[ 539.734135] env[62913]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62913) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 539.734538] env[62913]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62913) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 539.734630] env[62913]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62913) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 539.734953] env[62913]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 539.834804] env[62913]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62913) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 539.845950] env[62913]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62913) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 540.447107] env[62913]: INFO nova.virt.driver [None req-7f2f6925-22e3-458d-ae1d-32ce88ec3458 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 540.517341] env[62913]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.517471] env[62913]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.517596] env[62913]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62913) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 543.739578] env[62913]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-3bf5b568-15cb-4275-a440-07380ac341fe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.755541] env[62913]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62913) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 543.755678] env[62913]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-ef082a3a-bb15-4d41-bbe3-570f3c9c6620 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.788543] env[62913]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 77a0c. [ 543.788721] env[62913]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.271s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.789365] env[62913]: INFO nova.virt.vmwareapi.driver [None req-7f2f6925-22e3-458d-ae1d-32ce88ec3458 None None] VMware vCenter version: 7.0.3 [ 543.793604] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbacef5-b887-4f89-84d1-24013d16ff34 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.811990] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3198eaa8-c8d7-4855-b0b5-7cb3ebc07b9c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.817906] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25948ea9-2ea6-4d72-b11d-0eec3f82e3cf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.825095] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92657638-cdab-46b7-a3c7-edc8aebffcc4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.838141] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9da8dbf-f390-4094-9409-712f180c0a50 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.844174] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7eec7a-3c7b-43ca-ba8f-a7381a97a119 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.873384] env[62913]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-fdab9030-3b8a-4bd1-9046-91c6eceb7595 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.878105] env[62913]: DEBUG nova.virt.vmwareapi.driver [None req-7f2f6925-22e3-458d-ae1d-32ce88ec3458 None None] Extension org.openstack.compute already exists. {{(pid=62913) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 543.880805] env[62913]: INFO nova.compute.provider_config [None req-7f2f6925-22e3-458d-ae1d-32ce88ec3458 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 544.390703] env[62913]: DEBUG nova.context [None req-7f2f6925-22e3-458d-ae1d-32ce88ec3458 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),cab2d5db-6fdc-4d4a-9663-b5866dd65d6f(cell1) {{(pid=62913) load_cells /opt/stack/nova/nova/context.py:464}} [ 544.392787] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.393018] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.393696] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.394128] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] Acquiring lock "cab2d5db-6fdc-4d4a-9663-b5866dd65d6f" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.394319] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] Lock "cab2d5db-6fdc-4d4a-9663-b5866dd65d6f" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.395334] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] Lock "cab2d5db-6fdc-4d4a-9663-b5866dd65d6f" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.415823] env[62913]: INFO dbcounter [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] Registered counter for database nova_cell0 [ 544.423780] env[62913]: INFO dbcounter [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] Registered counter for database nova_cell1 [ 544.426782] env[62913]: DEBUG oslo_db.sqlalchemy.engines [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62913) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 544.427399] env[62913]: DEBUG oslo_db.sqlalchemy.engines [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62913) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 544.432285] env[62913]: ERROR nova.db.main.api [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 544.432285] env[62913]: result = function(*args, **kwargs) [ 544.432285] env[62913]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 544.432285] env[62913]: return func(*args, **kwargs) [ 544.432285] env[62913]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 544.432285] env[62913]: result = fn(*args, **kwargs) [ 544.432285] env[62913]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 544.432285] env[62913]: return f(*args, **kwargs) [ 544.432285] env[62913]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 544.432285] env[62913]: return db.service_get_minimum_version(context, binaries) [ 544.432285] env[62913]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 544.432285] env[62913]: _check_db_access() [ 544.432285] env[62913]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 544.432285] env[62913]: stacktrace = ''.join(traceback.format_stack()) [ 544.432285] env[62913]: [ 544.433094] env[62913]: ERROR nova.db.main.api [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 544.433094] env[62913]: result = function(*args, **kwargs) [ 544.433094] env[62913]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 544.433094] env[62913]: return func(*args, **kwargs) [ 544.433094] env[62913]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 544.433094] env[62913]: result = fn(*args, **kwargs) [ 544.433094] env[62913]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 544.433094] env[62913]: return f(*args, **kwargs) [ 544.433094] env[62913]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 544.433094] env[62913]: return db.service_get_minimum_version(context, binaries) [ 544.433094] env[62913]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 544.433094] env[62913]: _check_db_access() [ 544.433094] env[62913]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 544.433094] env[62913]: stacktrace = ''.join(traceback.format_stack()) [ 544.433094] env[62913]: [ 544.433478] env[62913]: WARNING nova.objects.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] Failed to get minimum service version for cell cab2d5db-6fdc-4d4a-9663-b5866dd65d6f [ 544.433599] env[62913]: WARNING nova.objects.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 544.434014] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] Acquiring lock "singleton_lock" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.434186] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] Acquired lock "singleton_lock" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.434417] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] Releasing lock "singleton_lock" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.434735] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] Full set of CONF: {{(pid=62913) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 544.434879] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ******************************************************************************** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 544.435012] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] Configuration options gathered from: {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 544.435156] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 544.435346] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 544.435477] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ================================================================================ {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 544.435681] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] allow_resize_to_same_host = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.435848] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] arq_binding_timeout = 300 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.435981] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] backdoor_port = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.436124] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] backdoor_socket = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.436291] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] block_device_allocate_retries = 60 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.436455] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] block_device_allocate_retries_interval = 3 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.436623] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cert = self.pem {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.436790] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.436958] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] compute_monitors = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.437141] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] config_dir = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.437312] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] config_drive_format = iso9660 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.437469] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.437645] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] config_source = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.437812] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] console_host = devstack {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.437976] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] control_exchange = nova {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.438168] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cpu_allocation_ratio = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.438346] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] daemon = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.438520] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] debug = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.438680] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] default_access_ip_network_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.438845] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] default_availability_zone = nova {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.439012] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] default_ephemeral_format = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.439178] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] default_green_pool_size = 1000 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.439423] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.439593] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] default_schedule_zone = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.439753] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] disk_allocation_ratio = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.439917] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] enable_new_services = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.440108] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] enabled_apis = ['osapi_compute'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.440309] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] enabled_ssl_apis = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.440484] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] flat_injected = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.440649] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] force_config_drive = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.440809] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] force_raw_images = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.440978] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] graceful_shutdown_timeout = 5 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.441156] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] heal_instance_info_cache_interval = 60 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.441424] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] host = cpu-1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.441603] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.441768] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] initial_disk_allocation_ratio = 1.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.441930] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] initial_ram_allocation_ratio = 1.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.442159] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.442326] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] instance_build_timeout = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.442488] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] instance_delete_interval = 300 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.442657] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] instance_format = [instance: %(uuid)s] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.442822] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] instance_name_template = instance-%08x {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.442986] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] instance_usage_audit = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.443170] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] instance_usage_audit_period = month {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.443338] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.443506] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] instances_path = /opt/stack/data/nova/instances {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.443671] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] internal_service_availability_zone = internal {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.443827] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] key = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.443987] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] live_migration_retry_count = 30 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.444171] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] log_color = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.444338] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] log_config_append = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.444506] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.444664] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] log_dir = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.444819] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] log_file = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.444946] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] log_options = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.445119] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] log_rotate_interval = 1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.445339] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] log_rotate_interval_type = days {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.445458] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] log_rotation_type = none {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.445585] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.445713] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.445882] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.446058] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.446187] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.446349] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] long_rpc_timeout = 1800 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.446508] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] max_concurrent_builds = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.446662] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] max_concurrent_live_migrations = 1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.446815] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] max_concurrent_snapshots = 5 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.446969] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] max_local_block_devices = 3 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.447137] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] max_logfile_count = 30 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.447293] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] max_logfile_size_mb = 200 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.447450] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] maximum_instance_delete_attempts = 5 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.447721] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] metadata_listen = 0.0.0.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.447786] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] metadata_listen_port = 8775 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.447939] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] metadata_workers = 2 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.448112] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] migrate_max_retries = -1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.448305] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] mkisofs_cmd = genisoimage {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.448515] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] my_block_storage_ip = 10.180.1.21 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.448705] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] my_ip = 10.180.1.21 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.448855] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.449023] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] network_allocate_retries = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.449203] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.449371] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] osapi_compute_listen = 0.0.0.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.449564] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] osapi_compute_listen_port = 8774 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.449738] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] osapi_compute_unique_server_name_scope = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.449909] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] osapi_compute_workers = 2 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.450082] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] password_length = 12 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.450271] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] periodic_enable = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.450436] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] periodic_fuzzy_delay = 60 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.450610] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] pointer_model = usbtablet {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.450778] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] preallocate_images = none {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.450939] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] publish_errors = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.451080] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] pybasedir = /opt/stack/nova {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.451249] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ram_allocation_ratio = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.451404] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] rate_limit_burst = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.451572] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] rate_limit_except_level = CRITICAL {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.451731] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] rate_limit_interval = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.451890] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] reboot_timeout = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.452054] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] reclaim_instance_interval = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.452210] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] record = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.452380] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] reimage_timeout_per_gb = 60 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.452549] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] report_interval = 120 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.452706] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] rescue_timeout = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.452863] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] reserved_host_cpus = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.453029] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] reserved_host_disk_mb = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.453191] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] reserved_host_memory_mb = 512 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.453349] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] reserved_huge_pages = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.453508] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] resize_confirm_window = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.453664] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] resize_fs_using_block_device = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.453825] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] resume_guests_state_on_host_boot = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.453990] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.454166] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] rpc_response_timeout = 60 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.454329] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] run_external_periodic_tasks = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.454499] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] running_deleted_instance_action = reap {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.454659] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] running_deleted_instance_poll_interval = 1800 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.454813] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] running_deleted_instance_timeout = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.454968] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] scheduler_instance_sync_interval = 120 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.455146] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] service_down_time = 720 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.455315] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] servicegroup_driver = db {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.455472] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] shell_completion = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.455629] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] shelved_offload_time = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.455787] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] shelved_poll_interval = 3600 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.455949] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] shutdown_timeout = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.456120] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] source_is_ipv6 = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.456282] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ssl_only = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.456528] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.456697] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] sync_power_state_interval = 600 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.456857] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] sync_power_state_pool_size = 1000 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.457051] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] syslog_log_facility = LOG_USER {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.457217] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] tempdir = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.457386] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] timeout_nbd = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.457548] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] transport_url = **** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.457708] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] update_resources_interval = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.457868] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] use_cow_images = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.458039] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] use_eventlog = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.458222] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] use_journal = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.458394] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] use_json = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.458554] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] use_rootwrap_daemon = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.458716] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] use_stderr = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.458875] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] use_syslog = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.459042] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vcpu_pin_set = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.459215] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vif_plugging_is_fatal = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.459381] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vif_plugging_timeout = 300 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.459546] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] virt_mkfs = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.459706] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] volume_usage_poll_interval = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.459865] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] watch_log_file = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.460041] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] web = /usr/share/spice-html5 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.460265] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.460425] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.460618] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.460808] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_concurrency.disable_process_locking = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.461378] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.461589] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.461766] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.461948] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.462138] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.462311] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.462498] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.auth_strategy = keystone {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.462673] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.compute_link_prefix = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.462858] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.463049] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.dhcp_domain = novalocal {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.463227] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.enable_instance_password = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.463394] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.glance_link_prefix = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.463557] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.463728] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.463892] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.instance_list_per_project_cells = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.464066] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.list_records_by_skipping_down_cells = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.464234] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.local_metadata_per_cell = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.464405] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.max_limit = 1000 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.464573] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.metadata_cache_expiration = 15 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.464746] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.neutron_default_tenant_id = default {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.464918] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.response_validation = warn {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.465109] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.use_neutron_default_nets = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.465286] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.465455] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.465624] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.465795] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.465966] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.vendordata_dynamic_targets = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.466145] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.vendordata_jsonfile_path = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.466328] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.466521] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.backend = dogpile.cache.memcached {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.466688] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.backend_argument = **** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.466849] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.backend_expiration_time = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.467028] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.config_prefix = cache.oslo {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.467203] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.dead_timeout = 60.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.467371] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.debug_cache_backend = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.467540] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.enable_retry_client = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.467703] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.enable_socket_keepalive = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.467872] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.enabled = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.468047] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.enforce_fips_mode = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.468282] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.expiration_time = 600 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.468487] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.hashclient_retry_attempts = 2 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.468665] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.hashclient_retry_delay = 1.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.468834] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.memcache_dead_retry = 300 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.468993] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.memcache_password = **** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.469179] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.469348] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.469518] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.memcache_pool_maxsize = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.469683] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.469847] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.memcache_sasl_enabled = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.470038] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.470212] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.memcache_socket_timeout = 1.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.470407] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.memcache_username = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.470578] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.proxies = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.470744] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.redis_db = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.470905] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.redis_password = **** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.471090] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.redis_sentinel_service_name = mymaster {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.471271] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.471440] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.redis_server = localhost:6379 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.471601] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.redis_socket_timeout = 1.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.471759] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.redis_username = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.471923] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.retry_attempts = 2 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.472099] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.retry_delay = 0.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.472264] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.socket_keepalive_count = 1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.472432] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.socket_keepalive_idle = 1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.472595] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.socket_keepalive_interval = 1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.472755] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.tls_allowed_ciphers = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.472916] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.tls_cafile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.473088] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.tls_certfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.473257] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.tls_enabled = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.473420] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cache.tls_keyfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.473592] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cinder.auth_section = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.473768] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cinder.auth_type = password {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.473932] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cinder.cafile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.474131] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cinder.catalog_info = volumev3::publicURL {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.474297] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cinder.certfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.474464] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cinder.collect_timing = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.474628] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cinder.cross_az_attach = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.474793] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cinder.debug = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.474954] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cinder.endpoint_template = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.475131] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cinder.http_retries = 3 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.475297] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cinder.insecure = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.475458] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cinder.keyfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.475629] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cinder.os_region_name = RegionOne {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.475795] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cinder.split_loggers = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.475957] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cinder.timeout = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.476146] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.476309] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] compute.cpu_dedicated_set = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.476470] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] compute.cpu_shared_set = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.476632] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] compute.image_type_exclude_list = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.476798] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.476960] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] compute.max_concurrent_disk_ops = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.477136] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] compute.max_disk_devices_to_attach = -1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.477301] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.477478] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.477639] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] compute.resource_provider_association_refresh = 300 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.477799] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.477959] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] compute.shutdown_retry_interval = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.478165] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.478358] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] conductor.workers = 2 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.478540] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] console.allowed_origins = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.478698] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] console.ssl_ciphers = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.478868] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] console.ssl_minimum_version = default {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.479051] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] consoleauth.enforce_session_timeout = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.479224] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] consoleauth.token_ttl = 600 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.479392] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.cafile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.479549] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.certfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.479713] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.collect_timing = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.479870] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.connect_retries = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.480037] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.connect_retry_delay = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.480198] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.endpoint_override = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.480392] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.insecure = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.480554] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.keyfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.480715] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.max_version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.480872] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.min_version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.481041] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.region_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.481207] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.retriable_status_codes = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.481366] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.service_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.481532] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.service_type = accelerator {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.481696] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.split_loggers = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.481853] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.status_code_retries = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.482016] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.status_code_retry_delay = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.482178] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.timeout = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.482357] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.482520] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] cyborg.version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.482817] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.backend = sqlalchemy {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.483060] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.connection = **** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.483247] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.connection_debug = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.483426] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.connection_parameters = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.483595] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.connection_recycle_time = 3600 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.483763] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.connection_trace = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.483929] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.db_inc_retry_interval = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.484107] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.db_max_retries = 20 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.484276] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.db_max_retry_interval = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.484442] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.db_retry_interval = 1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.484604] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.max_overflow = 50 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.484764] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.max_pool_size = 5 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.484924] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.max_retries = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.485108] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.485274] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.mysql_wsrep_sync_wait = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.485439] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.pool_timeout = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.485599] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.retry_interval = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.485758] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.slave_connection = **** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.485924] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.sqlite_synchronous = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.486140] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] database.use_db_reconnect = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.486358] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.backend = sqlalchemy {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.486549] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.connection = **** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.486722] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.connection_debug = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.486895] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.connection_parameters = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.487073] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.connection_recycle_time = 3600 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.487243] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.connection_trace = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.487410] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.db_inc_retry_interval = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.487573] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.db_max_retries = 20 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.487736] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.db_max_retry_interval = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.487901] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.db_retry_interval = 1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.488075] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.max_overflow = 50 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.488248] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.max_pool_size = 5 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.488423] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.max_retries = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.488598] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.488762] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.488924] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.pool_timeout = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.489098] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.retry_interval = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.489263] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.slave_connection = **** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.489433] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] api_database.sqlite_synchronous = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.489607] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] devices.enabled_mdev_types = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.489785] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.489955] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ephemeral_storage_encryption.default_format = luks {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.490135] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ephemeral_storage_encryption.enabled = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.490343] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.490546] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.api_servers = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.490714] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.cafile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.490880] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.certfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.491119] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.collect_timing = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.491301] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.connect_retries = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.491465] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.connect_retry_delay = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.491629] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.debug = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.491793] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.default_trusted_certificate_ids = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.491954] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.enable_certificate_validation = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.492133] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.enable_rbd_download = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.492297] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.endpoint_override = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.492466] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.insecure = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.492628] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.keyfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.492789] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.max_version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.492949] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.min_version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.493130] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.num_retries = 3 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.493314] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.rbd_ceph_conf = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.493489] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.rbd_connect_timeout = 5 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.493659] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.rbd_pool = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.493828] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.rbd_user = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.493990] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.region_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.494176] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.retriable_status_codes = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.494337] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.service_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.494515] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.service_type = image {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.494681] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.split_loggers = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.494842] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.status_code_retries = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.495006] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.status_code_retry_delay = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.495173] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.timeout = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.495354] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.495523] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.verify_glance_signatures = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.495681] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] glance.version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.495849] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] guestfs.debug = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.496027] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.auth_section = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.496196] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.auth_type = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.496358] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.cafile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.496519] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.certfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.496682] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.collect_timing = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.496842] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.connect_retries = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.497009] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.connect_retry_delay = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.497175] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.endpoint_override = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.497337] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.insecure = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.497497] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.keyfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.497656] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.max_version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.497813] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.min_version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.497971] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.region_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.498155] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.retriable_status_codes = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.498334] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.service_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.498509] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.service_type = shared-file-system {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.498676] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.share_apply_policy_timeout = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.498842] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.split_loggers = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.499010] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.status_code_retries = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.499176] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.status_code_retry_delay = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.499337] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.timeout = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.499520] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.499680] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] manila.version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.499847] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] mks.enabled = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.500198] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.500416] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] image_cache.manager_interval = 2400 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.500597] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] image_cache.precache_concurrency = 1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.500772] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] image_cache.remove_unused_base_images = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.500941] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.501121] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.501303] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] image_cache.subdirectory_name = _base {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.501479] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.api_max_retries = 60 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.501646] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.api_retry_interval = 2 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.501806] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.auth_section = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.501971] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.auth_type = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.502146] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.cafile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.502337] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.certfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.502549] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.collect_timing = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.502725] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.conductor_group = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.502888] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.connect_retries = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.503061] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.connect_retry_delay = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.503228] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.endpoint_override = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.503398] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.insecure = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.503559] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.keyfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.503717] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.max_version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.503884] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.min_version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.504058] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.peer_list = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.504223] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.region_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.504386] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.retriable_status_codes = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.504552] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.serial_console_state_timeout = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.504713] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.service_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.504940] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.service_type = baremetal {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.505138] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.shard = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.505310] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.split_loggers = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.505479] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.status_code_retries = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.505635] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.status_code_retry_delay = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.505793] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.timeout = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.505972] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.506146] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ironic.version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.506331] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.506508] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] key_manager.fixed_key = **** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.506689] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.506852] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican.barbican_api_version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.507019] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican.barbican_endpoint = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.507196] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican.barbican_endpoint_type = public {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.507357] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican.barbican_region_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.507520] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican.cafile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.507679] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican.certfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.507842] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican.collect_timing = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.508013] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican.insecure = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.508201] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican.keyfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.508377] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican.number_of_retries = 60 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.508547] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican.retry_delay = 1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.508710] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican.send_service_user_token = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.508872] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican.split_loggers = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.509050] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican.timeout = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.509222] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican.verify_ssl = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.509386] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican.verify_ssl_path = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.509553] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican_service_user.auth_section = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.509718] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican_service_user.auth_type = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.509879] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican_service_user.cafile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.510048] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican_service_user.certfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.510219] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican_service_user.collect_timing = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.510411] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican_service_user.insecure = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.510577] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican_service_user.keyfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.510741] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican_service_user.split_loggers = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.510900] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] barbican_service_user.timeout = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.511079] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vault.approle_role_id = **** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.511245] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vault.approle_secret_id = **** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.511415] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vault.kv_mountpoint = secret {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.511574] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vault.kv_path = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.511739] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vault.kv_version = 2 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.511896] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vault.namespace = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.512067] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vault.root_token_id = **** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.512231] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vault.ssl_ca_crt_file = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.512398] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vault.timeout = 60.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.512561] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vault.use_ssl = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.512730] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.512900] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.cafile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.513071] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.certfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.513240] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.collect_timing = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.513401] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.connect_retries = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.513559] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.connect_retry_delay = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.513717] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.endpoint_override = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.513880] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.insecure = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.514048] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.keyfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.514210] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.max_version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.514369] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.min_version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.514564] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.region_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.514733] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.retriable_status_codes = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.514897] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.service_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.515080] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.service_type = identity {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.515251] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.split_loggers = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.515417] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.status_code_retries = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.515579] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.status_code_retry_delay = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.515740] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.timeout = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.515918] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.516088] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] keystone.version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.516282] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.ceph_mount_options = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.516586] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.516770] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.connection_uri = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.516935] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.cpu_mode = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.517117] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.cpu_model_extra_flags = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.517289] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.cpu_models = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.517463] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.cpu_power_governor_high = performance {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.517630] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.cpu_power_governor_low = powersave {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.517794] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.cpu_power_management = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.517964] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.518165] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.device_detach_attempts = 8 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.518366] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.device_detach_timeout = 20 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.518541] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.disk_cachemodes = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.518714] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.disk_prefix = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.518883] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.enabled_perf_events = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.519065] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.file_backed_memory = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.519238] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.gid_maps = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.519400] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.hw_disk_discard = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.519557] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.hw_machine_type = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.519723] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.images_rbd_ceph_conf = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.519889] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.520060] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.520254] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.images_rbd_glance_store_name = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.520433] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.images_rbd_pool = rbd {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.520605] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.images_type = default {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.520764] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.images_volume_group = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.520927] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.inject_key = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.521103] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.inject_partition = -2 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.521269] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.inject_password = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.521431] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.iscsi_iface = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.521593] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.iser_use_multipath = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.521753] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.live_migration_bandwidth = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.521914] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.522087] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.live_migration_downtime = 500 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.522250] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.522413] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.522567] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.live_migration_inbound_addr = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.522729] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.522888] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.live_migration_permit_post_copy = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.523058] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.live_migration_scheme = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.523232] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.live_migration_timeout_action = abort {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.523395] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.live_migration_tunnelled = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.523553] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.live_migration_uri = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.523715] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.live_migration_with_native_tls = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.523874] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.max_queues = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.524046] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.524282] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.524448] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.nfs_mount_options = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.524730] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.524914] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.525103] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.num_iser_scan_tries = 5 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.525273] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.num_memory_encrypted_guests = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.525440] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.525605] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.num_pcie_ports = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.525772] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.num_volume_scan_tries = 5 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.525935] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.pmem_namespaces = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.526107] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.quobyte_client_cfg = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.526397] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.526610] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.rbd_connect_timeout = 5 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.526787] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.526954] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.527132] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.rbd_secret_uuid = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.527293] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.rbd_user = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.527459] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.527631] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.remote_filesystem_transport = ssh {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.527792] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.rescue_image_id = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.527949] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.rescue_kernel_id = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.528124] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.rescue_ramdisk_id = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.528320] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.528492] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.rx_queue_size = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.528664] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.smbfs_mount_options = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.528954] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.529146] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.snapshot_compression = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.529311] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.snapshot_image_format = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.529532] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.529699] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.sparse_logical_volumes = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.529862] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.swtpm_enabled = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.530042] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.swtpm_group = tss {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.530214] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.swtpm_user = tss {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.530411] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.sysinfo_serial = unique {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.530576] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.tb_cache_size = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.530735] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.tx_queue_size = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.530894] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.uid_maps = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.531067] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.use_virtio_for_bridges = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.531237] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.virt_type = kvm {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.531404] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.volume_clear = zero {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.531566] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.volume_clear_size = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.531727] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.volume_use_multipath = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.531883] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.vzstorage_cache_path = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.532058] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.532228] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.vzstorage_mount_group = qemu {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.532392] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.vzstorage_mount_opts = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.532556] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.532841] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.533034] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.vzstorage_mount_user = stack {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.533206] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.533377] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.auth_section = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.533549] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.auth_type = password {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.533711] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.cafile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.533869] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.certfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.534043] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.collect_timing = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.534204] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.connect_retries = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.534362] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.connect_retry_delay = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.534532] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.default_floating_pool = public {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.534689] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.endpoint_override = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.534850] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.extension_sync_interval = 600 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.535013] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.http_retries = 3 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.535179] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.insecure = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.535337] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.keyfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.535494] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.max_version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.535661] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.535817] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.min_version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.535981] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.ovs_bridge = br-int {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.536158] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.physnets = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.536327] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.region_name = RegionOne {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.536488] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.retriable_status_codes = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.536656] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.service_metadata_proxy = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.536813] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.service_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.536979] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.service_type = network {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.537153] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.split_loggers = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.537314] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.status_code_retries = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.537473] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.status_code_retry_delay = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.537636] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.timeout = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.537812] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.537973] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] neutron.version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.538176] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] notifications.bdms_in_notifications = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.538397] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] notifications.default_level = INFO {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.538575] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] notifications.include_share_mapping = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.538755] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] notifications.notification_format = unversioned {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.538919] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] notifications.notify_on_state_change = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.539107] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.539287] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] pci.alias = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.539458] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] pci.device_spec = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.539624] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] pci.report_in_placement = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.539797] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.auth_section = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.539969] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.auth_type = password {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.540150] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.540338] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.cafile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.540505] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.certfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.540668] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.collect_timing = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.540824] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.connect_retries = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.540980] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.connect_retry_delay = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.541148] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.default_domain_id = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.541306] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.default_domain_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.541461] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.domain_id = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.541613] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.domain_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.541767] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.endpoint_override = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.541926] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.insecure = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.542090] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.keyfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.542247] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.max_version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.542404] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.min_version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.542601] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.password = **** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.542819] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.project_domain_id = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.543036] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.project_domain_name = Default {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.543252] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.project_id = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.543441] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.project_name = service {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.543613] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.region_name = RegionOne {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.543772] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.retriable_status_codes = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.543929] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.service_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.544111] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.service_type = placement {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.544278] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.split_loggers = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.544437] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.status_code_retries = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.544595] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.status_code_retry_delay = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.544749] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.system_scope = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.544930] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.timeout = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.545132] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.trust_id = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.545367] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.user_domain_id = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.545587] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.user_domain_name = Default {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.545767] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.user_id = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.545942] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.username = nova {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.546136] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.546298] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] placement.version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.546508] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] quota.cores = 20 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.546733] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] quota.count_usage_from_placement = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.546954] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.547181] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] quota.injected_file_content_bytes = 10240 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.547355] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] quota.injected_file_path_length = 255 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.547524] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] quota.injected_files = 5 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.547688] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] quota.instances = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.547852] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] quota.key_pairs = 100 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.548025] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] quota.metadata_items = 128 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.548194] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] quota.ram = 51200 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.548384] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] quota.recheck_quota = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.548558] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] quota.server_group_members = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.548725] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] quota.server_groups = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.548937] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.549126] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] quota.unified_limits_resource_strategy = require {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.549306] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.549474] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.549638] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] scheduler.image_metadata_prefilter = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.549800] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.549964] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] scheduler.max_attempts = 3 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.550138] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] scheduler.max_placement_results = 1000 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.550356] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.550539] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] scheduler.query_placement_for_image_type_support = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.550705] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.550882] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] scheduler.workers = 2 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.551068] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.551245] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.551424] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.551594] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.551759] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.551950] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.552199] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.552470] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.552671] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.host_subset_size = 1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.552842] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.553014] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.553188] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.553357] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.isolated_hosts = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.553528] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.isolated_images = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.553695] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.553861] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.554035] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.554221] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.pci_in_placement = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.554390] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.554555] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.554721] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.554883] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.555058] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.555227] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.555393] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.track_instance_changes = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.555570] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.555743] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] metrics.required = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.555906] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] metrics.weight_multiplier = 1.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.556082] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.556251] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] metrics.weight_setting = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.556561] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.556730] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] serial_console.enabled = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.556908] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] serial_console.port_range = 10000:20000 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.557092] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.557292] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.557469] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] serial_console.serialproxy_port = 6083 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.557640] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] service_user.auth_section = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.557814] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] service_user.auth_type = password {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.557977] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] service_user.cafile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.558169] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] service_user.certfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.558352] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] service_user.collect_timing = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.558521] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] service_user.insecure = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.558680] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] service_user.keyfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.558853] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] service_user.send_service_user_token = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.559029] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] service_user.split_loggers = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.559194] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] service_user.timeout = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.559364] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] spice.agent_enabled = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.559529] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] spice.enabled = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.559834] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.560054] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.560250] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] spice.html5proxy_port = 6082 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.560416] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] spice.image_compression = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.560580] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] spice.jpeg_compression = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.560741] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] spice.playback_compression = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.560903] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] spice.require_secure = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.561087] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] spice.server_listen = 127.0.0.1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.561261] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.561425] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] spice.streaming_mode = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.561583] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] spice.zlib_compression = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.561747] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] upgrade_levels.baseapi = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.561918] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] upgrade_levels.compute = auto {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.562089] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] upgrade_levels.conductor = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.562251] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] upgrade_levels.scheduler = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.562419] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vendordata_dynamic_auth.auth_section = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.562583] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vendordata_dynamic_auth.auth_type = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.562742] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vendordata_dynamic_auth.cafile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.562900] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vendordata_dynamic_auth.certfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.563073] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.563239] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vendordata_dynamic_auth.insecure = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.563400] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vendordata_dynamic_auth.keyfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.563563] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.563720] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vendordata_dynamic_auth.timeout = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.563891] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.api_retry_count = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.564073] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.ca_file = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.564250] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.cache_prefix = devstack-image-cache {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.564421] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.cluster_name = testcl1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.564589] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.connection_pool_size = 10 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.564746] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.console_delay_seconds = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.564910] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.datastore_regex = ^datastore.* {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.565141] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.565321] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.host_password = **** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.565488] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.host_port = 443 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.565658] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.host_username = administrator@vsphere.local {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.565827] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.insecure = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.565989] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.integration_bridge = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.566169] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.maximum_objects = 100 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.566331] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.pbm_default_policy = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.566494] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.pbm_enabled = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.566655] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.pbm_wsdl_location = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.566823] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.566979] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.serial_port_proxy_uri = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.567151] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.serial_port_service_uri = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.567319] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.task_poll_interval = 0.5 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.567492] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.use_linked_clone = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.567663] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.vnc_keymap = en-us {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.567828] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.vnc_port = 5900 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.567989] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vmware.vnc_port_total = 10000 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.568206] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vnc.auth_schemes = ['none'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.568393] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vnc.enabled = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.568682] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.568868] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.569056] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vnc.novncproxy_port = 6080 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.569251] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vnc.server_listen = 127.0.0.1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.569438] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.569602] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vnc.vencrypt_ca_certs = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.569763] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vnc.vencrypt_client_cert = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.569918] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vnc.vencrypt_client_key = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.570112] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.570300] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.disable_deep_image_inspection = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.570485] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.570654] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.570818] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.570983] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.disable_rootwrap = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.571161] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.enable_numa_live_migration = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.571325] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.571489] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.571651] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.571813] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.libvirt_disable_apic = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.571972] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.572148] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.572310] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.572476] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.572650] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.572808] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.572968] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.573139] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.573300] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.573464] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.573646] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.573815] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] wsgi.client_socket_timeout = 900 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.573980] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] wsgi.default_pool_size = 1000 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.574161] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] wsgi.keep_alive = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.574330] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] wsgi.max_header_line = 16384 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.574494] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] wsgi.secure_proxy_ssl_header = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.574654] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] wsgi.ssl_ca_file = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.574814] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] wsgi.ssl_cert_file = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.574971] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] wsgi.ssl_key_file = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.575149] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] wsgi.tcp_keepidle = 600 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.575322] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.575490] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] zvm.ca_file = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.575659] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] zvm.cloud_connector_url = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.575942] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.576136] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] zvm.reachable_timeout = 300 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.576310] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.576485] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.576661] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] profiler.connection_string = messaging:// {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.576828] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] profiler.enabled = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.576995] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] profiler.es_doc_type = notification {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.577173] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] profiler.es_scroll_size = 10000 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.577340] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] profiler.es_scroll_time = 2m {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.577506] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] profiler.filter_error_trace = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.577673] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] profiler.hmac_keys = **** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.577839] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] profiler.sentinel_service_name = mymaster {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.578013] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] profiler.socket_timeout = 0.1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.578202] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] profiler.trace_requests = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.578374] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] profiler.trace_sqlalchemy = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.578558] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] profiler_jaeger.process_tags = {} {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.578723] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] profiler_jaeger.service_name_prefix = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.578885] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] profiler_otlp.service_name_prefix = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.579064] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] remote_debug.host = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.579229] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] remote_debug.port = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.579412] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.579574] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.579734] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.579892] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.580072] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.580261] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.580435] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.580602] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.580765] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.580934] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.581113] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.581307] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.581486] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.581657] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.581824] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.581991] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.582168] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.582344] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.582509] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.582670] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.582834] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.582996] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.583172] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.583338] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.583502] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.583665] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.583827] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.583989] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.584171] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.584338] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.ssl = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.584509] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.584681] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.584842] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.585028] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.585206] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.ssl_version = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.585396] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.585630] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.585803] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_notifications.retry = -1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.585987] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.586179] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_messaging_notifications.transport_url = **** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.586352] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.auth_section = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.586518] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.auth_type = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.586679] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.cafile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.586835] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.certfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.586996] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.collect_timing = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.587171] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.connect_retries = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.587329] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.connect_retry_delay = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.587491] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.endpoint_id = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.587665] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.endpoint_interface = publicURL {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.587820] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.endpoint_override = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.587978] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.endpoint_region_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.588165] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.endpoint_service_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.588347] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.endpoint_service_type = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.588524] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.insecure = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.588684] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.keyfile = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.588840] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.max_version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.588996] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.min_version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.589168] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.region_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.589328] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.retriable_status_codes = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.589487] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.service_name = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.589642] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.service_type = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.589808] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.split_loggers = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.589961] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.status_code_retries = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.590139] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.status_code_retry_delay = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.590321] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.timeout = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.590491] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.valid_interfaces = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.590649] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_limit.version = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.590813] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_reports.file_event_handler = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.590977] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.591149] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] oslo_reports.log_dir = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.591347] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.591542] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.591708] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.591873] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.592047] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.592209] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.592380] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.592540] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vif_plug_ovs_privileged.group = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.592695] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.592858] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.593029] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.593189] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] vif_plug_ovs_privileged.user = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.593356] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_vif_linux_bridge.flat_interface = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.593535] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.593704] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.593873] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.594058] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.594226] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.594395] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.594554] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.594730] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.594901] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_vif_ovs.isolate_vif = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.595083] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.595251] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.595429] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.595599] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_vif_ovs.ovsdb_interface = native {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.595760] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] os_vif_ovs.per_port_bridge = False {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.595930] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] privsep_osbrick.capabilities = [21] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.596102] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] privsep_osbrick.group = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.596264] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] privsep_osbrick.helper_command = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.596429] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.596592] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.596747] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] privsep_osbrick.user = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.596915] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.597084] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] nova_sys_admin.group = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.597242] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] nova_sys_admin.helper_command = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.597409] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.597569] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.597725] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] nova_sys_admin.user = None {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.597856] env[62913]: DEBUG oslo_service.service [None req-4477be8d-56dd-4d7c-ad96-88f38a5e6a5b None None] ******************************************************************************** {{(pid=62913) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 544.598294] env[62913]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 545.102273] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Getting list of instances from cluster (obj){ [ 545.102273] env[62913]: value = "domain-c8" [ 545.102273] env[62913]: _type = "ClusterComputeResource" [ 545.102273] env[62913]: } {{(pid=62913) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 545.103348] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80e6095-f51f-4c1d-ac67-edcec5c6ed1b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.112310] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Got total of 0 instances {{(pid=62913) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 545.112996] env[62913]: WARNING nova.virt.vmwareapi.driver [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 545.113581] env[62913]: INFO nova.virt.node [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Generated node identity b05aba35-a74b-4686-847a-0f7cde3a4125 [ 545.113815] env[62913]: INFO nova.virt.node [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Wrote node identity b05aba35-a74b-4686-847a-0f7cde3a4125 to /opt/stack/data/n-cpu-1/compute_id [ 545.617083] env[62913]: WARNING nova.compute.manager [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Compute nodes ['b05aba35-a74b-4686-847a-0f7cde3a4125'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 546.623048] env[62913]: INFO nova.compute.manager [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 547.628401] env[62913]: WARNING nova.compute.manager [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 547.628728] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.628931] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.629087] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.629244] env[62913]: DEBUG nova.compute.resource_tracker [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 547.630209] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb93915-da61-4c57-b860-f5097d73c7e3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.638382] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b20357-a627-4915-872d-ec1fbc4f5cea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.651849] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dfcd11-3e18-4bdd-b2ed-ad8162937b3f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.658175] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e322287d-ab4b-473c-9964-eb8440663a2f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.686975] env[62913]: DEBUG nova.compute.resource_tracker [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181375MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 547.687143] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.687308] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.189548] env[62913]: WARNING nova.compute.resource_tracker [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] No compute node record for cpu-1:b05aba35-a74b-4686-847a-0f7cde3a4125: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host b05aba35-a74b-4686-847a-0f7cde3a4125 could not be found. [ 548.693259] env[62913]: INFO nova.compute.resource_tracker [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: b05aba35-a74b-4686-847a-0f7cde3a4125 [ 550.201019] env[62913]: DEBUG nova.compute.resource_tracker [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 550.201387] env[62913]: DEBUG nova.compute.resource_tracker [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 550.357017] env[62913]: INFO nova.scheduler.client.report [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] [req-9e79f375-674f-44d4-9dbe-f5510345758a] Created resource provider record via placement API for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 550.372537] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb86e18-c270-49ab-99c4-a98c09102ecd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.380317] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73058d46-d029-42b6-89a7-bc72dfbd4a9c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.409822] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13703854-026e-49da-bb30-789f0a975525 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.416902] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8a50dd-5912-4b4e-a201-558b8993309c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.429907] env[62913]: DEBUG nova.compute.provider_tree [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 550.967752] env[62913]: DEBUG nova.scheduler.client.report [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 550.967752] env[62913]: DEBUG nova.compute.provider_tree [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 0 to 1 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 550.967752] env[62913]: DEBUG nova.compute.provider_tree [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 551.015766] env[62913]: DEBUG nova.compute.provider_tree [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 1 to 2 during operation: update_traits {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 551.523401] env[62913]: DEBUG nova.compute.resource_tracker [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 551.523401] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.834s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.523401] env[62913]: DEBUG nova.service [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Creating RPC server for service compute {{(pid=62913) start /opt/stack/nova/nova/service.py:186}} [ 551.535272] env[62913]: DEBUG nova.service [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] Join ServiceGroup membership for this service compute {{(pid=62913) start /opt/stack/nova/nova/service.py:203}} [ 551.535272] env[62913]: DEBUG nova.servicegroup.drivers.db [None req-0cb7f323-2021-497f-99d5-5564ad80e149 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62913) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 581.536951] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_power_states {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 582.040233] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Getting list of instances from cluster (obj){ [ 582.040233] env[62913]: value = "domain-c8" [ 582.040233] env[62913]: _type = "ClusterComputeResource" [ 582.040233] env[62913]: } {{(pid=62913) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 582.041452] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ebcb6d-1f89-4d80-9865-f0f539109822 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.050952] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Got total of 0 instances {{(pid=62913) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 582.051203] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 582.051492] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Getting list of instances from cluster (obj){ [ 582.051492] env[62913]: value = "domain-c8" [ 582.051492] env[62913]: _type = "ClusterComputeResource" [ 582.051492] env[62913]: } {{(pid=62913) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 582.052320] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275ea00c-1fa0-4191-8724-ca280231d0ed {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.059291] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Got total of 0 instances {{(pid=62913) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 599.897925] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.898377] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.898587] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 599.898587] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 600.402130] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Didn't find any instances for network info cache update. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 600.402367] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.402624] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.402832] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.403034] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.403225] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.403406] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.403594] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 600.403758] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.907337] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.907776] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.907776] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.907850] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 600.908771] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c34d5b-1dae-4b26-9307-facf21c0d99b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.916884] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09049dd6-8a79-4e37-ad80-b773e33c12d3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.930361] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb6f105-92fd-4edd-a717-c3c526e8c5c1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.936388] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6e91ee-fe55-45bc-a71c-01f0e56e440c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.964363] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 600.964495] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.964674] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.982208] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 601.982507] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 601.996992] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23eef15-612d-4f0a-a480-80b2e4c675b2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.004244] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19231331-3514-4f4d-8b50-a993488080c5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.033010] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8e7427-5969-417d-8152-46fc18dc93b2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.039656] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df55ff03-b076-455c-835e-0e51ffa8e064 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.052286] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.555679] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.060761] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 603.061222] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.049683] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.049683] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.557103] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.557103] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 663.557103] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 664.058736] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Didn't find any instances for network info cache update. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 664.059127] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.059348] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.059575] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.059802] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.060036] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.060272] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.060474] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 664.060691] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.563337] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.563583] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.563743] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.563939] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 664.564823] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ee41fa-9c57-4818-822e-06da2c62bd5d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.572984] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad8948d-cf70-415a-9cfd-69279492e5e7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.586545] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27765a9-c9f5-4866-9d59-e4d8fb18ba10 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.592479] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a715933-54bc-4bd1-8811-e88f73428bbe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.620144] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181367MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 664.620277] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.620461] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.637163] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 665.637389] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 665.650433] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a116361a-56ad-480b-b550-420693d722a1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.658742] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fb82be-fb9f-41fe-a138-4b0a89a87498 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.687780] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5890cd75-ec6d-4c50-a880-ac2afccb3ea9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.695049] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbfd2cf-6b53-4513-b1e0-6b97345265a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.707797] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.210668] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.211956] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 666.212185] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.213916] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.214328] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.214328] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 726.214484] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 726.717313] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Didn't find any instances for network info cache update. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 726.717531] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.717682] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.717828] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.717971] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.718133] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.718276] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.718402] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 726.718539] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.222195] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.222621] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.222621] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.222816] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 727.223739] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30072b3e-3088-4b32-a777-59052fa159b9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.231582] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e0408b-3efd-4a0b-b049-42099463800e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.250404] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f25e35-38c2-492b-bdf6-13643cb48f4e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.259533] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bdfffb-1645-42af-90ea-5fada84817a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.287516] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181386MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 727.287669] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.287850] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.305899] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 728.306162] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 728.318706] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514010c8-59fe-46e6-a576-797988142762 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.326466] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eb88e3-9729-4b52-8196-7a2d91b18180 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.356062] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef566311-a54c-431c-b02d-8ceeb7405285 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.363205] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4d64de-b176-4338-80d8-5f67a691eb3f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.375670] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.879151] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.880444] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 728.880634] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.554373] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.554770] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.061022] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.061168] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 785.061318] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 785.563987] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Didn't find any instances for network info cache update. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 785.564413] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.564413] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.564584] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.564729] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.564871] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.565023] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.565163] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 785.565308] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.068352] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.068581] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.068753] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.068907] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 786.069811] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9037ef-0f8d-4e34-a131-c4f88e79d2fd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.078167] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a9b5ee-8d4e-4a62-bd71-bdfd26112ac3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.093055] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f7e0bb-af3b-486a-a202-3bccc1622b72 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.099300] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82423ca8-02cb-44ca-beeb-cb45ee1128f5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.127126] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181365MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 786.127281] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.127450] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.145779] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 787.146055] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 787.159252] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565b79d9-a3f5-4ce4-a797-2f5e7caecdfe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.166755] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fd328d-e3d3-4461-849b-29b955cbd597 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.196281] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cb6647-5b2e-46eb-bf4e-2e66ee0dd949 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.203051] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de8d00a-433f-41e3-995c-e2845feb638b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.215577] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.719083] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.720353] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 787.720536] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.890644] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 839.891110] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Cleaning up deleted instances {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 840.394963] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] There are 0 instances to clean {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 840.395206] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.395347] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Cleaning up deleted instances with incomplete migration {{(pid=62913) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 840.898442] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.400351] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.400748] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.400877] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 842.401038] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 842.904601] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Didn't find any instances for network info cache update. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 842.904875] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.904990] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.905162] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.905308] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.905439] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 843.891087] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.890441] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.890438] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.393844] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.394111] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.394282] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.394435] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 846.395403] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84af287a-ae6d-43b5-abfa-7de0706c222f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.403943] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d09994-7d44-4a23-a89b-cddb1db3c6b5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.419354] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318ea4f3-9fca-4de1-a49a-417d0ca93aaf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.425856] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178446f6-23d6-4545-9de7-b3d594501fe0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.455054] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181376MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 846.455292] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.455511] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.474239] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 847.474517] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 847.487765] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6a71cd-f75a-4d2a-bd10-8e12107421a8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.494874] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282736c1-3f59-4e5c-be74-754868c122eb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.524047] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37544f2-b371-49c3-abb6-c03a0db23c79 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.530529] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e91517-dc40-4081-99f0-7dd82096cf28 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.542885] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.046287] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.047589] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 848.047783] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.048689] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.049184] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.049184] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 904.049184] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 904.552405] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Didn't find any instances for network info cache update. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 904.552582] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.552746] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.552909] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.553078] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 904.890844] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.890154] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.885981] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.390753] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.891220] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 908.393907] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.394297] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.394339] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.394490] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 908.395498] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8ca1d4-2546-4729-aced-fa33f54ff2c6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.403636] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924b3c23-8795-4a12-8ce6-b51b715ffe13 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.418472] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fcbd04-d031-4006-832d-4ee5219529c8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.425119] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abed03df-c11e-4489-90d6-b0d0d6f21685 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.453408] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181379MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 908.453565] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.453744] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.486985] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 909.487283] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 909.505030] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 909.519030] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 909.519213] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 909.530735] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 909.545830] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 909.556906] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375b4fc3-5bb8-4983-94c1-12d9b6494d8c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.564342] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1161eca-fab3-455d-8b93-1a7e66516f8f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.593579] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e9c5b6-2415-42fa-9068-52d29b2db9c6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.600185] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8550c79d-e507-442e-a28a-772f6565b5bd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.612512] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.115068] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.116597] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 910.116597] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.663s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.116446] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.116893] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.116893] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 965.116993] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 965.620543] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Didn't find any instances for network info cache update. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 965.620823] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.620948] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.621122] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.621257] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 966.890550] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.889810] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.892018] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.890113] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.393504] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.393864] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.393989] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.394082] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 969.394988] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4339d2df-f97b-4449-b506-32c90705dcc0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.403843] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877cf470-fe03-4615-a8f4-200110a94331 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.417712] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e8b29c-a6c1-4187-8ed9-dc19f23a02c7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.423821] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184aae19-dfe7-412d-9211-f0b55df22b48 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.452867] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181358MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 969.452998] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.453199] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.470770] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 970.471053] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 970.483547] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8769bfa4-24e4-4703-a790-3e282d20a301 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.491113] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cd2472-f04c-457a-aaeb-f243ba231919 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.519507] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f421fee5-1813-4ae3-8ab1-b74f49e0c100 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.526362] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca8f4a7-c435-4e89-984f-0a46cefabd9b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.539809] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.042589] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.043880] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 971.044076] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.044121] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.044548] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.044548] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.044713] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1025.891350] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.890574] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.890928] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1026.890928] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1027.393972] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Didn't find any instances for network info cache update. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1027.890748] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.395633] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.890296] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.890535] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.394050] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.394430] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.394476] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.394617] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1029.395545] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae711235-5cb9-4176-a3f4-5f4b660724a0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.403548] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba751e0-c5f5-40bd-94e7-9b36e11438f9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.417061] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21420fa0-276a-445a-a8ca-932a03227fbd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.422928] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b87bcc0-36a3-4d4e-9632-03370f672c62 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.451417] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181367MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1029.451556] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.451738] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.469951] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1030.469951] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1030.482109] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7ee474-16e3-4d9c-9522-c95e3cd7f531 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.489677] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0eb204-810f-44e4-9a39-313460b1403a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.517847] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c79710-bf08-46f4-9ca3-ddf176540a44 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.524471] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667654d0-a3b5-4e22-8fda-f825654d9fe8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.536960] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.040065] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.041391] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1031.041572] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.041835] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.891751] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.885752] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.891194] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.891574] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.891574] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1087.891835] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.892277] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1087.892277] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1088.395782] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Didn't find any instances for network info cache update. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1088.890463] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.890900] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.889630] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.393418] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.393797] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.393842] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.394036] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1091.394954] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8153b694-c897-4337-9291-0a4794284438 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.403329] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba4a003-9ba3-4148-a1cb-712468db678d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.417134] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30218a2c-16fc-409a-8b02-b59d9855eb4a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.423187] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d56f1b-0bcc-4796-ba6c-f7d1165c5243 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.452640] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181368MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1091.452776] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.452962] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.470100] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1092.470366] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1092.482650] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a250465c-9073-4e34-831f-01bd31fdcb4d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.490081] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee29bba-35ca-4632-8d45-9011acc6efc4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.518221] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d94076f-1102-47bd-af51-b34f1fef1550 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.524667] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0c9a37-037b-4e06-800e-84a686bcf417 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.537200] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.040158] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.041481] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1093.041671] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.589s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.042335] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.892564] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.886463] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.890059] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.890222] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1147.891473] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.891937] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1147.891937] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1148.394737] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Didn't find any instances for network info cache update. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1148.394995] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.395162] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.395294] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Cleaning up deleted instances with incomplete migration {{(pid=62913) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 1149.393593] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.394024] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Cleaning up deleted instances {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 1149.896876] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] There are 0 instances to clean {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 1151.393893] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.886214] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.391152] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.391402] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.895422] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.895814] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.895814] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.895977] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1152.896881] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4d1291-348f-4da8-a246-b89e1ff67244 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.905149] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c1c1eb-22b2-4513-a0a9-060a8aa1f60c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.919892] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb72b88-e5b0-4c0b-8a83-84ec758e00f6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.925879] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e9c40d-0f69-4cba-85b3-14e18dace8e3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.955316] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181369MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1152.955458] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.955665] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.978645] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1153.978645] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1153.989773] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a07428-8e9e-4f47-bb51-2f60296daecf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.997478] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc89e61-977c-431d-b932-ca3cb12798aa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.025903] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bdd792-f0ea-47b1-a997-9bf47942f5f7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.032526] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722d6d0f-c6f9-44bd-a09e-05d9a2c249f5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.044938] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.547881] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.549157] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1154.549373] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.549617] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.550328] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.539841] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_power_states {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.043325] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Getting list of instances from cluster (obj){ [ 1182.043325] env[62913]: value = "domain-c8" [ 1182.043325] env[62913]: _type = "ClusterComputeResource" [ 1182.043325] env[62913]: } {{(pid=62913) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1182.044403] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9294696-abeb-401d-810c-aec11b8580a4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.053184] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Got total of 0 instances {{(pid=62913) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1206.405457] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.885449] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.891226] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.891603] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.891645] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1208.891362] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.891728] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1208.891728] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1209.395230] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Didn't find any instances for network info cache update. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1212.891662] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.891662] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.395062] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.395062] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.395062] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.395349] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1213.396087] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcf17a1-42bf-49c2-a436-e81cea9dd185 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.404552] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e49f3e-b26d-4f73-a049-dd12cba1658f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.418437] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deec3ae6-6078-418c-b565-e3ddf35fa260 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.424672] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03567127-5418-4aa4-aecf-5e85ffbb66f5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.453699] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181381MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1213.453898] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.454025] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.571835] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1214.572109] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1214.587109] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1214.598692] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1214.598864] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1214.608234] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1214.622955] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1214.633878] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754992f9-f8cd-417c-974a-9eb7ee7b20ee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.641476] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc6ad19-e19f-4853-bee3-d84916d2cf16 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.670473] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4d003d-8969-47ec-932e-9b2a33f56f87 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.677350] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db923c65-8bcd-47eb-8423-225d6f62d7fe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.689961] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.193478] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.194747] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1215.194932] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.741s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.194549] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.194958] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.890735] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.886451] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.891270] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.891655] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1268.891655] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1269.394751] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Didn't find any instances for network info cache update. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1269.395066] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.395158] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1269.890776] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.891369] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.890808] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.394408] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.394761] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.394799] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.394951] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1274.395867] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be10216d-8c31-43c2-84c4-638f8fc89581 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.404044] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded51738-edd4-41ef-95a7-f5b22a1dd3b6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.418238] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c6165d-436c-4a9a-a98f-4c7d94b5bc58 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.424315] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1188f22d-705e-419c-acd6-ad65f2fea6c7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.451896] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181369MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1274.452029] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.452228] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.470489] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1275.470741] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1275.483344] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bcd9a5-fc42-4478-8852-7574f3da67e7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.490809] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc9f4e9-b287-47d7-af83-a0b66eb0ab18 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.519622] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbf981c-abe4-430b-ba34-68c547f8fdfb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.526236] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a5ac4e-96b7-4549-be80-85c06c25e955 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.538604] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.041643] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.042870] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1276.043059] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.037856] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.541982] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.542199] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.890965] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.886478] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.890059] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.890223] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1329.890344] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1330.394145] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Didn't find any instances for network info cache update. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1330.889745] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.890164] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1331.890347] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.891650] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.890542] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.394350] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.394599] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.394769] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.394930] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1336.395875] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b621f454-7d0a-4557-b122-ab2376afe3e1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.404431] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf17c2f4-8aa6-4efe-9ee9-2a86d8a88cc8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.420019] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d867fc6-a06f-4cba-b782-3e70d4d2819b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.426579] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712d0743-d8f1-42b2-913e-0173e1eee765 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.454767] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181376MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1336.455041] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.455217] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.474463] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1337.474463] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1337.488097] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2205d2d9-5dae-4c14-84f5-64419d68717d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.495349] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176929ad-5df3-4d83-ba90-fe80cf117a21 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.523817] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61396b71-ab58-4cbe-9669-e46fe57e84c6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.530431] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f853a5b-32b3-4726-97d7-9dcd98602b9b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.542827] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.046042] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.047340] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1338.047533] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.047261] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.047650] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.890799] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.278857] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquiring lock "c7d1fa15-a77e-4aa6-b0b4-312ace53454a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.279184] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Lock "c7d1fa15-a77e-4aa6-b0b4-312ace53454a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.782553] env[62913]: DEBUG nova.compute.manager [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1390.315314] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.315612] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.317545] env[62913]: INFO nova.compute.claims [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.885698] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.357073] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1902a82-a5aa-4f2f-ab4f-c87b6575bfd1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.365163] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7165af-9f41-4cca-9fda-b0d3ff27e250 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.396325] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d75b20f-514f-438f-9c3a-6248bd0ab553 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.403443] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe89580-0d60-42cc-960a-71cbdaea3b61 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.417285] env[62913]: DEBUG nova.compute.provider_tree [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.889366] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.889673] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1391.889815] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1391.919939] env[62913]: DEBUG nova.scheduler.client.report [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.394773] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Skipping network cache update for instance because it is Building. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1392.395995] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Didn't find any instances for network info cache update. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1392.395995] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.395995] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1392.429100] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.110s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.429100] env[62913]: DEBUG nova.compute.manager [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1392.934022] env[62913]: DEBUG nova.compute.utils [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1392.937853] env[62913]: DEBUG nova.compute.manager [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1392.938245] env[62913]: DEBUG nova.network.neutron [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1393.447633] env[62913]: DEBUG nova.compute.manager [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1393.890836] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.462745] env[62913]: DEBUG nova.compute.manager [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1394.822845] env[62913]: DEBUG nova.policy [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2b351f4539a41f99f2a98ce90ee581a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a56c00b5e81040a0823d731da7adaf57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1395.093699] env[62913]: DEBUG nova.virt.hardware [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1395.094240] env[62913]: DEBUG nova.virt.hardware [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.094240] env[62913]: DEBUG nova.virt.hardware [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1395.094435] env[62913]: DEBUG nova.virt.hardware [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.094468] env[62913]: DEBUG nova.virt.hardware [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1395.094624] env[62913]: DEBUG nova.virt.hardware [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1395.094841] env[62913]: DEBUG nova.virt.hardware [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1395.095263] env[62913]: DEBUG nova.virt.hardware [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1395.095332] env[62913]: DEBUG nova.virt.hardware [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1395.097717] env[62913]: DEBUG nova.virt.hardware [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1395.097717] env[62913]: DEBUG nova.virt.hardware [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1395.097717] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e172a50-fe76-4b37-8880-cbdd95091186 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.105319] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a036e85-62db-4c08-a21a-15d0fd72ef56 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.125869] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a48dfad-a306-43b3-b3f0-e380b9d4e5a3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.890309] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.026607] env[62913]: DEBUG nova.network.neutron [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Successfully created port: 2bcebd24-c398-45ed-a0a6-5df1fcd7f08a {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1397.890382] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.397146] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.397261] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.397430] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.397582] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1398.398477] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4b6d7c-6eb2-4c45-bf36-6f664b24edd3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.407030] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d755e6-33ea-4dc8-bee7-f31f01c5b41e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.428762] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1897685-49d4-45f4-99c5-ec4bb41d6ab2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.438430] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8e68dc-57e4-4e6f-908a-df357ad7098a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.473702] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181381MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1398.474120] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.474120] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.982664] env[62913]: DEBUG nova.network.neutron [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Successfully updated port: 2bcebd24-c398-45ed-a0a6-5df1fcd7f08a {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.500644] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquiring lock "refresh_cache-c7d1fa15-a77e-4aa6-b0b4-312ace53454a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.502350] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquired lock "refresh_cache-c7d1fa15-a77e-4aa6-b0b4-312ace53454a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.502350] env[62913]: DEBUG nova.network.neutron [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.521032] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance c7d1fa15-a77e-4aa6-b0b4-312ace53454a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1399.521247] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1399.521616] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1399.559936] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8934c9-8fbf-4b80-9468-42cf08155f03 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.569245] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860df032-0702-4052-96f5-ae3ca0e0a429 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.608211] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2493e0a1-26a0-4ef2-995b-abe6dfe1e2f3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.617279] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c9db99-9a19-4a2b-a3e0-e1c658229af7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.638510] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.102858] env[62913]: DEBUG nova.network.neutron [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.141105] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.575019] env[62913]: DEBUG nova.network.neutron [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Updating instance_info_cache with network_info: [{"id": "2bcebd24-c398-45ed-a0a6-5df1fcd7f08a", "address": "fa:16:3e:05:57:e4", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bcebd24-c3", "ovs_interfaceid": "2bcebd24-c398-45ed-a0a6-5df1fcd7f08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.648128] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1400.648335] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.174s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.776925] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Acquiring lock "8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.776925] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Lock "8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.080673] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Releasing lock "refresh_cache-c7d1fa15-a77e-4aa6-b0b4-312ace53454a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.080673] env[62913]: DEBUG nova.compute.manager [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Instance network_info: |[{"id": "2bcebd24-c398-45ed-a0a6-5df1fcd7f08a", "address": "fa:16:3e:05:57:e4", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bcebd24-c3", "ovs_interfaceid": "2bcebd24-c398-45ed-a0a6-5df1fcd7f08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1401.080867] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:57:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bcebd24-c398-45ed-a0a6-5df1fcd7f08a', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.099399] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.100503] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb96d340-dbad-4f4f-9099-767918d8cd3c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.112652] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Created folder: OpenStack in parent group-v4. [ 1401.112955] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Creating folder: Project (a56c00b5e81040a0823d731da7adaf57). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.113142] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa4b13b3-397a-4b82-b34d-38cccf14a87c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.123735] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Created folder: Project (a56c00b5e81040a0823d731da7adaf57) in parent group-v377263. [ 1401.123735] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Creating folder: Instances. Parent ref: group-v377264. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.123735] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e7bfe49-3893-431d-8a7e-8416ffcb061f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.133351] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Created folder: Instances in parent group-v377264. [ 1401.133630] env[62913]: DEBUG oslo.service.loopingcall [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.133828] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.134042] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44551b16-63cb-4376-a848-5a20a6b15bb3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.155261] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.155261] env[62913]: value = "task-1821558" [ 1401.155261] env[62913]: _type = "Task" [ 1401.155261] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.165904] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821558, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.281026] env[62913]: DEBUG nova.compute.manager [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1401.548728] env[62913]: DEBUG nova.compute.manager [req-947c01ae-c503-4c89-9764-bb68b151ef84 req-5358ca8f-b03b-4401-a11f-f1534f71d990 service nova] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Received event network-vif-plugged-2bcebd24-c398-45ed-a0a6-5df1fcd7f08a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1401.548728] env[62913]: DEBUG oslo_concurrency.lockutils [req-947c01ae-c503-4c89-9764-bb68b151ef84 req-5358ca8f-b03b-4401-a11f-f1534f71d990 service nova] Acquiring lock "c7d1fa15-a77e-4aa6-b0b4-312ace53454a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.550516] env[62913]: DEBUG oslo_concurrency.lockutils [req-947c01ae-c503-4c89-9764-bb68b151ef84 req-5358ca8f-b03b-4401-a11f-f1534f71d990 service nova] Lock "c7d1fa15-a77e-4aa6-b0b4-312ace53454a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.550516] env[62913]: DEBUG oslo_concurrency.lockutils [req-947c01ae-c503-4c89-9764-bb68b151ef84 req-5358ca8f-b03b-4401-a11f-f1534f71d990 service nova] Lock "c7d1fa15-a77e-4aa6-b0b4-312ace53454a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.550643] env[62913]: DEBUG nova.compute.manager [req-947c01ae-c503-4c89-9764-bb68b151ef84 req-5358ca8f-b03b-4401-a11f-f1534f71d990 service nova] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] No waiting events found dispatching network-vif-plugged-2bcebd24-c398-45ed-a0a6-5df1fcd7f08a {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1401.551044] env[62913]: WARNING nova.compute.manager [req-947c01ae-c503-4c89-9764-bb68b151ef84 req-5358ca8f-b03b-4401-a11f-f1534f71d990 service nova] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Received unexpected event network-vif-plugged-2bcebd24-c398-45ed-a0a6-5df1fcd7f08a for instance with vm_state building and task_state spawning. [ 1401.648337] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.669835] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821558, 'name': CreateVM_Task, 'duration_secs': 0.444132} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.669835] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1401.703758] env[62913]: DEBUG oslo_vmware.service [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b1e050-93ec-4678-ac87-e1afa332276d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.714671] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.714869] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.715616] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.715873] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd76eee-838d-408c-b7f3-aa4986f0b902 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.721915] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1401.721915] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52e29bf9-58e0-6bea-ed7b-b283b2815a02" [ 1401.721915] env[62913]: _type = "Task" [ 1401.721915] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.732217] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e29bf9-58e0-6bea-ed7b-b283b2815a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.825879] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.826192] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.827732] env[62913]: INFO nova.compute.claims [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1401.991662] env[62913]: DEBUG oslo_concurrency.lockutils [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Acquiring lock "e6690a1d-418c-4c62-9853-2cf0fefbf163" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.991662] env[62913]: DEBUG oslo_concurrency.lockutils [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Lock "e6690a1d-418c-4c62-9853-2cf0fefbf163" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.153950] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.154263] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.236609] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.236926] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.237186] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.237333] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.237802] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.237964] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c49448ac-46bd-4742-8cf6-37c79ca8f838 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.246446] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.246655] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.247479] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127e1b4f-5ad1-4b1c-b296-cc0e39bbd264 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.255538] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bec0ced-501d-4180-8a78-b08d770186e5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.260816] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1402.260816] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]520c3e28-b965-383f-85dd-d453d77919b1" [ 1402.260816] env[62913]: _type = "Task" [ 1402.260816] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.269057] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520c3e28-b965-383f-85dd-d453d77919b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.496931] env[62913]: DEBUG nova.compute.manager [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1402.774526] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Preparing fetch location {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1402.774526] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Creating directory with path [datastore1] vmware_temp/942c7d4f-886f-4661-b6f1-a28b9794782e/b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.774786] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc31c93f-2a23-49a7-889e-d29e1790a714 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.801011] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Created directory with path [datastore1] vmware_temp/942c7d4f-886f-4661-b6f1-a28b9794782e/b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.801216] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Fetch image to [datastore1] vmware_temp/942c7d4f-886f-4661-b6f1-a28b9794782e/b40ce627-5fb4-40e0-aa31-01a05720eeb5/tmp-sparse.vmdk {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1402.801344] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Downloading image file data b40ce627-5fb4-40e0-aa31-01a05720eeb5 to [datastore1] vmware_temp/942c7d4f-886f-4661-b6f1-a28b9794782e/b40ce627-5fb4-40e0-aa31-01a05720eeb5/tmp-sparse.vmdk on the data store datastore1 {{(pid=62913) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1402.802182] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791b6658-c0dc-4a14-a0fa-df11d0adba05 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.814085] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1145d343-edfb-4c7a-9a7e-79f07a4c4684 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.826063] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffc99a4-81e6-42a4-abb4-f5a0416b279d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.870970] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c729b1-37a9-4136-a57a-bd7eeabb6c3f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.880178] env[62913]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e55ef43b-9b1d-4420-a70a-0f20061f2cfa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.966022] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be4c348-83b5-41c0-9917-68e1bcef74d7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.972568] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Downloading image file data b40ce627-5fb4-40e0-aa31-01a05720eeb5 to the data store datastore1 {{(pid=62913) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1402.987157] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646754e0-4411-461d-81c5-28d2c2d08f57 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.030174] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dc624f-644e-4644-b0a0-6b24ad723ff5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.043038] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238cdf6d-c2b2-4156-8c33-ccc6c8b74b55 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.050250] env[62913]: DEBUG oslo_concurrency.lockutils [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.060202] env[62913]: DEBUG nova.compute.provider_tree [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.132101] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/942c7d4f-886f-4661-b6f1-a28b9794782e/b40ce627-5fb4-40e0-aa31-01a05720eeb5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62913) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1403.216584] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.216887] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.564183] env[62913]: DEBUG nova.scheduler.client.report [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.728112] env[62913]: DEBUG nova.compute.manager [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1403.847213] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Completed reading data from the image iterator. {{(pid=62913) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1403.847475] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/942c7d4f-886f-4661-b6f1-a28b9794782e/b40ce627-5fb4-40e0-aa31-01a05720eeb5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1403.985839] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Downloaded image file data b40ce627-5fb4-40e0-aa31-01a05720eeb5 to vmware_temp/942c7d4f-886f-4661-b6f1-a28b9794782e/b40ce627-5fb4-40e0-aa31-01a05720eeb5/tmp-sparse.vmdk on the data store datastore1 {{(pid=62913) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1403.987678] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Caching image {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1403.987937] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Copying Virtual Disk [datastore1] vmware_temp/942c7d4f-886f-4661-b6f1-a28b9794782e/b40ce627-5fb4-40e0-aa31-01a05720eeb5/tmp-sparse.vmdk to [datastore1] vmware_temp/942c7d4f-886f-4661-b6f1-a28b9794782e/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.992704] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be31951d-36b9-4123-99d9-b94ae5c8df6a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.005792] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1404.005792] env[62913]: value = "task-1821559" [ 1404.005792] env[62913]: _type = "Task" [ 1404.005792] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.016427] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.074249] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.075347] env[62913]: DEBUG nova.compute.manager [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1404.077863] env[62913]: DEBUG oslo_concurrency.lockutils [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.029s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.083692] env[62913]: INFO nova.compute.claims [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1404.263158] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.515157] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821559, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.590020] env[62913]: DEBUG nova.compute.utils [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1404.591024] env[62913]: DEBUG nova.compute.manager [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Not allocating networking since 'none' was specified. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1405.016635] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748158} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.016949] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Copied Virtual Disk [datastore1] vmware_temp/942c7d4f-886f-4661-b6f1-a28b9794782e/b40ce627-5fb4-40e0-aa31-01a05720eeb5/tmp-sparse.vmdk to [datastore1] vmware_temp/942c7d4f-886f-4661-b6f1-a28b9794782e/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1405.017360] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Deleting the datastore file [datastore1] vmware_temp/942c7d4f-886f-4661-b6f1-a28b9794782e/b40ce627-5fb4-40e0-aa31-01a05720eeb5/tmp-sparse.vmdk {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.017695] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-484f859b-68c8-43b5-baf2-87a4ecd44948 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.025743] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1405.025743] env[62913]: value = "task-1821560" [ 1405.025743] env[62913]: _type = "Task" [ 1405.025743] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.037676] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.098020] env[62913]: DEBUG nova.compute.manager [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1405.209382] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed9ce29-903a-4892-baa4-4c7ac200362b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.219037] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecefcddc-095f-480c-8cd3-0e128b0f0eff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.262385] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc49c96-dbc9-4614-962e-e7877a1a381e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.270069] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f058f99c-1062-402a-8b0f-ccc8b9810800 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.284076] env[62913]: DEBUG nova.compute.provider_tree [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1405.539454] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215706} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.539981] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1405.540232] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Moving file from [datastore1] vmware_temp/942c7d4f-886f-4661-b6f1-a28b9794782e/b40ce627-5fb4-40e0-aa31-01a05720eeb5 to [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5. {{(pid=62913) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1405.540512] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f059fe92-07bf-4cc9-a489-9e1398dd9fdc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.548832] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1405.548832] env[62913]: value = "task-1821561" [ 1405.548832] env[62913]: _type = "Task" [ 1405.548832] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.557724] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821561, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.585163] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Acquiring lock "614b67ed-49de-4c6e-ad57-9d03d17f7dbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.585163] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Lock "614b67ed-49de-4c6e-ad57-9d03d17f7dbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.814261] env[62913]: ERROR nova.scheduler.client.report [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [req-b11bb15f-f9a1-435b-8da2-ba7fd3ee5dfe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b11bb15f-f9a1-435b-8da2-ba7fd3ee5dfe"}]} [ 1405.841430] env[62913]: DEBUG nova.scheduler.client.report [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1405.864317] env[62913]: DEBUG nova.scheduler.client.report [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1405.864317] env[62913]: DEBUG nova.compute.provider_tree [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1405.889233] env[62913]: DEBUG nova.scheduler.client.report [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: ee7df41b-f98f-4c6f-aced-72a8140774df {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1405.917649] env[62913]: DEBUG nova.scheduler.client.report [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1406.049994] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1610b2-a66b-42e4-93d5-6fe13a0ff89c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.062691] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821561, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028239} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.066073] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] File moved {{(pid=62913) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1406.066073] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Cleaning up location [datastore1] vmware_temp/942c7d4f-886f-4661-b6f1-a28b9794782e {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1406.066073] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Deleting the datastore file [datastore1] vmware_temp/942c7d4f-886f-4661-b6f1-a28b9794782e {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.066073] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea90c92e-81cd-4fb7-85e5-e00d535972f1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.069755] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb01e8d5-8368-4003-a8b5-e398cbc777d3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.102419] env[62913]: DEBUG nova.compute.manager [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1406.104629] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e496287-59de-4629-a792-97805827aadd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.113384] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1406.113384] env[62913]: value = "task-1821562" [ 1406.113384] env[62913]: _type = "Task" [ 1406.113384] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.114681] env[62913]: DEBUG nova.compute.manager [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1406.139470] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46ff8e5-98b6-4d92-8986-0df214692e98 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.146705] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026594} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.147448] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.148102] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dddaedf1-6875-4592-9ae0-cf38230da98b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.158640] env[62913]: DEBUG nova.compute.provider_tree [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1406.164669] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1406.164669] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52863c43-6196-588f-089d-5ce026857faa" [ 1406.164669] env[62913]: _type = "Task" [ 1406.164669] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.173424] env[62913]: DEBUG nova.virt.hardware [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1406.173663] env[62913]: DEBUG nova.virt.hardware [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1406.173826] env[62913]: DEBUG nova.virt.hardware [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1406.174017] env[62913]: DEBUG nova.virt.hardware [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1406.174154] env[62913]: DEBUG nova.virt.hardware [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1406.174302] env[62913]: DEBUG nova.virt.hardware [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1406.174509] env[62913]: DEBUG nova.virt.hardware [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1406.174668] env[62913]: DEBUG nova.virt.hardware [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1406.174838] env[62913]: DEBUG nova.virt.hardware [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1406.174990] env[62913]: DEBUG nova.virt.hardware [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1406.175178] env[62913]: DEBUG nova.virt.hardware [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1406.176921] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0683317e-0817-4c2d-aa9c-4161afa5c171 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.180996] env[62913]: DEBUG nova.compute.manager [req-74fb7fb3-d2ac-4c13-9ad8-81fc71e78559 req-b8a46248-3421-4cf8-85cf-cb666ee70b26 service nova] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Received event network-changed-2bcebd24-c398-45ed-a0a6-5df1fcd7f08a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1406.181131] env[62913]: DEBUG nova.compute.manager [req-74fb7fb3-d2ac-4c13-9ad8-81fc71e78559 req-b8a46248-3421-4cf8-85cf-cb666ee70b26 service nova] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Refreshing instance network info cache due to event network-changed-2bcebd24-c398-45ed-a0a6-5df1fcd7f08a. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1406.181650] env[62913]: DEBUG oslo_concurrency.lockutils [req-74fb7fb3-d2ac-4c13-9ad8-81fc71e78559 req-b8a46248-3421-4cf8-85cf-cb666ee70b26 service nova] Acquiring lock "refresh_cache-c7d1fa15-a77e-4aa6-b0b4-312ace53454a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.181650] env[62913]: DEBUG oslo_concurrency.lockutils [req-74fb7fb3-d2ac-4c13-9ad8-81fc71e78559 req-b8a46248-3421-4cf8-85cf-cb666ee70b26 service nova] Acquired lock "refresh_cache-c7d1fa15-a77e-4aa6-b0b4-312ace53454a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.181650] env[62913]: DEBUG nova.network.neutron [req-74fb7fb3-d2ac-4c13-9ad8-81fc71e78559 req-b8a46248-3421-4cf8-85cf-cb666ee70b26 service nova] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Refreshing network info cache for port 2bcebd24-c398-45ed-a0a6-5df1fcd7f08a {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.189785] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52863c43-6196-588f-089d-5ce026857faa, 'name': SearchDatastore_Task, 'duration_secs': 0.009018} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.191935] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.192764] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] c7d1fa15-a77e-4aa6-b0b4-312ace53454a/c7d1fa15-a77e-4aa6-b0b4-312ace53454a.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1406.192764] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f864eaaa-85ea-4813-aee5-ea0c624e1bd9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.195644] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f528ee0b-dc08-45c3-98d2-4d445c7616f9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.212709] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Instance VIF info [] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.218365] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Creating folder: Project (6e1b4baac5014ab1aeef32a8bd9abbaa). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.220295] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b20926f8-83ad-485f-ac19-01298e681f04 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.222261] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1406.222261] env[62913]: value = "task-1821563" [ 1406.222261] env[62913]: _type = "Task" [ 1406.222261] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.235261] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.235789] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Created folder: Project (6e1b4baac5014ab1aeef32a8bd9abbaa) in parent group-v377263. [ 1406.235984] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Creating folder: Instances. Parent ref: group-v377267. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.236239] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c05d86bc-581c-4e0f-a88d-b8bcb3c23a2a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.246686] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Created folder: Instances in parent group-v377267. [ 1406.246940] env[62913]: DEBUG oslo.service.loopingcall [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.247895] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.247895] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d5a2588-c9cd-484f-8f57-6de9fcee842c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.269972] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.269972] env[62913]: value = "task-1821566" [ 1406.269972] env[62913]: _type = "Task" [ 1406.269972] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.278315] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821566, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.640634] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.713834] env[62913]: DEBUG nova.scheduler.client.report [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 8 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1406.714108] env[62913]: DEBUG nova.compute.provider_tree [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 8 to 9 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1406.714288] env[62913]: DEBUG nova.compute.provider_tree [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1406.737025] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821563, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.783846] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821566, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.228243] env[62913]: DEBUG oslo_concurrency.lockutils [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.148s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.228243] env[62913]: DEBUG nova.compute.manager [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1407.237025] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.972s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.237025] env[62913]: INFO nova.compute.claims [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.252907] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761295} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.254916] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] c7d1fa15-a77e-4aa6-b0b4-312ace53454a/c7d1fa15-a77e-4aa6-b0b4-312ace53454a.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1407.255162] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1407.255772] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8259149b-ddb1-47c4-bf87-7b57b9c157d3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.262124] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1407.262124] env[62913]: value = "task-1821567" [ 1407.262124] env[62913]: _type = "Task" [ 1407.262124] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.274520] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.284783] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821566, 'name': CreateVM_Task, 'duration_secs': 0.843416} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.284783] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1407.284783] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.284783] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.284783] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1407.284783] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bee3d8d6-bded-4fea-8485-28996204ed15 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.290353] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Waiting for the task: (returnval){ [ 1407.290353] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52dac1cc-2203-cc21-9d6b-91e3409b728c" [ 1407.290353] env[62913]: _type = "Task" [ 1407.290353] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.297788] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52dac1cc-2203-cc21-9d6b-91e3409b728c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.753272] env[62913]: DEBUG nova.compute.utils [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1407.757927] env[62913]: DEBUG nova.compute.manager [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1407.757927] env[62913]: DEBUG nova.network.neutron [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1407.779721] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065057} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.779721] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1407.779721] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e7662d-5613-4177-8b6a-89f1a3892e9e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.817952] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] c7d1fa15-a77e-4aa6-b0b4-312ace53454a/c7d1fa15-a77e-4aa6-b0b4-312ace53454a.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.824831] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b41f8c0-352b-4fa3-8e4c-44c986ebf76d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.854983] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52dac1cc-2203-cc21-9d6b-91e3409b728c, 'name': SearchDatastore_Task, 'duration_secs': 0.008843} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.856530] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.856761] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1407.857209] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.857209] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.857512] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1407.857683] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1407.857683] env[62913]: value = "task-1821568" [ 1407.857683] env[62913]: _type = "Task" [ 1407.857683] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.858213] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5bf61e5-b2a0-4be0-a72c-0ad8bf9308b3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.869739] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.871028] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1407.871130] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1407.871849] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d32a82-864c-4be6-a799-b89f9a49496f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.879492] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Waiting for the task: (returnval){ [ 1407.879492] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523c01c5-9a36-dfd7-ab36-8b7ff650a86b" [ 1407.879492] env[62913]: _type = "Task" [ 1407.879492] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.889412] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523c01c5-9a36-dfd7-ab36-8b7ff650a86b, 'name': SearchDatastore_Task, 'duration_secs': 0.008813} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.889766] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac5cb972-722e-4f8e-a752-302187dca0bc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.896308] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Waiting for the task: (returnval){ [ 1407.896308] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52f5719f-9dd7-a289-991d-441033029f52" [ 1407.896308] env[62913]: _type = "Task" [ 1407.896308] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.905036] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f5719f-9dd7-a289-991d-441033029f52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.908917] env[62913]: DEBUG nova.network.neutron [req-74fb7fb3-d2ac-4c13-9ad8-81fc71e78559 req-b8a46248-3421-4cf8-85cf-cb666ee70b26 service nova] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Updated VIF entry in instance network info cache for port 2bcebd24-c398-45ed-a0a6-5df1fcd7f08a. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.909650] env[62913]: DEBUG nova.network.neutron [req-74fb7fb3-d2ac-4c13-9ad8-81fc71e78559 req-b8a46248-3421-4cf8-85cf-cb666ee70b26 service nova] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Updating instance_info_cache with network_info: [{"id": "2bcebd24-c398-45ed-a0a6-5df1fcd7f08a", "address": "fa:16:3e:05:57:e4", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bcebd24-c3", "ovs_interfaceid": "2bcebd24-c398-45ed-a0a6-5df1fcd7f08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.014973] env[62913]: DEBUG nova.policy [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ad08dd30a3541eba3245c3cda74095b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '151197811e404c47ad6c7dfc009b331b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1408.262096] env[62913]: DEBUG nova.compute.manager [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1408.374372] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821568, 'name': ReconfigVM_Task, 'duration_secs': 0.281172} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.374372] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Reconfigured VM instance instance-00000001 to attach disk [datastore1] c7d1fa15-a77e-4aa6-b0b4-312ace53454a/c7d1fa15-a77e-4aa6-b0b4-312ace53454a.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.374906] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec5f8233-c4ed-4ce9-974b-e1d6bd697a7c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.385623] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1408.385623] env[62913]: value = "task-1821569" [ 1408.385623] env[62913]: _type = "Task" [ 1408.385623] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.395208] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821569, 'name': Rename_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.418527] env[62913]: DEBUG oslo_concurrency.lockutils [req-74fb7fb3-d2ac-4c13-9ad8-81fc71e78559 req-b8a46248-3421-4cf8-85cf-cb666ee70b26 service nova] Releasing lock "refresh_cache-c7d1fa15-a77e-4aa6-b0b4-312ace53454a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.419246] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f5719f-9dd7-a289-991d-441033029f52, 'name': SearchDatastore_Task, 'duration_secs': 0.008883} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.419246] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.419415] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f/8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1408.419703] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3694ab2-3c7f-4791-b939-26fea798bcb6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.429524] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Waiting for the task: (returnval){ [ 1408.429524] env[62913]: value = "task-1821570" [ 1408.429524] env[62913]: _type = "Task" [ 1408.429524] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.444823] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': task-1821570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.491089] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "e7e62340-94e1-48bf-af63-fb9e1208b2f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.491912] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "e7e62340-94e1-48bf-af63-fb9e1208b2f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.513963] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e787f5b-c7e4-4a71-b9d0-836854c4553a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.525419] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2024a43a-0cd5-4a3d-a2ed-2c3c37bc981f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.559176] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7601c80a-dae3-4ad9-b2ef-a96fdbb1672b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.566879] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500fa7bd-0ac8-4d65-a857-4b7ce24ebfe6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.580039] env[62913]: DEBUG nova.compute.provider_tree [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.898569] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821569, 'name': Rename_Task, 'duration_secs': 0.162288} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.899352] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1408.899352] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2b9b513-b121-4dbb-bba1-5233070f7cc1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.908333] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1408.908333] env[62913]: value = "task-1821571" [ 1408.908333] env[62913]: _type = "Task" [ 1408.908333] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.920188] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.937914] env[62913]: DEBUG nova.network.neutron [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Successfully created port: d004a66b-e3d3-45ac-afb5-b894810163ec {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1408.944870] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': task-1821570, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.995048] env[62913]: DEBUG nova.compute.manager [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1409.086717] env[62913]: DEBUG nova.scheduler.client.report [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.275407] env[62913]: DEBUG nova.compute.manager [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1409.310974] env[62913]: DEBUG nova.virt.hardware [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.311245] env[62913]: DEBUG nova.virt.hardware [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.311410] env[62913]: DEBUG nova.virt.hardware [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.311621] env[62913]: DEBUG nova.virt.hardware [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.311773] env[62913]: DEBUG nova.virt.hardware [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.311914] env[62913]: DEBUG nova.virt.hardware [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.312306] env[62913]: DEBUG nova.virt.hardware [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.312533] env[62913]: DEBUG nova.virt.hardware [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.316018] env[62913]: DEBUG nova.virt.hardware [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.316018] env[62913]: DEBUG nova.virt.hardware [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.316018] env[62913]: DEBUG nova.virt.hardware [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.316018] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522efe2f-adec-4bbc-a158-5370c2ab5d51 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.322494] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d19e1d4-d276-4bde-9db9-af711c86be4d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.422039] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.447367] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': task-1821570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605805} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.447539] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f/8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.447663] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.447913] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-212119ed-8ba3-404b-b4b3-c8a63f0e1c7b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.455037] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Waiting for the task: (returnval){ [ 1409.455037] env[62913]: value = "task-1821572" [ 1409.455037] env[62913]: _type = "Task" [ 1409.455037] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.468394] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': task-1821572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.534152] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.595793] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.599837] env[62913]: DEBUG nova.compute.manager [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1409.601242] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.960s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.602325] env[62913]: INFO nova.compute.claims [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1409.924652] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821571, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.970964] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': task-1821572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064655} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.971355] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.972143] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd177db-04f9-4e4e-998e-14deeaa88e46 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.993318] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f/8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.994471] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b0499a7-a92e-481d-9915-553f185df686 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.015173] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Waiting for the task: (returnval){ [ 1410.015173] env[62913]: value = "task-1821573" [ 1410.015173] env[62913]: _type = "Task" [ 1410.015173] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.023401] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': task-1821573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.111841] env[62913]: DEBUG nova.compute.utils [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1410.117116] env[62913]: DEBUG nova.compute.manager [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1410.117116] env[62913]: DEBUG nova.network.neutron [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1410.339141] env[62913]: DEBUG nova.policy [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4186104d9f094b79844bef33425ee7e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75d3f98429064db8aedff2c4c70db0d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1410.426134] env[62913]: DEBUG oslo_vmware.api [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821571, 'name': PowerOnVM_Task, 'duration_secs': 1.181306} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.426743] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1410.431805] env[62913]: INFO nova.compute.manager [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Took 15.96 seconds to spawn the instance on the hypervisor. [ 1410.431805] env[62913]: DEBUG nova.compute.manager [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.431805] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8acdef-9be6-482f-a6ff-71c55e58b5d6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.530100] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': task-1821573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.624378] env[62913]: DEBUG nova.compute.manager [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1410.767113] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9531ae41-89e5-45a0-ade4-45c5e7609912 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.778490] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dafc68-83ea-4388-9765-d31a108256f6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.820066] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ef54ab-df6e-4ae1-8d07-c9c4558853f2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.830562] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a438c3-8a67-4c77-b692-a672dca06979 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.850254] env[62913]: DEBUG nova.compute.provider_tree [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.957509] env[62913]: INFO nova.compute.manager [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Took 20.67 seconds to build instance. [ 1411.031385] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': task-1821573, 'name': ReconfigVM_Task, 'duration_secs': 0.886383} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.031704] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f/8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1411.032337] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-208908aa-3c48-4aeb-8ec8-54c3eece0e4d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.042144] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Waiting for the task: (returnval){ [ 1411.042144] env[62913]: value = "task-1821574" [ 1411.042144] env[62913]: _type = "Task" [ 1411.042144] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.051950] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': task-1821574, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.356889] env[62913]: DEBUG nova.scheduler.client.report [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.460630] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0c72b75-fb33-4684-9152-ed4caeba0782 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Lock "c7d1fa15-a77e-4aa6-b0b4-312ace53454a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.181s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.551175] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': task-1821574, 'name': Rename_Task, 'duration_secs': 0.246192} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.551438] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.551669] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b0f24aa-82f6-44c1-88d4-c01b89b74351 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.562566] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Waiting for the task: (returnval){ [ 1411.562566] env[62913]: value = "task-1821575" [ 1411.562566] env[62913]: _type = "Task" [ 1411.562566] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.570594] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': task-1821575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.637383] env[62913]: DEBUG oslo_concurrency.lockutils [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "6e53b18b-886b-4afa-a08f-173135fecf2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.638523] env[62913]: DEBUG oslo_concurrency.lockutils [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "6e53b18b-886b-4afa-a08f-173135fecf2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.640645] env[62913]: DEBUG nova.compute.manager [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1411.659710] env[62913]: DEBUG oslo_concurrency.lockutils [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquiring lock "2c511398-2d78-4429-8ed6-11af0e7a859f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.659710] env[62913]: DEBUG oslo_concurrency.lockutils [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "2c511398-2d78-4429-8ed6-11af0e7a859f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.670929] env[62913]: DEBUG nova.virt.hardware [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1411.671209] env[62913]: DEBUG nova.virt.hardware [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.671381] env[62913]: DEBUG nova.virt.hardware [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1411.671567] env[62913]: DEBUG nova.virt.hardware [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.672272] env[62913]: DEBUG nova.virt.hardware [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1411.672454] env[62913]: DEBUG nova.virt.hardware [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1411.672728] env[62913]: DEBUG nova.virt.hardware [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1411.672865] env[62913]: DEBUG nova.virt.hardware [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1411.673056] env[62913]: DEBUG nova.virt.hardware [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1411.673258] env[62913]: DEBUG nova.virt.hardware [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1411.673423] env[62913]: DEBUG nova.virt.hardware [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1411.675051] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92685a53-3629-4451-b3fb-4c981cba5dc2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.685242] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b908c23-5f56-45e2-842b-0c22a296f430 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.867894] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.869341] env[62913]: DEBUG nova.compute.manager [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1411.872601] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.339s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.876209] env[62913]: INFO nova.compute.claims [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1412.067354] env[62913]: DEBUG nova.network.neutron [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Successfully created port: 33cf3019-382e-4784-9105-d28f06a1ad0e {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1412.081865] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': task-1821575, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.143018] env[62913]: DEBUG nova.compute.manager [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1412.161587] env[62913]: DEBUG nova.compute.manager [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1412.388670] env[62913]: DEBUG nova.compute.utils [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1412.394940] env[62913]: DEBUG nova.compute.manager [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1412.396351] env[62913]: DEBUG nova.network.neutron [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1412.581065] env[62913]: DEBUG nova.network.neutron [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Successfully updated port: d004a66b-e3d3-45ac-afb5-b894810163ec {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1412.586027] env[62913]: DEBUG oslo_vmware.api [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': task-1821575, 'name': PowerOnVM_Task, 'duration_secs': 0.806637} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.586027] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.586112] env[62913]: INFO nova.compute.manager [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Took 6.47 seconds to spawn the instance on the hypervisor. [ 1412.586226] env[62913]: DEBUG nova.compute.manager [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.587335] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9e781c-5198-4f30-9a4e-349923a22658 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.616778] env[62913]: DEBUG nova.policy [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee307f0156d74bcdb7269b17adc59808', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff7e50335b6143959257046f7f2ed524', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1412.674293] env[62913]: DEBUG oslo_concurrency.lockutils [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.686937] env[62913]: DEBUG oslo_concurrency.lockutils [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.903359] env[62913]: DEBUG nova.compute.manager [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1413.022761] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Acquiring lock "ae89e3c7-9a42-422e-932b-664620b00ad9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.022876] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Lock "ae89e3c7-9a42-422e-932b-664620b00ad9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.088726] env[62913]: DEBUG oslo_concurrency.lockutils [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Acquiring lock "refresh_cache-e6690a1d-418c-4c62-9853-2cf0fefbf163" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.088937] env[62913]: DEBUG oslo_concurrency.lockutils [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Acquired lock "refresh_cache-e6690a1d-418c-4c62-9853-2cf0fefbf163" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.089104] env[62913]: DEBUG nova.network.neutron [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.112774] env[62913]: INFO nova.compute.manager [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Took 11.32 seconds to build instance. [ 1413.123237] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5e20d7-6bb2-4322-a8c8-30392c5ce1d7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.132366] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8838591f-e0d9-4438-bf64-c4d1eea3a6cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.177763] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bc8eaf-2f54-4beb-83b2-841d40b7c2e9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.189074] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f982b3b8-656a-4dc0-9702-2537bbbc9659 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.210436] env[62913]: DEBUG nova.compute.provider_tree [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.528338] env[62913]: DEBUG nova.compute.manager [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1413.613951] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06b6726a-5601-40c5-8ee1-e1448b109018 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Lock "8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.837s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.641065] env[62913]: DEBUG nova.network.neutron [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1413.656129] env[62913]: DEBUG nova.compute.manager [req-152b2916-f760-4b89-9280-c3fab80da8f7 req-9b6092c0-c318-4e22-a42d-b7a4ebcc9c29 service nova] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Received event network-vif-plugged-d004a66b-e3d3-45ac-afb5-b894810163ec {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1413.656129] env[62913]: DEBUG oslo_concurrency.lockutils [req-152b2916-f760-4b89-9280-c3fab80da8f7 req-9b6092c0-c318-4e22-a42d-b7a4ebcc9c29 service nova] Acquiring lock "e6690a1d-418c-4c62-9853-2cf0fefbf163-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.656129] env[62913]: DEBUG oslo_concurrency.lockutils [req-152b2916-f760-4b89-9280-c3fab80da8f7 req-9b6092c0-c318-4e22-a42d-b7a4ebcc9c29 service nova] Lock "e6690a1d-418c-4c62-9853-2cf0fefbf163-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.656129] env[62913]: DEBUG oslo_concurrency.lockutils [req-152b2916-f760-4b89-9280-c3fab80da8f7 req-9b6092c0-c318-4e22-a42d-b7a4ebcc9c29 service nova] Lock "e6690a1d-418c-4c62-9853-2cf0fefbf163-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.656129] env[62913]: DEBUG nova.compute.manager [req-152b2916-f760-4b89-9280-c3fab80da8f7 req-9b6092c0-c318-4e22-a42d-b7a4ebcc9c29 service nova] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] No waiting events found dispatching network-vif-plugged-d004a66b-e3d3-45ac-afb5-b894810163ec {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1413.656613] env[62913]: WARNING nova.compute.manager [req-152b2916-f760-4b89-9280-c3fab80da8f7 req-9b6092c0-c318-4e22-a42d-b7a4ebcc9c29 service nova] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Received unexpected event network-vif-plugged-d004a66b-e3d3-45ac-afb5-b894810163ec for instance with vm_state building and task_state spawning. [ 1413.715136] env[62913]: DEBUG nova.scheduler.client.report [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.841019] env[62913]: DEBUG nova.network.neutron [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Successfully created port: cc632709-b9b9-4843-9bf4-80b457ba9f75 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1413.912274] env[62913]: DEBUG nova.compute.manager [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1413.950615] env[62913]: DEBUG nova.virt.hardware [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1413.951216] env[62913]: DEBUG nova.virt.hardware [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.951216] env[62913]: DEBUG nova.virt.hardware [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1413.951216] env[62913]: DEBUG nova.virt.hardware [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.951544] env[62913]: DEBUG nova.virt.hardware [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1413.951757] env[62913]: DEBUG nova.virt.hardware [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1413.952258] env[62913]: DEBUG nova.virt.hardware [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1413.952258] env[62913]: DEBUG nova.virt.hardware [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1413.952358] env[62913]: DEBUG nova.virt.hardware [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1413.952488] env[62913]: DEBUG nova.virt.hardware [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1413.952664] env[62913]: DEBUG nova.virt.hardware [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1413.953987] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4801001-9300-4b71-9ae2-42c1e7d54985 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.963839] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad300f9b-41ca-4fa4-a39a-610a3087d4e9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.057028] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.169140] env[62913]: DEBUG nova.network.neutron [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Updating instance_info_cache with network_info: [{"id": "d004a66b-e3d3-45ac-afb5-b894810163ec", "address": "fa:16:3e:d9:d8:fb", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd004a66b-e3", "ovs_interfaceid": "d004a66b-e3d3-45ac-afb5-b894810163ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.219847] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.220497] env[62913]: DEBUG nova.compute.manager [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1414.225197] env[62913]: DEBUG oslo_concurrency.lockutils [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.552s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.226628] env[62913]: INFO nova.compute.claims [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.412217] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Acquiring lock "c7d1fa15-a77e-4aa6-b0b4-312ace53454a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.414810] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Lock "c7d1fa15-a77e-4aa6-b0b4-312ace53454a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.415123] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Acquiring lock "c7d1fa15-a77e-4aa6-b0b4-312ace53454a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.415331] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Lock "c7d1fa15-a77e-4aa6-b0b4-312ace53454a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.415504] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Lock "c7d1fa15-a77e-4aa6-b0b4-312ace53454a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.418930] env[62913]: DEBUG nova.compute.manager [None req-c7d3527a-8be5-4ab9-9273-936d49ce8446 tempest-ServerDiagnosticsV248Test-1696098644 tempest-ServerDiagnosticsV248Test-1696098644-project-admin] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.419337] env[62913]: INFO nova.compute.manager [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Terminating instance [ 1414.421645] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aa5ded-f4ff-48fc-8e8a-4d1e319fec16 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.438082] env[62913]: INFO nova.compute.manager [None req-c7d3527a-8be5-4ab9-9273-936d49ce8446 tempest-ServerDiagnosticsV248Test-1696098644 tempest-ServerDiagnosticsV248Test-1696098644-project-admin] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Retrieving diagnostics [ 1414.439128] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c4cad9-535d-4c81-9935-1ed64100706a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.608700] env[62913]: DEBUG nova.network.neutron [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Successfully updated port: 33cf3019-382e-4784-9105-d28f06a1ad0e {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1414.674946] env[62913]: DEBUG oslo_concurrency.lockutils [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Releasing lock "refresh_cache-e6690a1d-418c-4c62-9853-2cf0fefbf163" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.675292] env[62913]: DEBUG nova.compute.manager [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Instance network_info: |[{"id": "d004a66b-e3d3-45ac-afb5-b894810163ec", "address": "fa:16:3e:d9:d8:fb", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd004a66b-e3", "ovs_interfaceid": "d004a66b-e3d3-45ac-afb5-b894810163ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1414.675690] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:d8:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd004a66b-e3d3-45ac-afb5-b894810163ec', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1414.683250] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Creating folder: Project (151197811e404c47ad6c7dfc009b331b). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1414.683520] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-326b3687-1c14-44d6-8f7d-c246f9d11485 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.694192] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Created folder: Project (151197811e404c47ad6c7dfc009b331b) in parent group-v377263. [ 1414.694453] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Creating folder: Instances. Parent ref: group-v377270. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1414.694732] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef62f320-ae8d-4c95-a66b-899dc6b0ea71 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.702822] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Created folder: Instances in parent group-v377270. [ 1414.703474] env[62913]: DEBUG oslo.service.loopingcall [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1414.704126] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1414.705854] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04431e54-7ff8-44af-b77a-6f5c75a6216c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.735650] env[62913]: DEBUG nova.compute.utils [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1414.738702] env[62913]: DEBUG nova.compute.manager [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1414.739157] env[62913]: DEBUG nova.network.neutron [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1414.741173] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1414.741173] env[62913]: value = "task-1821578" [ 1414.741173] env[62913]: _type = "Task" [ 1414.741173] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.752434] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821578, 'name': CreateVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.809382] env[62913]: DEBUG nova.policy [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0710a19ae85d4f17bd6ad5daf1aa4b90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4b41b627bc0441b9c85a109ddf09fb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1414.944134] env[62913]: DEBUG nova.compute.manager [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1414.944216] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.945173] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9111bca3-7d85-4e18-9874-bc04b16882b8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.955325] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.955605] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9aac985b-de9f-48da-b3d4-4f08016d95bf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.962324] env[62913]: DEBUG oslo_vmware.api [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Waiting for the task: (returnval){ [ 1414.962324] env[62913]: value = "task-1821579" [ 1414.962324] env[62913]: _type = "Task" [ 1414.962324] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.973301] env[62913]: DEBUG oslo_vmware.api [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Task: {'id': task-1821579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.112279] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.112463] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquired lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.112637] env[62913]: DEBUG nova.network.neutron [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.245332] env[62913]: DEBUG nova.compute.manager [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1415.259195] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821578, 'name': CreateVM_Task, 'duration_secs': 0.346916} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.259195] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1415.260077] env[62913]: DEBUG oslo_concurrency.lockutils [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.260077] env[62913]: DEBUG oslo_concurrency.lockutils [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.260454] env[62913]: DEBUG oslo_concurrency.lockutils [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1415.261418] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a867177-40db-469e-9176-1870ff94d32a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.266631] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Waiting for the task: (returnval){ [ 1415.266631] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5247490d-af1b-a820-6f36-fcada5047b5b" [ 1415.266631] env[62913]: _type = "Task" [ 1415.266631] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.281892] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5247490d-af1b-a820-6f36-fcada5047b5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.423435] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bd4660-3bee-4394-9d6c-91c05f653a07 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.434263] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a2d190-9a1b-4dea-81a5-c4c91d655783 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.477887] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495d7a2a-deeb-430b-8bfe-3ddb9db03432 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.484578] env[62913]: DEBUG oslo_vmware.api [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Task: {'id': task-1821579, 'name': PowerOffVM_Task, 'duration_secs': 0.182233} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.486823] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.487022] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1415.487817] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fce87b2-ee09-47dc-b614-7a7e47b761f9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.490079] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96d9eaf-321f-44c0-a496-7f2a1d43b2ac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.510081] env[62913]: DEBUG nova.compute.provider_tree [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.563125] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1415.563125] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1415.563125] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Deleting the datastore file [datastore1] c7d1fa15-a77e-4aa6-b0b4-312ace53454a {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.563125] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-531b3b52-2075-4a3c-8797-e27a864aa81d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.570027] env[62913]: DEBUG oslo_vmware.api [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Waiting for the task: (returnval){ [ 1415.570027] env[62913]: value = "task-1821581" [ 1415.570027] env[62913]: _type = "Task" [ 1415.570027] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.583292] env[62913]: DEBUG oslo_vmware.api [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Task: {'id': task-1821581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.584339] env[62913]: DEBUG nova.network.neutron [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Successfully created port: c238d358-c946-4180-9e44-d0c985b4105b {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1415.696299] env[62913]: DEBUG nova.network.neutron [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1415.785124] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5247490d-af1b-a820-6f36-fcada5047b5b, 'name': SearchDatastore_Task, 'duration_secs': 0.013179} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.785124] env[62913]: DEBUG oslo_concurrency.lockutils [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.785124] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1415.785341] env[62913]: DEBUG oslo_concurrency.lockutils [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.785485] env[62913]: DEBUG oslo_concurrency.lockutils [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.785594] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1415.785879] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a55ec1c7-c7db-4347-94f4-faeaf12475b1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.795351] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1415.795626] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1415.796287] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-811e5239-07f0-4383-a5df-2b5f7747e962 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.803503] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Waiting for the task: (returnval){ [ 1415.803503] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]528940a0-a20c-76d8-1e89-9fea568374ea" [ 1415.803503] env[62913]: _type = "Task" [ 1415.803503] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.819027] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528940a0-a20c-76d8-1e89-9fea568374ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.019730] env[62913]: DEBUG nova.scheduler.client.report [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.082443] env[62913]: DEBUG oslo_vmware.api [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Task: {'id': task-1821581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166355} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.082771] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.082910] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.083108] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.083290] env[62913]: INFO nova.compute.manager [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1416.083512] env[62913]: DEBUG oslo.service.loopingcall [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.083716] env[62913]: DEBUG nova.compute.manager [-] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1416.084393] env[62913]: DEBUG nova.network.neutron [-] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1416.111819] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Acquiring lock "0f57df28-858b-420c-b3b8-24001a81c645" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.112238] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Lock "0f57df28-858b-420c-b3b8-24001a81c645" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.230127] env[62913]: DEBUG nova.network.neutron [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updating instance_info_cache with network_info: [{"id": "33cf3019-382e-4784-9105-d28f06a1ad0e", "address": "fa:16:3e:02:da:47", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33cf3019-38", "ovs_interfaceid": "33cf3019-382e-4784-9105-d28f06a1ad0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.260179] env[62913]: DEBUG nova.compute.manager [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1416.295844] env[62913]: DEBUG nova.virt.hardware [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1416.296048] env[62913]: DEBUG nova.virt.hardware [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.296514] env[62913]: DEBUG nova.virt.hardware [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1416.296514] env[62913]: DEBUG nova.virt.hardware [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.296514] env[62913]: DEBUG nova.virt.hardware [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1416.297043] env[62913]: DEBUG nova.virt.hardware [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1416.297043] env[62913]: DEBUG nova.virt.hardware [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1416.297043] env[62913]: DEBUG nova.virt.hardware [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1416.297680] env[62913]: DEBUG nova.virt.hardware [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1416.297680] env[62913]: DEBUG nova.virt.hardware [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1416.297680] env[62913]: DEBUG nova.virt.hardware [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1416.298356] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bba1e2-91dc-4cad-8c94-48fbafb6e503 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.310473] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c46876-d250-43a4-855a-87c636be571e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.331361] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528940a0-a20c-76d8-1e89-9fea568374ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009455} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.332887] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c098a642-a228-45c5-a336-3f6c2b2e63d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.338165] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Waiting for the task: (returnval){ [ 1416.338165] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b4a4ef-9475-b5de-e819-7f00853959e0" [ 1416.338165] env[62913]: _type = "Task" [ 1416.338165] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.351080] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b4a4ef-9475-b5de-e819-7f00853959e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.525935] env[62913]: DEBUG oslo_concurrency.lockutils [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.528030] env[62913]: DEBUG nova.compute.manager [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1416.529112] env[62913]: DEBUG oslo_concurrency.lockutils [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.842s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.530573] env[62913]: INFO nova.compute.claims [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1416.620565] env[62913]: DEBUG nova.compute.manager [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1416.731870] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Releasing lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.732172] env[62913]: DEBUG nova.compute.manager [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Instance network_info: |[{"id": "33cf3019-382e-4784-9105-d28f06a1ad0e", "address": "fa:16:3e:02:da:47", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33cf3019-38", "ovs_interfaceid": "33cf3019-382e-4784-9105-d28f06a1ad0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1416.732623] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:da:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33cf3019-382e-4784-9105-d28f06a1ad0e', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1416.746931] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Creating folder: Project (75d3f98429064db8aedff2c4c70db0d5). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1416.747095] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff76667c-f438-4984-a6ea-6b9aec97bd9c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.759173] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Created folder: Project (75d3f98429064db8aedff2c4c70db0d5) in parent group-v377263. [ 1416.759381] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Creating folder: Instances. Parent ref: group-v377273. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1416.759642] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dd0dbd8-9c69-4140-9817-c123a6de3a57 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.771843] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Created folder: Instances in parent group-v377273. [ 1416.772311] env[62913]: DEBUG oslo.service.loopingcall [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.772614] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1416.772934] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8571129-4260-43c0-84d0-b6bd0260981c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.800866] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1416.800866] env[62913]: value = "task-1821584" [ 1416.800866] env[62913]: _type = "Task" [ 1416.800866] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.811209] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821584, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.851223] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b4a4ef-9475-b5de-e819-7f00853959e0, 'name': SearchDatastore_Task, 'duration_secs': 0.008975} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.851619] env[62913]: DEBUG oslo_concurrency.lockutils [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.851974] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e6690a1d-418c-4c62-9853-2cf0fefbf163/e6690a1d-418c-4c62-9853-2cf0fefbf163.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1416.852729] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d49bf7fc-815f-4f5b-b531-afd38a023247 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.862454] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Waiting for the task: (returnval){ [ 1416.862454] env[62913]: value = "task-1821585" [ 1416.862454] env[62913]: _type = "Task" [ 1416.862454] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.870392] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.038179] env[62913]: DEBUG nova.compute.utils [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1417.046432] env[62913]: DEBUG nova.compute.manager [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1417.046744] env[62913]: DEBUG nova.network.neutron [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1417.152337] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.156194] env[62913]: DEBUG nova.policy [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0710a19ae85d4f17bd6ad5daf1aa4b90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4b41b627bc0441b9c85a109ddf09fb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1417.215761] env[62913]: DEBUG nova.network.neutron [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Successfully updated port: cc632709-b9b9-4843-9bf4-80b457ba9f75 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1417.317844] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821584, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.320381] env[62913]: DEBUG nova.network.neutron [-] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.355516] env[62913]: DEBUG nova.compute.manager [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Received event network-changed-d004a66b-e3d3-45ac-afb5-b894810163ec {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1417.355750] env[62913]: DEBUG nova.compute.manager [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Refreshing instance network info cache due to event network-changed-d004a66b-e3d3-45ac-afb5-b894810163ec. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1417.356213] env[62913]: DEBUG oslo_concurrency.lockutils [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] Acquiring lock "refresh_cache-e6690a1d-418c-4c62-9853-2cf0fefbf163" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.360184] env[62913]: DEBUG oslo_concurrency.lockutils [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] Acquired lock "refresh_cache-e6690a1d-418c-4c62-9853-2cf0fefbf163" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.360184] env[62913]: DEBUG nova.network.neutron [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Refreshing network info cache for port d004a66b-e3d3-45ac-afb5-b894810163ec {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.378862] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821585, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.546954] env[62913]: DEBUG nova.compute.manager [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1417.720566] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Acquiring lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.720693] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Acquired lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.720937] env[62913]: DEBUG nova.network.neutron [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.748807] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3963b19-1b6f-43d9-8617-bc034f5306f8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.759584] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defb661c-ef2a-4d02-9a76-e1bae799d521 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.797885] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4ba5a7-7558-46c3-be3e-d62acb325f28 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.816332] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0509678d-0958-4853-856e-b8dde40851bc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.820208] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821584, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.831228] env[62913]: INFO nova.compute.manager [-] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Took 1.75 seconds to deallocate network for instance. [ 1417.832228] env[62913]: DEBUG nova.compute.provider_tree [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.878508] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821585, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.068447] env[62913]: DEBUG nova.network.neutron [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Successfully created port: 48e08af1-3448-4ea9-ab23-0beaa8cd80b5 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1418.314430] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821584, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.324678] env[62913]: DEBUG nova.network.neutron [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1418.336383] env[62913]: DEBUG nova.scheduler.client.report [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.344658] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.379658] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821585, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.559916] env[62913]: DEBUG nova.compute.manager [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1418.587186] env[62913]: DEBUG nova.network.neutron [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Successfully updated port: c238d358-c946-4180-9e44-d0c985b4105b {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1418.599715] env[62913]: DEBUG nova.virt.hardware [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1418.600215] env[62913]: DEBUG nova.virt.hardware [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1418.600694] env[62913]: DEBUG nova.virt.hardware [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1418.601022] env[62913]: DEBUG nova.virt.hardware [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1418.601615] env[62913]: DEBUG nova.virt.hardware [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1418.601941] env[62913]: DEBUG nova.virt.hardware [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1418.602319] env[62913]: DEBUG nova.virt.hardware [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1418.602763] env[62913]: DEBUG nova.virt.hardware [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1418.603088] env[62913]: DEBUG nova.virt.hardware [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1418.603398] env[62913]: DEBUG nova.virt.hardware [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1418.605019] env[62913]: DEBUG nova.virt.hardware [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1418.605019] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f9c5da-ba51-42ea-a281-dcdf4a0205d0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.616794] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda07520-54e5-4dee-a454-20a582589fcc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.705170] env[62913]: DEBUG nova.network.neutron [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Updated VIF entry in instance network info cache for port d004a66b-e3d3-45ac-afb5-b894810163ec. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.707620] env[62913]: DEBUG nova.network.neutron [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Updating instance_info_cache with network_info: [{"id": "d004a66b-e3d3-45ac-afb5-b894810163ec", "address": "fa:16:3e:d9:d8:fb", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd004a66b-e3", "ovs_interfaceid": "d004a66b-e3d3-45ac-afb5-b894810163ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.730519] env[62913]: DEBUG nova.compute.manager [req-16451e83-d7e0-4cd7-bcd0-6c02a200d161 req-016d9e38-de92-4da8-ac19-ffa91e5ee0d8 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Received event network-vif-plugged-cc632709-b9b9-4843-9bf4-80b457ba9f75 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1418.730519] env[62913]: DEBUG oslo_concurrency.lockutils [req-16451e83-d7e0-4cd7-bcd0-6c02a200d161 req-016d9e38-de92-4da8-ac19-ffa91e5ee0d8 service nova] Acquiring lock "614b67ed-49de-4c6e-ad57-9d03d17f7dbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.730519] env[62913]: DEBUG oslo_concurrency.lockutils [req-16451e83-d7e0-4cd7-bcd0-6c02a200d161 req-016d9e38-de92-4da8-ac19-ffa91e5ee0d8 service nova] Lock "614b67ed-49de-4c6e-ad57-9d03d17f7dbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.730519] env[62913]: DEBUG oslo_concurrency.lockutils [req-16451e83-d7e0-4cd7-bcd0-6c02a200d161 req-016d9e38-de92-4da8-ac19-ffa91e5ee0d8 service nova] Lock "614b67ed-49de-4c6e-ad57-9d03d17f7dbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.731784] env[62913]: DEBUG nova.compute.manager [req-16451e83-d7e0-4cd7-bcd0-6c02a200d161 req-016d9e38-de92-4da8-ac19-ffa91e5ee0d8 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] No waiting events found dispatching network-vif-plugged-cc632709-b9b9-4843-9bf4-80b457ba9f75 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1418.733231] env[62913]: WARNING nova.compute.manager [req-16451e83-d7e0-4cd7-bcd0-6c02a200d161 req-016d9e38-de92-4da8-ac19-ffa91e5ee0d8 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Received unexpected event network-vif-plugged-cc632709-b9b9-4843-9bf4-80b457ba9f75 for instance with vm_state building and task_state spawning. [ 1418.757936] env[62913]: DEBUG nova.network.neutron [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Updating instance_info_cache with network_info: [{"id": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "address": "fa:16:3e:5d:bf:30", "network": {"id": "f03cbece-9833-4790-98d5-a285940b2f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-726635923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e50335b6143959257046f7f2ed524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc632709-b9", "ovs_interfaceid": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.816615] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821584, 'name': CreateVM_Task, 'duration_secs': 1.763961} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.816694] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.818116] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.818401] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.819231] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.819540] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb330022-7ec4-4bd8-b917-cd286f146f9f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.824815] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1418.824815] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52d8931d-3023-0c3e-8edd-124f045ffa4b" [ 1418.824815] env[62913]: _type = "Task" [ 1418.824815] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.832719] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d8931d-3023-0c3e-8edd-124f045ffa4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.842936] env[62913]: DEBUG oslo_concurrency.lockutils [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.842936] env[62913]: DEBUG nova.compute.manager [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1418.845020] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.788s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.848143] env[62913]: INFO nova.compute.claims [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1418.880448] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821585, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.092817] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "refresh_cache-e7e62340-94e1-48bf-af63-fb9e1208b2f4" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.094442] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired lock "refresh_cache-e7e62340-94e1-48bf-af63-fb9e1208b2f4" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.094442] env[62913]: DEBUG nova.network.neutron [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1419.212257] env[62913]: DEBUG oslo_concurrency.lockutils [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] Releasing lock "refresh_cache-e6690a1d-418c-4c62-9853-2cf0fefbf163" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.212257] env[62913]: DEBUG nova.compute.manager [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Received event network-vif-plugged-33cf3019-382e-4784-9105-d28f06a1ad0e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1419.212257] env[62913]: DEBUG oslo_concurrency.lockutils [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] Acquiring lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.212257] env[62913]: DEBUG oslo_concurrency.lockutils [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] Lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.212257] env[62913]: DEBUG oslo_concurrency.lockutils [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] Lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.212420] env[62913]: DEBUG nova.compute.manager [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] No waiting events found dispatching network-vif-plugged-33cf3019-382e-4784-9105-d28f06a1ad0e {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1419.212420] env[62913]: WARNING nova.compute.manager [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Received unexpected event network-vif-plugged-33cf3019-382e-4784-9105-d28f06a1ad0e for instance with vm_state building and task_state spawning. [ 1419.212701] env[62913]: DEBUG nova.compute.manager [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Received event network-changed-33cf3019-382e-4784-9105-d28f06a1ad0e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1419.212822] env[62913]: DEBUG nova.compute.manager [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Refreshing instance network info cache due to event network-changed-33cf3019-382e-4784-9105-d28f06a1ad0e. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1419.213013] env[62913]: DEBUG oslo_concurrency.lockutils [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] Acquiring lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.213156] env[62913]: DEBUG oslo_concurrency.lockutils [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] Acquired lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.213317] env[62913]: DEBUG nova.network.neutron [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Refreshing network info cache for port 33cf3019-382e-4784-9105-d28f06a1ad0e {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.260084] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Releasing lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.260408] env[62913]: DEBUG nova.compute.manager [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Instance network_info: |[{"id": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "address": "fa:16:3e:5d:bf:30", "network": {"id": "f03cbece-9833-4790-98d5-a285940b2f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-726635923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e50335b6143959257046f7f2ed524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc632709-b9", "ovs_interfaceid": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1419.260853] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:bf:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc632709-b9b9-4843-9bf4-80b457ba9f75', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1419.271393] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Creating folder: Project (ff7e50335b6143959257046f7f2ed524). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1419.272051] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-962b43e7-11e0-4e12-a044-aa13c9c70d08 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.285542] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Created folder: Project (ff7e50335b6143959257046f7f2ed524) in parent group-v377263. [ 1419.285745] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Creating folder: Instances. Parent ref: group-v377276. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1419.285995] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ddd051b-bb1c-4837-9dda-ef33ba1d2a9d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.299391] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Created folder: Instances in parent group-v377276. [ 1419.299843] env[62913]: DEBUG oslo.service.loopingcall [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1419.300081] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1419.300296] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71b82da3-cd10-4f0d-8867-fe0574947972 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.325841] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1419.325841] env[62913]: value = "task-1821588" [ 1419.325841] env[62913]: _type = "Task" [ 1419.325841] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.340570] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d8931d-3023-0c3e-8edd-124f045ffa4b, 'name': SearchDatastore_Task, 'duration_secs': 0.267487} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.344206] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.345425] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.345425] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.345425] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.345425] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.349021] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821588, 'name': CreateVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.350091] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d3e8ce6-2476-4acb-a233-1601ba86beb0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.352602] env[62913]: DEBUG nova.compute.utils [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1419.356137] env[62913]: DEBUG nova.compute.manager [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1419.356253] env[62913]: DEBUG nova.network.neutron [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1419.378473] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.378917] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.381401] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fcb432c-8abd-4601-ab69-5aad66350086 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.391288] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821585, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.240495} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.392413] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e6690a1d-418c-4c62-9853-2cf0fefbf163/e6690a1d-418c-4c62-9853-2cf0fefbf163.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1419.392688] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1419.393634] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1419.393634] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a834f7-ee78-500a-2b64-7609119e7f93" [ 1419.393634] env[62913]: _type = "Task" [ 1419.393634] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.393634] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7dd069c-06eb-4d68-b9fd-49bd98ef7042 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.410417] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a834f7-ee78-500a-2b64-7609119e7f93, 'name': SearchDatastore_Task, 'duration_secs': 0.013368} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.414919] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Waiting for the task: (returnval){ [ 1419.414919] env[62913]: value = "task-1821589" [ 1419.414919] env[62913]: _type = "Task" [ 1419.414919] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.414919] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b862135a-100b-43ab-a7e4-ac48a3c77e91 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.427869] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.428279] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1419.428279] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a5c975-2390-36cd-4672-866acc9de926" [ 1419.428279] env[62913]: _type = "Task" [ 1419.428279] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.437096] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a5c975-2390-36cd-4672-866acc9de926, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.437306] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.438248] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 4ab55729-9afe-4d71-ac5b-2e18a5b3f818/4ab55729-9afe-4d71-ac5b-2e18a5b3f818.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.438248] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8b748cf-287e-48b2-9866-3f23070e4568 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.444393] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1419.444393] env[62913]: value = "task-1821590" [ 1419.444393] env[62913]: _type = "Task" [ 1419.444393] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.452900] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.570878] env[62913]: DEBUG nova.policy [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '922cf86053a64b6d9ba82da16f0f3db8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39c5b9acca7b4a2ea8b59a7bd195fbcf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1419.684082] env[62913]: DEBUG nova.network.neutron [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1419.847030] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821588, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.868555] env[62913]: DEBUG nova.compute.manager [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1419.886050] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Acquiring lock "8be5b047-ec18-42b4-b8ee-8e5a098338da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.886050] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Lock "8be5b047-ec18-42b4-b8ee-8e5a098338da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.930850] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083527} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.933934] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1419.937768] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07043797-4b74-4e51-8fd4-2d7b903ac5d8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.972747] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] e6690a1d-418c-4c62-9853-2cf0fefbf163/e6690a1d-418c-4c62-9853-2cf0fefbf163.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1419.976395] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-461395c2-533c-4217-9c77-2a0a7142d325 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.996992] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419815} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.997674] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 4ab55729-9afe-4d71-ac5b-2e18a5b3f818/4ab55729-9afe-4d71-ac5b-2e18a5b3f818.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1419.997901] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1419.998260] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca0fb311-d32d-4bac-a5be-c8d2470df06b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.002388] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Waiting for the task: (returnval){ [ 1420.002388] env[62913]: value = "task-1821591" [ 1420.002388] env[62913]: _type = "Task" [ 1420.002388] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.007276] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1420.007276] env[62913]: value = "task-1821592" [ 1420.007276] env[62913]: _type = "Task" [ 1420.007276] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.017513] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.022737] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.112415] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdeedf2-e753-4d1e-9007-d1d43025c213 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.121429] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf8c088-8a9b-4793-8d4e-dd41d5d24ba1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.154164] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d566cf-7083-47b0-b84b-83d620328b33 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.164928] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f4c63a-afa3-406f-bc53-00dad91f1f14 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.180920] env[62913]: DEBUG nova.compute.provider_tree [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.342253] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821588, 'name': CreateVM_Task, 'duration_secs': 0.712252} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.342253] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1420.345271] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.345271] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.345271] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1420.345271] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d78d3f99-dba7-4efd-a566-4d9191121345 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.350707] env[62913]: DEBUG nova.network.neutron [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Updating instance_info_cache with network_info: [{"id": "c238d358-c946-4180-9e44-d0c985b4105b", "address": "fa:16:3e:41:5b:1b", "network": {"id": "e00f2ee2-0aa2-4c74-af51-6df18c1b4bc3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1029972307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b41b627bc0441b9c85a109ddf09fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc238d358-c9", "ovs_interfaceid": "c238d358-c946-4180-9e44-d0c985b4105b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.351534] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Waiting for the task: (returnval){ [ 1420.351534] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]524f5b48-d419-2d39-f924-3a84a8f94205" [ 1420.351534] env[62913]: _type = "Task" [ 1420.351534] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.360955] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524f5b48-d419-2d39-f924-3a84a8f94205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.389913] env[62913]: DEBUG nova.compute.manager [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1420.521786] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821591, 'name': ReconfigVM_Task, 'duration_secs': 0.377483} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.525542] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Reconfigured VM instance instance-00000003 to attach disk [datastore1] e6690a1d-418c-4c62-9853-2cf0fefbf163/e6690a1d-418c-4c62-9853-2cf0fefbf163.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1420.526409] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132335} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.527360] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b2aa757-d2b8-4872-b4ec-ab455fd5d810 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.529078] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1420.529078] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf2743b-78be-4535-9ac5-af38dfd85bec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.553929] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 4ab55729-9afe-4d71-ac5b-2e18a5b3f818/4ab55729-9afe-4d71-ac5b-2e18a5b3f818.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.555691] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73ab9a64-62bb-4c01-83ce-a90df83373e7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.573022] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Waiting for the task: (returnval){ [ 1420.573022] env[62913]: value = "task-1821593" [ 1420.573022] env[62913]: _type = "Task" [ 1420.573022] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.579081] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1420.579081] env[62913]: value = "task-1821594" [ 1420.579081] env[62913]: _type = "Task" [ 1420.579081] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.589128] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821593, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.594174] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821594, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.688226] env[62913]: DEBUG nova.scheduler.client.report [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.856379] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Releasing lock "refresh_cache-e7e62340-94e1-48bf-af63-fb9e1208b2f4" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.856379] env[62913]: DEBUG nova.compute.manager [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Instance network_info: |[{"id": "c238d358-c946-4180-9e44-d0c985b4105b", "address": "fa:16:3e:41:5b:1b", "network": {"id": "e00f2ee2-0aa2-4c74-af51-6df18c1b4bc3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1029972307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b41b627bc0441b9c85a109ddf09fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc238d358-c9", "ovs_interfaceid": "c238d358-c946-4180-9e44-d0c985b4105b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1420.856741] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:5b:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c238d358-c946-4180-9e44-d0c985b4105b', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1420.867302] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Creating folder: Project (e4b41b627bc0441b9c85a109ddf09fb3). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1420.871616] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76af2996-68f0-4971-8986-7b89613ac7cf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.878704] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524f5b48-d419-2d39-f924-3a84a8f94205, 'name': SearchDatastore_Task, 'duration_secs': 0.020861} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.880232] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.880232] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1420.880232] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.880232] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.880369] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1420.882258] env[62913]: DEBUG nova.compute.manager [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1420.884014] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d883b1dc-b1b8-4e7d-ab59-9304ce541e2a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.885908] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Created folder: Project (e4b41b627bc0441b9c85a109ddf09fb3) in parent group-v377263. [ 1420.886098] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Creating folder: Instances. Parent ref: group-v377279. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1420.886569] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ced57a5a-42c9-4f3a-8f68-8d22fdbd5d9b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.894806] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1420.894806] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1420.899244] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f579a85-bb08-417f-a1c2-8e6a588ba8a7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.901838] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Created folder: Instances in parent group-v377279. [ 1420.902090] env[62913]: DEBUG oslo.service.loopingcall [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1420.904348] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1420.906912] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19166f81-f1a0-46b4-a872-9e09c8adfa3a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.930443] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.930443] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Waiting for the task: (returnval){ [ 1420.930443] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]521f41ae-8f06-8004-33f7-367cc54a3b45" [ 1420.930443] env[62913]: _type = "Task" [ 1420.930443] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.934342] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1420.934342] env[62913]: value = "task-1821597" [ 1420.934342] env[62913]: _type = "Task" [ 1420.934342] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.940954] env[62913]: DEBUG nova.virt.hardware [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1420.941231] env[62913]: DEBUG nova.virt.hardware [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.941360] env[62913]: DEBUG nova.virt.hardware [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1420.941541] env[62913]: DEBUG nova.virt.hardware [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.941686] env[62913]: DEBUG nova.virt.hardware [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1420.941916] env[62913]: DEBUG nova.virt.hardware [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1420.942043] env[62913]: DEBUG nova.virt.hardware [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1420.942201] env[62913]: DEBUG nova.virt.hardware [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1420.942426] env[62913]: DEBUG nova.virt.hardware [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1420.942522] env[62913]: DEBUG nova.virt.hardware [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1420.942693] env[62913]: DEBUG nova.virt.hardware [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1420.946882] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8259cd8d-e160-488a-9c2a-cf69b326bae4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.949667] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521f41ae-8f06-8004-33f7-367cc54a3b45, 'name': SearchDatastore_Task, 'duration_secs': 0.023215} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.950527] env[62913]: DEBUG nova.network.neutron [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updated VIF entry in instance network info cache for port 33cf3019-382e-4784-9105-d28f06a1ad0e. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.950812] env[62913]: DEBUG nova.network.neutron [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updating instance_info_cache with network_info: [{"id": "33cf3019-382e-4784-9105-d28f06a1ad0e", "address": "fa:16:3e:02:da:47", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33cf3019-38", "ovs_interfaceid": "33cf3019-382e-4784-9105-d28f06a1ad0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.953098] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-301e5375-e91b-4e53-9e03-2f7936ed8573 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.961483] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821597, 'name': CreateVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.963808] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be2598e-779a-48ab-a5c7-8d282cc9d800 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.981293] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Waiting for the task: (returnval){ [ 1420.981293] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52dddb18-38d5-c49f-1e83-e394674f9d5c" [ 1420.981293] env[62913]: _type = "Task" [ 1420.981293] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.989824] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52dddb18-38d5-c49f-1e83-e394674f9d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.00819} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.990168] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.990653] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 614b67ed-49de-4c6e-ad57-9d03d17f7dbe/614b67ed-49de-4c6e-ad57-9d03d17f7dbe.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.990653] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea9780e6-69d0-4389-9a43-367c28db0060 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.999793] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Waiting for the task: (returnval){ [ 1420.999793] env[62913]: value = "task-1821598" [ 1420.999793] env[62913]: _type = "Task" [ 1420.999793] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.008036] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1821598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.078813] env[62913]: DEBUG nova.network.neutron [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Successfully created port: 92c44fae-c1db-4352-bdd1-7665f913a2da {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1421.089631] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821593, 'name': Rename_Task, 'duration_secs': 0.136884} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.090106] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1421.090794] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baab9401-a6f0-4623-8ad2-9258751ec8ea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.095795] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821594, 'name': ReconfigVM_Task, 'duration_secs': 0.283777} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.096438] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 4ab55729-9afe-4d71-ac5b-2e18a5b3f818/4ab55729-9afe-4d71-ac5b-2e18a5b3f818.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.097099] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89237005-6060-4722-8101-03207b5e5dc6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.100041] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Waiting for the task: (returnval){ [ 1421.100041] env[62913]: value = "task-1821599" [ 1421.100041] env[62913]: _type = "Task" [ 1421.100041] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.104678] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1421.104678] env[62913]: value = "task-1821600" [ 1421.104678] env[62913]: _type = "Task" [ 1421.104678] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.111463] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.116215] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821600, 'name': Rename_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.194743] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.195507] env[62913]: DEBUG nova.compute.manager [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1421.199342] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.047s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.202649] env[62913]: INFO nova.compute.claims [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1421.284033] env[62913]: DEBUG nova.compute.manager [req-3cca8f97-8c60-4736-9280-a81e9788ae15 req-b348ca2c-b09f-4c37-93e6-5857a8f6434f service nova] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Received event network-vif-deleted-2bcebd24-c398-45ed-a0a6-5df1fcd7f08a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1421.284651] env[62913]: DEBUG nova.compute.manager [req-3cca8f97-8c60-4736-9280-a81e9788ae15 req-b348ca2c-b09f-4c37-93e6-5857a8f6434f service nova] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Received event network-vif-plugged-c238d358-c946-4180-9e44-d0c985b4105b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1421.285608] env[62913]: DEBUG oslo_concurrency.lockutils [req-3cca8f97-8c60-4736-9280-a81e9788ae15 req-b348ca2c-b09f-4c37-93e6-5857a8f6434f service nova] Acquiring lock "e7e62340-94e1-48bf-af63-fb9e1208b2f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.285608] env[62913]: DEBUG oslo_concurrency.lockutils [req-3cca8f97-8c60-4736-9280-a81e9788ae15 req-b348ca2c-b09f-4c37-93e6-5857a8f6434f service nova] Lock "e7e62340-94e1-48bf-af63-fb9e1208b2f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.285608] env[62913]: DEBUG oslo_concurrency.lockutils [req-3cca8f97-8c60-4736-9280-a81e9788ae15 req-b348ca2c-b09f-4c37-93e6-5857a8f6434f service nova] Lock "e7e62340-94e1-48bf-af63-fb9e1208b2f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.285608] env[62913]: DEBUG nova.compute.manager [req-3cca8f97-8c60-4736-9280-a81e9788ae15 req-b348ca2c-b09f-4c37-93e6-5857a8f6434f service nova] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] No waiting events found dispatching network-vif-plugged-c238d358-c946-4180-9e44-d0c985b4105b {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1421.285608] env[62913]: WARNING nova.compute.manager [req-3cca8f97-8c60-4736-9280-a81e9788ae15 req-b348ca2c-b09f-4c37-93e6-5857a8f6434f service nova] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Received unexpected event network-vif-plugged-c238d358-c946-4180-9e44-d0c985b4105b for instance with vm_state building and task_state spawning. [ 1421.285971] env[62913]: DEBUG nova.compute.manager [req-3cca8f97-8c60-4736-9280-a81e9788ae15 req-b348ca2c-b09f-4c37-93e6-5857a8f6434f service nova] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Received event network-changed-c238d358-c946-4180-9e44-d0c985b4105b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1421.285971] env[62913]: DEBUG nova.compute.manager [req-3cca8f97-8c60-4736-9280-a81e9788ae15 req-b348ca2c-b09f-4c37-93e6-5857a8f6434f service nova] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Refreshing instance network info cache due to event network-changed-c238d358-c946-4180-9e44-d0c985b4105b. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1421.286318] env[62913]: DEBUG oslo_concurrency.lockutils [req-3cca8f97-8c60-4736-9280-a81e9788ae15 req-b348ca2c-b09f-4c37-93e6-5857a8f6434f service nova] Acquiring lock "refresh_cache-e7e62340-94e1-48bf-af63-fb9e1208b2f4" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.286318] env[62913]: DEBUG oslo_concurrency.lockutils [req-3cca8f97-8c60-4736-9280-a81e9788ae15 req-b348ca2c-b09f-4c37-93e6-5857a8f6434f service nova] Acquired lock "refresh_cache-e7e62340-94e1-48bf-af63-fb9e1208b2f4" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.286652] env[62913]: DEBUG nova.network.neutron [req-3cca8f97-8c60-4736-9280-a81e9788ae15 req-b348ca2c-b09f-4c37-93e6-5857a8f6434f service nova] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Refreshing network info cache for port c238d358-c946-4180-9e44-d0c985b4105b {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.415236] env[62913]: DEBUG nova.network.neutron [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Successfully updated port: 48e08af1-3448-4ea9-ab23-0beaa8cd80b5 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1421.445672] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821597, 'name': CreateVM_Task, 'duration_secs': 0.421127} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.445852] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1421.446520] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.447041] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.447041] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1421.447549] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a256949-b117-450f-9687-cf3efae443c7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.453344] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1421.453344] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]528f4be4-3214-3961-d0cd-1b4628542d6c" [ 1421.453344] env[62913]: _type = "Task" [ 1421.453344] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.457537] env[62913]: DEBUG oslo_concurrency.lockutils [req-7ee6e782-1bc3-44d5-b3cf-8c86b8fd9952 req-19eb5c2e-f930-4198-9ccc-2bb5c0e5d332 service nova] Releasing lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.462373] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528f4be4-3214-3961-d0cd-1b4628542d6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.511102] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1821598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438696} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.511543] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 614b67ed-49de-4c6e-ad57-9d03d17f7dbe/614b67ed-49de-4c6e-ad57-9d03d17f7dbe.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1421.511761] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1421.512021] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-945bf3b3-1332-489b-bb55-e84622b56792 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.518507] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Waiting for the task: (returnval){ [ 1421.518507] env[62913]: value = "task-1821601" [ 1421.518507] env[62913]: _type = "Task" [ 1421.518507] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.527592] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1821601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.614669] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821599, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.620188] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821600, 'name': Rename_Task, 'duration_secs': 0.236865} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.620188] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1421.620188] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b04b7e58-b739-4107-ac9d-4e4e479ad683 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.632127] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1421.632127] env[62913]: value = "task-1821602" [ 1421.632127] env[62913]: _type = "Task" [ 1421.632127] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.641555] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.708500] env[62913]: DEBUG nova.compute.utils [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1421.712793] env[62913]: DEBUG nova.compute.manager [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1421.713020] env[62913]: DEBUG nova.network.neutron [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1421.791843] env[62913]: DEBUG nova.network.neutron [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Successfully created port: fb916b38-8b76-44c2-8ed3-2774be61ae7a {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1421.833084] env[62913]: DEBUG nova.policy [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b858f54c5d404b4ba2232f5b827fdc8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9a2778674cc43e2982ba9e240527db3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1421.917892] env[62913]: DEBUG oslo_concurrency.lockutils [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "refresh_cache-6e53b18b-886b-4afa-a08f-173135fecf2e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.918239] env[62913]: DEBUG oslo_concurrency.lockutils [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired lock "refresh_cache-6e53b18b-886b-4afa-a08f-173135fecf2e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.918239] env[62913]: DEBUG nova.network.neutron [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.969594] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528f4be4-3214-3961-d0cd-1b4628542d6c, 'name': SearchDatastore_Task, 'duration_secs': 0.0154} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.969952] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.970147] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1421.970379] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.970584] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.970745] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1421.971018] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90e88138-05f4-4f0d-87bc-eb6bac8fc7f0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.980587] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1421.981026] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1421.981886] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b46f6e7b-4147-4257-bea9-f380b056f50a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.989406] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1421.989406] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b7c891-db90-73aa-cedb-dfa7e332a15e" [ 1421.989406] env[62913]: _type = "Task" [ 1421.989406] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.999572] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b7c891-db90-73aa-cedb-dfa7e332a15e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.029116] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1821601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072356} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.029642] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1422.030356] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd23586a-8beb-4ce4-9ff2-4027d3367b78 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.058433] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 614b67ed-49de-4c6e-ad57-9d03d17f7dbe/614b67ed-49de-4c6e-ad57-9d03d17f7dbe.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.062495] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c993216-4e78-4d43-bfe5-28f9b4fecd6c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.085262] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Waiting for the task: (returnval){ [ 1422.085262] env[62913]: value = "task-1821603" [ 1422.085262] env[62913]: _type = "Task" [ 1422.085262] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.093495] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1821603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.116195] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821599, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.121346] env[62913]: DEBUG nova.compute.manager [req-bbf2443e-9edc-4607-9376-a403c810e2b4 req-b3cc320a-da48-4af1-9a10-b1e1317bbf1f service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Received event network-changed-cc632709-b9b9-4843-9bf4-80b457ba9f75 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1422.121346] env[62913]: DEBUG nova.compute.manager [req-bbf2443e-9edc-4607-9376-a403c810e2b4 req-b3cc320a-da48-4af1-9a10-b1e1317bbf1f service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Refreshing instance network info cache due to event network-changed-cc632709-b9b9-4843-9bf4-80b457ba9f75. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1422.121636] env[62913]: DEBUG oslo_concurrency.lockutils [req-bbf2443e-9edc-4607-9376-a403c810e2b4 req-b3cc320a-da48-4af1-9a10-b1e1317bbf1f service nova] Acquiring lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.121689] env[62913]: DEBUG oslo_concurrency.lockutils [req-bbf2443e-9edc-4607-9376-a403c810e2b4 req-b3cc320a-da48-4af1-9a10-b1e1317bbf1f service nova] Acquired lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.122063] env[62913]: DEBUG nova.network.neutron [req-bbf2443e-9edc-4607-9376-a403c810e2b4 req-b3cc320a-da48-4af1-9a10-b1e1317bbf1f service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Refreshing network info cache for port cc632709-b9b9-4843-9bf4-80b457ba9f75 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.142423] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821602, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.213274] env[62913]: DEBUG nova.compute.manager [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1422.227574] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "2286eeaf-825f-4357-815c-f0574a39c03d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.227574] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "2286eeaf-825f-4357-815c-f0574a39c03d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.443209] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cb8f70-48f7-4bbe-abb0-8d1da4f9b057 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.452568] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25be091f-e671-4e47-8940-e14352dcaddb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.489780] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead5388c-ec10-46e9-a174-277485a77fde {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.501630] env[62913]: DEBUG nova.network.neutron [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1422.509618] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b7c891-db90-73aa-cedb-dfa7e332a15e, 'name': SearchDatastore_Task, 'duration_secs': 0.01442} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.512791] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c00b75-1823-44f7-8cd4-64d2709f0bbb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.520410] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d94b359-7e0a-428b-ae13-577823bcbae8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.534023] env[62913]: DEBUG nova.compute.provider_tree [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.536581] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1422.536581] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]521be8f6-36ab-e004-ad93-b74d65bbb832" [ 1422.536581] env[62913]: _type = "Task" [ 1422.536581] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.546760] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521be8f6-36ab-e004-ad93-b74d65bbb832, 'name': SearchDatastore_Task, 'duration_secs': 0.015231} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.547666] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.548063] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e7e62340-94e1-48bf-af63-fb9e1208b2f4/e7e62340-94e1-48bf-af63-fb9e1208b2f4.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1422.548203] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec078ffb-da10-44c3-9722-73ecf32355f6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.557299] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1422.557299] env[62913]: value = "task-1821604" [ 1422.557299] env[62913]: _type = "Task" [ 1422.557299] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.565943] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.598373] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1821603, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.613370] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821599, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.614307] env[62913]: DEBUG nova.network.neutron [req-3cca8f97-8c60-4736-9280-a81e9788ae15 req-b348ca2c-b09f-4c37-93e6-5857a8f6434f service nova] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Updated VIF entry in instance network info cache for port c238d358-c946-4180-9e44-d0c985b4105b. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.614736] env[62913]: DEBUG nova.network.neutron [req-3cca8f97-8c60-4736-9280-a81e9788ae15 req-b348ca2c-b09f-4c37-93e6-5857a8f6434f service nova] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Updating instance_info_cache with network_info: [{"id": "c238d358-c946-4180-9e44-d0c985b4105b", "address": "fa:16:3e:41:5b:1b", "network": {"id": "e00f2ee2-0aa2-4c74-af51-6df18c1b4bc3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1029972307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b41b627bc0441b9c85a109ddf09fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc238d358-c9", "ovs_interfaceid": "c238d358-c946-4180-9e44-d0c985b4105b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.642140] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821602, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.734265] env[62913]: DEBUG nova.compute.manager [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1422.881299] env[62913]: DEBUG nova.network.neutron [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Successfully created port: f936fc33-f163-4d55-ad43-dd8bec221823 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.041376] env[62913]: DEBUG nova.scheduler.client.report [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1423.074068] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821604, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.105842] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1821603, 'name': ReconfigVM_Task, 'duration_secs': 0.513999} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.106337] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 614b67ed-49de-4c6e-ad57-9d03d17f7dbe/614b67ed-49de-4c6e-ad57-9d03d17f7dbe.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.117268] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e085e7db-6f3c-44ec-8b9e-3cfb94ad741e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.117268] env[62913]: DEBUG nova.network.neutron [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Updating instance_info_cache with network_info: [{"id": "48e08af1-3448-4ea9-ab23-0beaa8cd80b5", "address": "fa:16:3e:e0:ed:97", "network": {"id": "e00f2ee2-0aa2-4c74-af51-6df18c1b4bc3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1029972307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b41b627bc0441b9c85a109ddf09fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e08af1-34", "ovs_interfaceid": "48e08af1-3448-4ea9-ab23-0beaa8cd80b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.118620] env[62913]: DEBUG oslo_concurrency.lockutils [req-3cca8f97-8c60-4736-9280-a81e9788ae15 req-b348ca2c-b09f-4c37-93e6-5857a8f6434f service nova] Releasing lock "refresh_cache-e7e62340-94e1-48bf-af63-fb9e1208b2f4" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.145033] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Waiting for the task: (returnval){ [ 1423.145033] env[62913]: value = "task-1821605" [ 1423.145033] env[62913]: _type = "Task" [ 1423.145033] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.145033] env[62913]: DEBUG oslo_vmware.api [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821599, 'name': PowerOnVM_Task, 'duration_secs': 1.514525} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.154233] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.154926] env[62913]: INFO nova.compute.manager [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Took 13.88 seconds to spawn the instance on the hypervisor. [ 1423.154926] env[62913]: DEBUG nova.compute.manager [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.162413] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cf787d-ed03-4dfb-85ac-51780919d73d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.180054] env[62913]: DEBUG oslo_vmware.api [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821602, 'name': PowerOnVM_Task, 'duration_secs': 1.150315} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.183566] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.183733] env[62913]: INFO nova.compute.manager [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Took 11.54 seconds to spawn the instance on the hypervisor. [ 1423.184503] env[62913]: DEBUG nova.compute.manager [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.184503] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1821605, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.185174] env[62913]: DEBUG nova.network.neutron [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Successfully created port: 727614ec-7604-4221-8333-4aa9285c18bf {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.187588] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f70a7d-c5e0-489a-8a51-94807c77ab32 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.235209] env[62913]: DEBUG nova.compute.manager [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1423.280591] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.283936] env[62913]: DEBUG nova.virt.hardware [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1423.286168] env[62913]: DEBUG nova.virt.hardware [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.286168] env[62913]: DEBUG nova.virt.hardware [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1423.286168] env[62913]: DEBUG nova.virt.hardware [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.286168] env[62913]: DEBUG nova.virt.hardware [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1423.286168] env[62913]: DEBUG nova.virt.hardware [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1423.286400] env[62913]: DEBUG nova.virt.hardware [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1423.286567] env[62913]: DEBUG nova.virt.hardware [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1423.286764] env[62913]: DEBUG nova.virt.hardware [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1423.286934] env[62913]: DEBUG nova.virt.hardware [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1423.287118] env[62913]: DEBUG nova.virt.hardware [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1423.287982] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fa1af1-7793-4937-a844-c856917a634b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.297694] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1e5c88-bdb7-406d-ae13-e5907ad10ce8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.547748] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.548422] env[62913]: DEBUG nova.compute.manager [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1423.558228] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.208s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.558228] env[62913]: DEBUG nova.objects.instance [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Lazy-loading 'resources' on Instance uuid c7d1fa15-a77e-4aa6-b0b4-312ace53454a {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.574456] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620227} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.575132] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e7e62340-94e1-48bf-af63-fb9e1208b2f4/e7e62340-94e1-48bf-af63-fb9e1208b2f4.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1423.575503] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1423.575882] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a779a91f-b0b5-4769-ac34-440c59758cd4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.585640] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1423.585640] env[62913]: value = "task-1821606" [ 1423.585640] env[62913]: _type = "Task" [ 1423.585640] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.599507] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.622611] env[62913]: DEBUG oslo_concurrency.lockutils [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Releasing lock "refresh_cache-6e53b18b-886b-4afa-a08f-173135fecf2e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.622911] env[62913]: DEBUG nova.compute.manager [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Instance network_info: |[{"id": "48e08af1-3448-4ea9-ab23-0beaa8cd80b5", "address": "fa:16:3e:e0:ed:97", "network": {"id": "e00f2ee2-0aa2-4c74-af51-6df18c1b4bc3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1029972307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b41b627bc0441b9c85a109ddf09fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e08af1-34", "ovs_interfaceid": "48e08af1-3448-4ea9-ab23-0beaa8cd80b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1423.623858] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:ed:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48e08af1-3448-4ea9-ab23-0beaa8cd80b5', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1423.631786] env[62913]: DEBUG oslo.service.loopingcall [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1423.632331] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1423.632993] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-116b7c4f-73e6-4583-813b-88f5fb06abd6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.657488] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1821605, 'name': Rename_Task, 'duration_secs': 0.294339} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.659134] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.659245] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1423.659245] env[62913]: value = "task-1821607" [ 1423.659245] env[62913]: _type = "Task" [ 1423.659245] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.659380] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7515be40-e610-4cf1-b9a3-b2889029d651 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.670240] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821607, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.671168] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Waiting for the task: (returnval){ [ 1423.671168] env[62913]: value = "task-1821608" [ 1423.671168] env[62913]: _type = "Task" [ 1423.671168] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.679793] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1821608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.690138] env[62913]: INFO nova.compute.manager [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Took 20.67 seconds to build instance. [ 1423.714759] env[62913]: INFO nova.compute.manager [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Took 19.48 seconds to build instance. [ 1423.823581] env[62913]: DEBUG nova.network.neutron [req-bbf2443e-9edc-4607-9376-a403c810e2b4 req-b3cc320a-da48-4af1-9a10-b1e1317bbf1f service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Updated VIF entry in instance network info cache for port cc632709-b9b9-4843-9bf4-80b457ba9f75. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.825140] env[62913]: DEBUG nova.network.neutron [req-bbf2443e-9edc-4607-9376-a403c810e2b4 req-b3cc320a-da48-4af1-9a10-b1e1317bbf1f service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Updating instance_info_cache with network_info: [{"id": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "address": "fa:16:3e:5d:bf:30", "network": {"id": "f03cbece-9833-4790-98d5-a285940b2f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-726635923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e50335b6143959257046f7f2ed524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc632709-b9", "ovs_interfaceid": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.060029] env[62913]: DEBUG nova.compute.utils [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1424.072352] env[62913]: DEBUG nova.compute.manager [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1424.072352] env[62913]: DEBUG nova.network.neutron [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1424.101687] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.182947] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821607, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.190986] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1821608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.197189] env[62913]: DEBUG oslo_concurrency.lockutils [None req-abc0ff9f-2b24-432f-b4a3-287b5166bcf8 tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Lock "e6690a1d-418c-4c62-9853-2cf0fefbf163" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.204s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.217674] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11dbe62f-4539-474f-b779-806f6e745ce9 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.294644] env[62913]: DEBUG nova.policy [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d1a756a727d4c548b4b2d141a89e5f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b4982ce061443c882917ee2c40bf986', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1424.326201] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8ee7b0-99c3-4566-8299-542782cda319 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.331548] env[62913]: DEBUG oslo_concurrency.lockutils [req-bbf2443e-9edc-4607-9376-a403c810e2b4 req-b3cc320a-da48-4af1-9a10-b1e1317bbf1f service nova] Releasing lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.337611] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1b3ed0-67cd-4369-8c1e-1db31b3d3217 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.371704] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b586bf3c-6a9e-40e0-b2e3-d5de439800e9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.381205] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199464fb-60b7-4792-8b62-eadf7c03d83d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.399023] env[62913]: DEBUG nova.compute.provider_tree [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.572270] env[62913]: DEBUG nova.compute.manager [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1424.600964] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821606, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.691062] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1821608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.694921] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821607, 'name': CreateVM_Task, 'duration_secs': 0.646634} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.696586] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1424.697951] env[62913]: DEBUG nova.compute.manager [req-72dd9360-6af9-43a0-af01-8204d806337a req-666d8fd4-88b7-4479-82e2-4f198ea1aac6 service nova] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Received event network-vif-plugged-48e08af1-3448-4ea9-ab23-0beaa8cd80b5 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1424.699029] env[62913]: DEBUG oslo_concurrency.lockutils [req-72dd9360-6af9-43a0-af01-8204d806337a req-666d8fd4-88b7-4479-82e2-4f198ea1aac6 service nova] Acquiring lock "6e53b18b-886b-4afa-a08f-173135fecf2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.699029] env[62913]: DEBUG oslo_concurrency.lockutils [req-72dd9360-6af9-43a0-af01-8204d806337a req-666d8fd4-88b7-4479-82e2-4f198ea1aac6 service nova] Lock "6e53b18b-886b-4afa-a08f-173135fecf2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.699029] env[62913]: DEBUG oslo_concurrency.lockutils [req-72dd9360-6af9-43a0-af01-8204d806337a req-666d8fd4-88b7-4479-82e2-4f198ea1aac6 service nova] Lock "6e53b18b-886b-4afa-a08f-173135fecf2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.699360] env[62913]: DEBUG nova.compute.manager [req-72dd9360-6af9-43a0-af01-8204d806337a req-666d8fd4-88b7-4479-82e2-4f198ea1aac6 service nova] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] No waiting events found dispatching network-vif-plugged-48e08af1-3448-4ea9-ab23-0beaa8cd80b5 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1424.699715] env[62913]: WARNING nova.compute.manager [req-72dd9360-6af9-43a0-af01-8204d806337a req-666d8fd4-88b7-4479-82e2-4f198ea1aac6 service nova] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Received unexpected event network-vif-plugged-48e08af1-3448-4ea9-ab23-0beaa8cd80b5 for instance with vm_state building and task_state spawning. [ 1424.699988] env[62913]: DEBUG nova.compute.manager [req-72dd9360-6af9-43a0-af01-8204d806337a req-666d8fd4-88b7-4479-82e2-4f198ea1aac6 service nova] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Received event network-changed-48e08af1-3448-4ea9-ab23-0beaa8cd80b5 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1424.700247] env[62913]: DEBUG nova.compute.manager [req-72dd9360-6af9-43a0-af01-8204d806337a req-666d8fd4-88b7-4479-82e2-4f198ea1aac6 service nova] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Refreshing instance network info cache due to event network-changed-48e08af1-3448-4ea9-ab23-0beaa8cd80b5. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1424.700723] env[62913]: DEBUG oslo_concurrency.lockutils [req-72dd9360-6af9-43a0-af01-8204d806337a req-666d8fd4-88b7-4479-82e2-4f198ea1aac6 service nova] Acquiring lock "refresh_cache-6e53b18b-886b-4afa-a08f-173135fecf2e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.700723] env[62913]: DEBUG oslo_concurrency.lockutils [req-72dd9360-6af9-43a0-af01-8204d806337a req-666d8fd4-88b7-4479-82e2-4f198ea1aac6 service nova] Acquired lock "refresh_cache-6e53b18b-886b-4afa-a08f-173135fecf2e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.702352] env[62913]: DEBUG nova.network.neutron [req-72dd9360-6af9-43a0-af01-8204d806337a req-666d8fd4-88b7-4479-82e2-4f198ea1aac6 service nova] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Refreshing network info cache for port 48e08af1-3448-4ea9-ab23-0beaa8cd80b5 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1424.703116] env[62913]: DEBUG oslo_concurrency.lockutils [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.703346] env[62913]: DEBUG oslo_concurrency.lockutils [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.703674] env[62913]: DEBUG oslo_concurrency.lockutils [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.704518] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5fdcdec-5492-48fc-a4d7-a3e1444b2c40 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.713645] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1424.713645] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bde65b-6ab0-e756-e814-4c8ff8ab1552" [ 1424.713645] env[62913]: _type = "Task" [ 1424.713645] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.726119] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bde65b-6ab0-e756-e814-4c8ff8ab1552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.903780] env[62913]: DEBUG nova.scheduler.client.report [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.099586] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.401555} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.100155] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1425.105593] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e792351-1f5e-480a-9bef-d6204585607b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.136965] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] e7e62340-94e1-48bf-af63-fb9e1208b2f4/e7e62340-94e1-48bf-af63-fb9e1208b2f4.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1425.138556] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed9ca83b-3a50-47dd-9b4d-7606bf0881ea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.164980] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1425.164980] env[62913]: value = "task-1821609" [ 1425.164980] env[62913]: _type = "Task" [ 1425.164980] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.178429] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.188810] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1821608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.226678] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bde65b-6ab0-e756-e814-4c8ff8ab1552, 'name': SearchDatastore_Task, 'duration_secs': 0.13311} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.226789] env[62913]: DEBUG oslo_concurrency.lockutils [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.227290] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1425.227290] env[62913]: DEBUG oslo_concurrency.lockutils [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.227410] env[62913]: DEBUG oslo_concurrency.lockutils [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.227597] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1425.228252] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-127db3de-dfdd-4e0c-afa7-b88c449e4109 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.257124] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1425.257353] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1425.258607] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c862f485-f7b0-4d15-9f42-1864862b0f97 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.265651] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1425.265651] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5234a186-492a-51bd-3637-80cc1a86171f" [ 1425.265651] env[62913]: _type = "Task" [ 1425.265651] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.274669] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5234a186-492a-51bd-3637-80cc1a86171f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.412234] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.415995] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.487s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.418045] env[62913]: INFO nova.compute.claims [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1425.432644] env[62913]: INFO nova.scheduler.client.report [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Deleted allocations for instance c7d1fa15-a77e-4aa6-b0b4-312ace53454a [ 1425.582244] env[62913]: DEBUG nova.compute.manager [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1425.616235] env[62913]: DEBUG nova.network.neutron [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Successfully created port: 7d49fa4b-feb3-48eb-8e6a-8daeae36b8e9 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1425.619866] env[62913]: DEBUG nova.virt.hardware [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1425.620113] env[62913]: DEBUG nova.virt.hardware [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.620272] env[62913]: DEBUG nova.virt.hardware [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1425.620453] env[62913]: DEBUG nova.virt.hardware [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.620665] env[62913]: DEBUG nova.virt.hardware [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1425.620821] env[62913]: DEBUG nova.virt.hardware [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1425.621061] env[62913]: DEBUG nova.virt.hardware [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1425.621231] env[62913]: DEBUG nova.virt.hardware [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1425.621398] env[62913]: DEBUG nova.virt.hardware [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1425.621566] env[62913]: DEBUG nova.virt.hardware [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1425.621814] env[62913]: DEBUG nova.virt.hardware [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1425.622445] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Acquiring lock "572c9851-44eb-45ef-b824-84faff6df379" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.622660] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Lock "572c9851-44eb-45ef-b824-84faff6df379" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.624277] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b84f26-8f2a-4e3a-99c9-d563a3f1f38c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.635898] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749d9f09-738f-4ad5-8a84-4a82db0d9074 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.676875] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821609, 'name': ReconfigVM_Task, 'duration_secs': 0.380842} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.677378] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Reconfigured VM instance instance-00000006 to attach disk [datastore1] e7e62340-94e1-48bf-af63-fb9e1208b2f4/e7e62340-94e1-48bf-af63-fb9e1208b2f4.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.678191] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0903a786-9a84-4b4a-bf83-6b678db1e205 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.689565] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1821608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.690963] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1425.690963] env[62913]: value = "task-1821610" [ 1425.690963] env[62913]: _type = "Task" [ 1425.690963] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.701741] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821610, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.781693] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5234a186-492a-51bd-3637-80cc1a86171f, 'name': SearchDatastore_Task, 'duration_secs': 0.18211} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.782887] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d50af2eb-35ef-47a2-8e93-f1a489e7efef {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.789870] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1425.789870] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525a42ab-c97b-d629-7055-d8e8dbed37f7" [ 1425.789870] env[62913]: _type = "Task" [ 1425.789870] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.799523] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525a42ab-c97b-d629-7055-d8e8dbed37f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.941870] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42f22661-b46f-427d-92c5-345bea9a5b50 tempest-DeleteServersAdminTestJSON-1100303551 tempest-DeleteServersAdminTestJSON-1100303551-project-admin] Lock "c7d1fa15-a77e-4aa6-b0b4-312ace53454a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.527s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.129306] env[62913]: DEBUG nova.compute.manager [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1426.205641] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1821608, 'name': PowerOnVM_Task} progress is 68%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.213277] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821610, 'name': Rename_Task, 'duration_secs': 0.154238} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.213808] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1426.214279] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bebd2dee-1f0c-40b4-8c82-1556fb649b77 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.224401] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1426.224401] env[62913]: value = "task-1821611" [ 1426.224401] env[62913]: _type = "Task" [ 1426.224401] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.235241] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.245873] env[62913]: DEBUG nova.network.neutron [req-72dd9360-6af9-43a0-af01-8204d806337a req-666d8fd4-88b7-4479-82e2-4f198ea1aac6 service nova] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Updated VIF entry in instance network info cache for port 48e08af1-3448-4ea9-ab23-0beaa8cd80b5. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.246377] env[62913]: DEBUG nova.network.neutron [req-72dd9360-6af9-43a0-af01-8204d806337a req-666d8fd4-88b7-4479-82e2-4f198ea1aac6 service nova] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Updating instance_info_cache with network_info: [{"id": "48e08af1-3448-4ea9-ab23-0beaa8cd80b5", "address": "fa:16:3e:e0:ed:97", "network": {"id": "e00f2ee2-0aa2-4c74-af51-6df18c1b4bc3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1029972307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b41b627bc0441b9c85a109ddf09fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e08af1-34", "ovs_interfaceid": "48e08af1-3448-4ea9-ab23-0beaa8cd80b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.303087] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525a42ab-c97b-d629-7055-d8e8dbed37f7, 'name': SearchDatastore_Task, 'duration_secs': 0.434835} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.303717] env[62913]: DEBUG oslo_concurrency.lockutils [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.304031] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 6e53b18b-886b-4afa-a08f-173135fecf2e/6e53b18b-886b-4afa-a08f-173135fecf2e.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1426.305930] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b12d4e6-d06b-47c1-8f39-6f2b247eb0dd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.314019] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1426.314019] env[62913]: value = "task-1821612" [ 1426.314019] env[62913]: _type = "Task" [ 1426.314019] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.325771] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.657211] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.683236] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b373efc7-6b96-474f-92c9-b3a4b3b04279 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.709035] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63953437-0813-4019-bf85-d53d1af862d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.712929] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1821608, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.750711] env[62913]: DEBUG oslo_concurrency.lockutils [req-72dd9360-6af9-43a0-af01-8204d806337a req-666d8fd4-88b7-4479-82e2-4f198ea1aac6 service nova] Releasing lock "refresh_cache-6e53b18b-886b-4afa-a08f-173135fecf2e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.756983] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dae436a-302e-48ed-b45d-8c6ea5b90ab7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.764460] env[62913]: DEBUG nova.compute.manager [None req-55b0011a-321b-4c9c-9957-c1155feebbc7 tempest-ServerExternalEventsTest-1198491001 tempest-ServerExternalEventsTest-1198491001-project] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Received event network-changed {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1426.764460] env[62913]: DEBUG nova.compute.manager [None req-55b0011a-321b-4c9c-9957-c1155feebbc7 tempest-ServerExternalEventsTest-1198491001 tempest-ServerExternalEventsTest-1198491001-project] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Refreshing instance network info cache due to event network-changed. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1426.764672] env[62913]: DEBUG oslo_concurrency.lockutils [None req-55b0011a-321b-4c9c-9957-c1155feebbc7 tempest-ServerExternalEventsTest-1198491001 tempest-ServerExternalEventsTest-1198491001-project] Acquiring lock "refresh_cache-e6690a1d-418c-4c62-9853-2cf0fefbf163" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.764859] env[62913]: DEBUG oslo_concurrency.lockutils [None req-55b0011a-321b-4c9c-9957-c1155feebbc7 tempest-ServerExternalEventsTest-1198491001 tempest-ServerExternalEventsTest-1198491001-project] Acquired lock "refresh_cache-e6690a1d-418c-4c62-9853-2cf0fefbf163" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.764934] env[62913]: DEBUG nova.network.neutron [None req-55b0011a-321b-4c9c-9957-c1155feebbc7 tempest-ServerExternalEventsTest-1198491001 tempest-ServerExternalEventsTest-1198491001-project] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.779153] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c6c655-7d22-4eb8-971d-1c08ffd5f1c2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.785725] env[62913]: DEBUG oslo_vmware.api [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821611, 'name': PowerOnVM_Task, 'duration_secs': 0.496226} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.786370] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.786720] env[62913]: INFO nova.compute.manager [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1426.786926] env[62913]: DEBUG nova.compute.manager [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.789285] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98be57b-d625-4adc-b0d7-37ccdff8567a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.802807] env[62913]: DEBUG nova.compute.provider_tree [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1426.829295] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821612, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.923733] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Acquiring lock "3f723291-835f-4356-9eb2-40b8518a7008" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.924334] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Lock "3f723291-835f-4356-9eb2-40b8518a7008" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.132756] env[62913]: DEBUG oslo_concurrency.lockutils [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquiring lock "0e4e5883-6f92-4124-b591-6bb04f27b764" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.132989] env[62913]: DEBUG oslo_concurrency.lockutils [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Lock "0e4e5883-6f92-4124-b591-6bb04f27b764" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.195467] env[62913]: DEBUG oslo_vmware.api [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1821608, 'name': PowerOnVM_Task, 'duration_secs': 3.252218} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.195750] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.195965] env[62913]: INFO nova.compute.manager [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Took 13.28 seconds to spawn the instance on the hypervisor. [ 1427.196159] env[62913]: DEBUG nova.compute.manager [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.196952] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fd18b9-9e4e-494c-89a5-07121d414b1f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.325771] env[62913]: INFO nova.compute.manager [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Took 17.82 seconds to build instance. [ 1427.336144] env[62913]: ERROR nova.scheduler.client.report [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [req-cf54bc97-cbf1-41f8-9481-1bf23e3262d3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cf54bc97-cbf1-41f8-9481-1bf23e3262d3"}]} [ 1427.336682] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700881} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.339367] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 6e53b18b-886b-4afa-a08f-173135fecf2e/6e53b18b-886b-4afa-a08f-173135fecf2e.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1427.339367] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1427.339952] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52651e2e-a45c-48af-84da-fcd46e637e06 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.351151] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1427.351151] env[62913]: value = "task-1821613" [ 1427.351151] env[62913]: _type = "Task" [ 1427.351151] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.361033] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.368139] env[62913]: DEBUG nova.scheduler.client.report [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1427.396490] env[62913]: DEBUG nova.scheduler.client.report [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1427.396718] env[62913]: DEBUG nova.compute.provider_tree [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1427.413683] env[62913]: DEBUG nova.scheduler.client.report [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1427.431443] env[62913]: DEBUG nova.compute.manager [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1427.435414] env[62913]: DEBUG nova.scheduler.client.report [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1427.442090] env[62913]: DEBUG nova.compute.manager [None req-e691e6ce-d9de-4f03-9025-ed4e1abe8244 tempest-ServerDiagnosticsV248Test-1696098644 tempest-ServerDiagnosticsV248Test-1696098644-project-admin] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.442948] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215e9056-1ead-473e-b075-6d7fc8ab94f1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.450589] env[62913]: INFO nova.compute.manager [None req-e691e6ce-d9de-4f03-9025-ed4e1abe8244 tempest-ServerDiagnosticsV248Test-1696098644 tempest-ServerDiagnosticsV248Test-1696098644-project-admin] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Retrieving diagnostics [ 1427.453050] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632cd637-3eee-44b8-9be4-175149c47ef6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.695931] env[62913]: DEBUG nova.network.neutron [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Successfully updated port: 92c44fae-c1db-4352-bdd1-7665f913a2da {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1427.698738] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dfa052-5cfb-44a7-808f-a1043fa4e093 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.715320] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03fe0d6-3642-4d4e-a3f2-f513df04ae9d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.721456] env[62913]: INFO nova.compute.manager [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Took 21.10 seconds to build instance. [ 1427.758466] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8516f342-b59c-4caa-85be-01d3a393f2e4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.770624] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a482bf7b-0f2b-47f0-a8f8-4eda2540c367 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.790254] env[62913]: DEBUG nova.compute.provider_tree [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.829786] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b30650a-43b1-4369-b36d-56c7fbd31a91 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "e7e62340-94e1-48bf-af63-fb9e1208b2f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.337s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.868481] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222691} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.869082] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1427.870892] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa03116f-928b-4c83-926b-ca0707c888dd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.899151] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 6e53b18b-886b-4afa-a08f-173135fecf2e/6e53b18b-886b-4afa-a08f-173135fecf2e.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1427.900176] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab4175de-4d6a-4a5f-ba8f-555cfcfda9d9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.917151] env[62913]: DEBUG nova.network.neutron [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Successfully updated port: 727614ec-7604-4221-8333-4aa9285c18bf {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1427.924524] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1427.924524] env[62913]: value = "task-1821614" [ 1427.924524] env[62913]: _type = "Task" [ 1427.924524] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.933417] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.972056] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.068876] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Acquiring lock "e10fdba9-c79d-46ea-a877-89a4fbb1c9ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.069317] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Lock "e10fdba9-c79d-46ea-a877-89a4fbb1c9ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.217075] env[62913]: DEBUG nova.network.neutron [None req-55b0011a-321b-4c9c-9957-c1155feebbc7 tempest-ServerExternalEventsTest-1198491001 tempest-ServerExternalEventsTest-1198491001-project] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Updating instance_info_cache with network_info: [{"id": "d004a66b-e3d3-45ac-afb5-b894810163ec", "address": "fa:16:3e:d9:d8:fb", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd004a66b-e3", "ovs_interfaceid": "d004a66b-e3d3-45ac-afb5-b894810163ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.223901] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3b35d9ad-4488-4893-b17c-11d2398ee46a tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Lock "614b67ed-49de-4c6e-ad57-9d03d17f7dbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.639s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.293779] env[62913]: DEBUG nova.scheduler.client.report [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1428.333392] env[62913]: DEBUG nova.compute.manager [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.420316] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Acquiring lock "refresh_cache-ae89e3c7-9a42-422e-932b-664620b00ad9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.420316] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Acquired lock "refresh_cache-ae89e3c7-9a42-422e-932b-664620b00ad9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.420316] env[62913]: DEBUG nova.network.neutron [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.435728] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.727911] env[62913]: DEBUG oslo_concurrency.lockutils [None req-55b0011a-321b-4c9c-9957-c1155feebbc7 tempest-ServerExternalEventsTest-1198491001 tempest-ServerExternalEventsTest-1198491001-project] Releasing lock "refresh_cache-e6690a1d-418c-4c62-9853-2cf0fefbf163" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.730297] env[62913]: DEBUG nova.compute.manager [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.801025] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.383s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.801025] env[62913]: DEBUG nova.compute.manager [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1428.802898] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.523s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.805343] env[62913]: INFO nova.compute.claims [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1428.858748] env[62913]: DEBUG oslo_concurrency.lockutils [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.939506] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821614, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.023650] env[62913]: DEBUG nova.network.neutron [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.264463] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.314154] env[62913]: DEBUG nova.compute.utils [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1429.317146] env[62913]: DEBUG nova.compute.manager [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1429.317247] env[62913]: DEBUG nova.network.neutron [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1429.332053] env[62913]: DEBUG nova.compute.manager [req-46c32737-f01d-489c-a73f-d3b4edd9333a req-bd1ae66c-aa0b-4d80-bded-9d196f40d10e service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Received event network-vif-plugged-92c44fae-c1db-4352-bdd1-7665f913a2da {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1429.334016] env[62913]: DEBUG oslo_concurrency.lockutils [req-46c32737-f01d-489c-a73f-d3b4edd9333a req-bd1ae66c-aa0b-4d80-bded-9d196f40d10e service nova] Acquiring lock "2c511398-2d78-4429-8ed6-11af0e7a859f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.334016] env[62913]: DEBUG oslo_concurrency.lockutils [req-46c32737-f01d-489c-a73f-d3b4edd9333a req-bd1ae66c-aa0b-4d80-bded-9d196f40d10e service nova] Lock "2c511398-2d78-4429-8ed6-11af0e7a859f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.334016] env[62913]: DEBUG oslo_concurrency.lockutils [req-46c32737-f01d-489c-a73f-d3b4edd9333a req-bd1ae66c-aa0b-4d80-bded-9d196f40d10e service nova] Lock "2c511398-2d78-4429-8ed6-11af0e7a859f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.334016] env[62913]: DEBUG nova.compute.manager [req-46c32737-f01d-489c-a73f-d3b4edd9333a req-bd1ae66c-aa0b-4d80-bded-9d196f40d10e service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] No waiting events found dispatching network-vif-plugged-92c44fae-c1db-4352-bdd1-7665f913a2da {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1429.334016] env[62913]: WARNING nova.compute.manager [req-46c32737-f01d-489c-a73f-d3b4edd9333a req-bd1ae66c-aa0b-4d80-bded-9d196f40d10e service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Received unexpected event network-vif-plugged-92c44fae-c1db-4352-bdd1-7665f913a2da for instance with vm_state building and task_state spawning. [ 1429.445971] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821614, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.513218] env[62913]: DEBUG nova.policy [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e3874dfc54b48febf149ccbcb007cf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3e7d5acee754225942ef28db0c9f5f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1429.783372] env[62913]: DEBUG nova.network.neutron [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Updating instance_info_cache with network_info: [{"id": "727614ec-7604-4221-8333-4aa9285c18bf", "address": "fa:16:3e:c1:e9:1d", "network": {"id": "b56c61a7-f4f6-43e6-90a1-9c8c61ab100a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1828355902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a2778674cc43e2982ba9e240527db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap727614ec-76", "ovs_interfaceid": "727614ec-7604-4221-8333-4aa9285c18bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.822494] env[62913]: DEBUG nova.compute.manager [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1429.941953] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821614, 'name': ReconfigVM_Task, 'duration_secs': 1.928554} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.945766] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 6e53b18b-886b-4afa-a08f-173135fecf2e/6e53b18b-886b-4afa-a08f-173135fecf2e.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1429.946953] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Acquiring lock "e6690a1d-418c-4c62-9853-2cf0fefbf163" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.947193] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Lock "e6690a1d-418c-4c62-9853-2cf0fefbf163" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.947384] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Acquiring lock "e6690a1d-418c-4c62-9853-2cf0fefbf163-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.947559] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Lock "e6690a1d-418c-4c62-9853-2cf0fefbf163-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.947719] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Lock "e6690a1d-418c-4c62-9853-2cf0fefbf163-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.953645] env[62913]: INFO nova.compute.manager [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Terminating instance [ 1429.955664] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b038c96-4ba1-431e-bd51-6384182933f9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.966994] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1429.966994] env[62913]: value = "task-1821615" [ 1429.966994] env[62913]: _type = "Task" [ 1429.966994] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.983971] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821615, 'name': Rename_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.127185] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965b2f2a-7d53-4288-ac20-d9b3ad9b3896 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.135831] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3609328-470f-44c5-a664-10d662c4fec4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.175479] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fff2ef-70b5-462b-92e0-b362fac7838e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.184780] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7d3707-f973-46fa-8312-43b812419727 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.200887] env[62913]: DEBUG nova.compute.provider_tree [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.286617] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Releasing lock "refresh_cache-ae89e3c7-9a42-422e-932b-664620b00ad9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.287358] env[62913]: DEBUG nova.compute.manager [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Instance network_info: |[{"id": "727614ec-7604-4221-8333-4aa9285c18bf", "address": "fa:16:3e:c1:e9:1d", "network": {"id": "b56c61a7-f4f6-43e6-90a1-9c8c61ab100a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1828355902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a2778674cc43e2982ba9e240527db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap727614ec-76", "ovs_interfaceid": "727614ec-7604-4221-8333-4aa9285c18bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1430.287516] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:e9:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '727614ec-7604-4221-8333-4aa9285c18bf', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.295983] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Creating folder: Project (f9a2778674cc43e2982ba9e240527db3). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.297526] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaed821b-4a0e-4c65-913a-1bf35a68e260 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.302566] env[62913]: DEBUG oslo_concurrency.lockutils [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquiring lock "cfbb2227-ae18-45db-97d9-c3149d6b6f4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.302771] env[62913]: DEBUG oslo_concurrency.lockutils [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Lock "cfbb2227-ae18-45db-97d9-c3149d6b6f4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.315084] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Created folder: Project (f9a2778674cc43e2982ba9e240527db3) in parent group-v377263. [ 1430.315084] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Creating folder: Instances. Parent ref: group-v377283. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.315187] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daadd3e7-8663-4c02-a60b-94e5cc525b32 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.319384] env[62913]: DEBUG nova.network.neutron [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Successfully updated port: 7d49fa4b-feb3-48eb-8e6a-8daeae36b8e9 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1430.328780] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Created folder: Instances in parent group-v377283. [ 1430.329127] env[62913]: DEBUG oslo.service.loopingcall [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.329362] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.329643] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff14c939-b50c-4374-ac70-465de6153134 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.360094] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.360094] env[62913]: value = "task-1821618" [ 1430.360094] env[62913]: _type = "Task" [ 1430.360094] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.369910] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821618, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.468398] env[62913]: DEBUG nova.compute.manager [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1430.468616] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1430.469533] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f2b622-7bd6-4073-97d4-75ad2ccd3552 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.494178] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1430.499864] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-236f3e2c-f7e8-4d7d-a87b-d669c8992f42 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.502096] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821615, 'name': Rename_Task, 'duration_secs': 0.249081} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.502375] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.503164] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-396fe922-2567-4d09-bd68-7067270b797d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.509250] env[62913]: DEBUG oslo_vmware.api [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Waiting for the task: (returnval){ [ 1430.509250] env[62913]: value = "task-1821619" [ 1430.509250] env[62913]: _type = "Task" [ 1430.509250] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.512228] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1430.512228] env[62913]: value = "task-1821620" [ 1430.512228] env[62913]: _type = "Task" [ 1430.512228] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.540047] env[62913]: DEBUG oslo_vmware.api [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.540707] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821620, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.707311] env[62913]: DEBUG nova.scheduler.client.report [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.822566] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Acquiring lock "refresh_cache-0f57df28-858b-420c-b3b8-24001a81c645" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.822709] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Acquired lock "refresh_cache-0f57df28-858b-420c-b3b8-24001a81c645" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.822782] env[62913]: DEBUG nova.network.neutron [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1430.853478] env[62913]: DEBUG nova.compute.manager [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1430.874331] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821618, 'name': CreateVM_Task, 'duration_secs': 0.49082} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.874925] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1430.875208] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.875375] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.875800] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1430.875941] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff8e4674-6d41-4786-ae29-bcb5161743c0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.887904] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Waiting for the task: (returnval){ [ 1430.887904] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5236d7d7-d18a-928f-962e-25d4823d7fc5" [ 1430.887904] env[62913]: _type = "Task" [ 1430.887904] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.893811] env[62913]: DEBUG nova.virt.hardware [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1430.894171] env[62913]: DEBUG nova.virt.hardware [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.894400] env[62913]: DEBUG nova.virt.hardware [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1430.894661] env[62913]: DEBUG nova.virt.hardware [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.894893] env[62913]: DEBUG nova.virt.hardware [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1430.895113] env[62913]: DEBUG nova.virt.hardware [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1430.895404] env[62913]: DEBUG nova.virt.hardware [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1430.895627] env[62913]: DEBUG nova.virt.hardware [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1430.895903] env[62913]: DEBUG nova.virt.hardware [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1430.896080] env[62913]: DEBUG nova.virt.hardware [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1430.896274] env[62913]: DEBUG nova.virt.hardware [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1430.897169] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825bf220-efae-46ee-b8b1-d4e571993aee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.906329] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5236d7d7-d18a-928f-962e-25d4823d7fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.910209] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8625b033-e297-4dbf-80e1-7a25e2823452 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.959781] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Acquiring lock "8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.960551] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Lock "8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.960928] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Acquiring lock "8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.961467] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Lock "8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.961823] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Lock "8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.964536] env[62913]: INFO nova.compute.manager [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Terminating instance [ 1431.027474] env[62913]: DEBUG oslo_vmware.api [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821619, 'name': PowerOffVM_Task, 'duration_secs': 0.219888} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.028759] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.029088] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1431.029345] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0815710a-898c-4991-9eb5-bf803467d9c6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.035631] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821620, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.126915] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1431.127173] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1431.127355] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Deleting the datastore file [datastore1] e6690a1d-418c-4c62-9853-2cf0fefbf163 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1431.127613] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08bfd6e6-949e-49ae-8b8a-47083777b72b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.136809] env[62913]: DEBUG oslo_vmware.api [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Waiting for the task: (returnval){ [ 1431.136809] env[62913]: value = "task-1821622" [ 1431.136809] env[62913]: _type = "Task" [ 1431.136809] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.148139] env[62913]: DEBUG oslo_vmware.api [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.212534] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.212534] env[62913]: DEBUG nova.compute.manager [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1431.215133] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.559s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.217641] env[62913]: INFO nova.compute.claims [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1431.403155] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5236d7d7-d18a-928f-962e-25d4823d7fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.024431} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.403625] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.403679] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1431.403916] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.404176] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.404272] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1431.404515] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c268161d-20bb-44fc-8166-812fef6c586a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.414770] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1431.414770] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1431.416548] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b67be7a-d4ef-4109-9c0f-4107618c98fb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.420539] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Waiting for the task: (returnval){ [ 1431.420539] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52831f55-ab96-5164-03cc-7fdd3aeb8d44" [ 1431.420539] env[62913]: _type = "Task" [ 1431.420539] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.424651] env[62913]: DEBUG nova.network.neutron [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Successfully created port: b405402e-8e9f-48b7-89bb-10b14a6e0916 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1431.431424] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52831f55-ab96-5164-03cc-7fdd3aeb8d44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.446051] env[62913]: DEBUG nova.network.neutron [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1431.469125] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Acquiring lock "refresh_cache-8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.469125] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Acquired lock "refresh_cache-8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.469300] env[62913]: DEBUG nova.network.neutron [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.533619] env[62913]: DEBUG oslo_vmware.api [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821620, 'name': PowerOnVM_Task, 'duration_secs': 0.634317} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.533877] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.534104] env[62913]: INFO nova.compute.manager [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Took 12.97 seconds to spawn the instance on the hypervisor. [ 1431.534321] env[62913]: DEBUG nova.compute.manager [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.535798] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c52d15-3837-4224-b426-281936a0167a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.647610] env[62913]: DEBUG oslo_vmware.api [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.670763] env[62913]: DEBUG nova.compute.manager [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Stashing vm_state: active {{(pid=62913) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1431.727234] env[62913]: DEBUG nova.compute.utils [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1431.729548] env[62913]: DEBUG nova.compute.manager [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1431.729725] env[62913]: DEBUG nova.network.neutron [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1431.898625] env[62913]: DEBUG nova.policy [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4be0ec8c2c6347d193b7b2da8ea04dfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '407d8e95816747b4bd972a73e6b06db6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1431.940046] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52831f55-ab96-5164-03cc-7fdd3aeb8d44, 'name': SearchDatastore_Task, 'duration_secs': 0.035785} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.941019] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9fc7ba0-4613-4199-ba16-c98fed86d858 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.948907] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Waiting for the task: (returnval){ [ 1431.948907] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]520bcac4-ba8d-efc9-ad91-fdeb42f16c35" [ 1431.948907] env[62913]: _type = "Task" [ 1431.948907] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.960624] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520bcac4-ba8d-efc9-ad91-fdeb42f16c35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.025998] env[62913]: DEBUG nova.network.neutron [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.063141] env[62913]: INFO nova.compute.manager [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Took 19.42 seconds to build instance. [ 1432.158728] env[62913]: DEBUG oslo_vmware.api [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Task: {'id': task-1821622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.609794} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.158728] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1432.158728] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1432.158927] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1432.158927] env[62913]: INFO nova.compute.manager [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1432.159190] env[62913]: DEBUG oslo.service.loopingcall [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1432.159915] env[62913]: DEBUG nova.compute.manager [-] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1432.159915] env[62913]: DEBUG nova.network.neutron [-] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1432.199242] env[62913]: DEBUG oslo_concurrency.lockutils [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.235317] env[62913]: DEBUG nova.compute.manager [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1432.247058] env[62913]: DEBUG nova.network.neutron [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Updating instance_info_cache with network_info: [{"id": "7d49fa4b-feb3-48eb-8e6a-8daeae36b8e9", "address": "fa:16:3e:d5:71:2a", "network": {"id": "5d2494ec-857a-4c33-bc37-6267bcc42d0d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-669212228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9b4982ce061443c882917ee2c40bf986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d49fa4b-fe", "ovs_interfaceid": "7d49fa4b-feb3-48eb-8e6a-8daeae36b8e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.440981] env[62913]: DEBUG nova.network.neutron [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.468395] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520bcac4-ba8d-efc9-ad91-fdeb42f16c35, 'name': SearchDatastore_Task, 'duration_secs': 0.016379} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.468642] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.468893] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] ae89e3c7-9a42-422e-932b-664620b00ad9/ae89e3c7-9a42-422e-932b-664620b00ad9.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1432.469151] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4eb6163f-de11-4114-b8b2-69a9f9e9677c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.476746] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Waiting for the task: (returnval){ [ 1432.476746] env[62913]: value = "task-1821623" [ 1432.476746] env[62913]: _type = "Task" [ 1432.476746] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.492827] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.557079] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dc161c-d066-403f-9e9c-b30ddedab5f3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.565774] env[62913]: DEBUG oslo_concurrency.lockutils [None req-82b7175d-af86-4056-ae0e-5d1f9aaea6ad tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "6e53b18b-886b-4afa-a08f-173135fecf2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.927s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.567018] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26c1afe-aa21-4fe9-83bf-a546a9736009 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.598641] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516084dc-9673-4f5c-8486-77efe8a1ce03 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.607737] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eaa8cd1-7ac2-4c78-af92-beb4179adc0b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.622634] env[62913]: DEBUG nova.compute.provider_tree [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.753856] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Releasing lock "refresh_cache-0f57df28-858b-420c-b3b8-24001a81c645" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.753856] env[62913]: DEBUG nova.compute.manager [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Instance network_info: |[{"id": "7d49fa4b-feb3-48eb-8e6a-8daeae36b8e9", "address": "fa:16:3e:d5:71:2a", "network": {"id": "5d2494ec-857a-4c33-bc37-6267bcc42d0d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-669212228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9b4982ce061443c882917ee2c40bf986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d49fa4b-fe", "ovs_interfaceid": "7d49fa4b-feb3-48eb-8e6a-8daeae36b8e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1432.754114] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:71:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d49fa4b-feb3-48eb-8e6a-8daeae36b8e9', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.765065] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Creating folder: Project (9b4982ce061443c882917ee2c40bf986). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1432.765929] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cddab81-3fc9-423a-a300-1c5dfbd7aaf1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.778940] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Created folder: Project (9b4982ce061443c882917ee2c40bf986) in parent group-v377263. [ 1432.779222] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Creating folder: Instances. Parent ref: group-v377286. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1432.779472] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8993e380-2c9c-4ebf-afe3-fceb49c74362 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.789731] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Created folder: Instances in parent group-v377286. [ 1432.790060] env[62913]: DEBUG oslo.service.loopingcall [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1432.790325] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1432.790504] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d789fed1-623b-4807-bf7b-4585b3d78f02 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.812544] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1432.812544] env[62913]: value = "task-1821626" [ 1432.812544] env[62913]: _type = "Task" [ 1432.812544] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.822961] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821626, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.947020] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Releasing lock "refresh_cache-8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.947020] env[62913]: DEBUG nova.compute.manager [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1432.947020] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1432.947020] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2302fe4-549e-44bc-979d-9cb377781476 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.957412] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1432.957412] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e1cdf8a-f43f-4d24-83a0-e3d38440f928 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.965419] env[62913]: DEBUG oslo_vmware.api [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Waiting for the task: (returnval){ [ 1432.965419] env[62913]: value = "task-1821627" [ 1432.965419] env[62913]: _type = "Task" [ 1432.965419] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.975631] env[62913]: DEBUG oslo_vmware.api [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': task-1821627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.986333] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821623, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.075994] env[62913]: DEBUG nova.compute.manager [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1433.131592] env[62913]: DEBUG nova.scheduler.client.report [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.257116] env[62913]: DEBUG nova.compute.manager [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1433.303175] env[62913]: DEBUG nova.virt.hardware [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1433.304896] env[62913]: DEBUG nova.virt.hardware [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1433.305215] env[62913]: DEBUG nova.virt.hardware [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1433.305702] env[62913]: DEBUG nova.virt.hardware [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1433.306589] env[62913]: DEBUG nova.virt.hardware [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1433.307079] env[62913]: DEBUG nova.virt.hardware [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1433.307240] env[62913]: DEBUG nova.virt.hardware [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1433.308534] env[62913]: DEBUG nova.virt.hardware [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1433.309141] env[62913]: DEBUG nova.virt.hardware [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1433.309267] env[62913]: DEBUG nova.virt.hardware [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1433.309442] env[62913]: DEBUG nova.virt.hardware [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1433.312781] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc24446-f17e-42bf-8075-26c0acef4b70 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.333110] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f632a756-0354-4d24-91e2-1cd9c052f88b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.341017] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821626, 'name': CreateVM_Task, 'duration_secs': 0.435886} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.341658] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.342422] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.342579] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.342936] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.351458] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d5ecaf9-ef83-4ca3-a83c-6ea182c2f52c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.357276] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Waiting for the task: (returnval){ [ 1433.357276] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5232b54d-5561-cba4-2b51-076b5645bfbc" [ 1433.357276] env[62913]: _type = "Task" [ 1433.357276] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.366835] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5232b54d-5561-cba4-2b51-076b5645bfbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.476757] env[62913]: DEBUG oslo_vmware.api [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': task-1821627, 'name': PowerOffVM_Task, 'duration_secs': 0.175355} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.477587] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1433.481692] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1433.481692] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a8d3a9f-3d70-411a-8e72-6dde3697f01d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.494662] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664723} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.495716] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] ae89e3c7-9a42-422e-932b-664620b00ad9/ae89e3c7-9a42-422e-932b-664620b00ad9.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1433.495936] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1433.497151] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cb572f3-4719-4b26-b211-ce3b718252be {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.503495] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Waiting for the task: (returnval){ [ 1433.503495] env[62913]: value = "task-1821629" [ 1433.503495] env[62913]: _type = "Task" [ 1433.503495] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.511931] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1433.511931] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1433.512075] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Deleting the datastore file [datastore1] 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1433.512740] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-499ba350-5b4d-458a-994b-16d7693cf6dd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.518126] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.522652] env[62913]: DEBUG oslo_vmware.api [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Waiting for the task: (returnval){ [ 1433.522652] env[62913]: value = "task-1821630" [ 1433.522652] env[62913]: _type = "Task" [ 1433.522652] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.532675] env[62913]: DEBUG oslo_vmware.api [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': task-1821630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.612188] env[62913]: DEBUG nova.network.neutron [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Successfully created port: 6bd8aac6-95c9-43f9-920f-747d3dc91990 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1433.617218] env[62913]: DEBUG oslo_concurrency.lockutils [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.642134] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.642134] env[62913]: DEBUG nova.compute.manager [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1433.645815] env[62913]: DEBUG nova.network.neutron [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Successfully updated port: fb916b38-8b76-44c2-8ed3-2774be61ae7a {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1433.647515] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.675s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.649017] env[62913]: INFO nova.compute.claims [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1433.672849] env[62913]: DEBUG oslo_concurrency.lockutils [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Acquiring lock "572c9851-44eb-45ef-b824-84faff6df379" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.793032] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquiring lock "a47e552a-37a0-4609-9103-aa3ce28fdabe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.793032] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "a47e552a-37a0-4609-9103-aa3ce28fdabe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.873066] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5232b54d-5561-cba4-2b51-076b5645bfbc, 'name': SearchDatastore_Task, 'duration_secs': 0.012473} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.873442] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.874016] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1433.874016] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.874148] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.874341] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1433.874617] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91a532d0-6b77-42ca-842b-64511a12f0fe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.886277] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1433.886277] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1433.888032] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b4cb24-b35b-429f-8c09-c79e02480af0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.894547] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Waiting for the task: (returnval){ [ 1433.894547] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5287168d-50db-25b0-f23c-01c8cca0b433" [ 1433.894547] env[62913]: _type = "Task" [ 1433.894547] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.903309] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5287168d-50db-25b0-f23c-01c8cca0b433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.020463] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071492} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.020463] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1434.020996] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cd51ff-e9f2-49ff-80a6-fb40209c7559 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.032395] env[62913]: DEBUG oslo_vmware.api [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Task: {'id': task-1821630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139667} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.044223] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1434.044444] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1434.045554] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1434.045781] env[62913]: INFO nova.compute.manager [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1434.046053] env[62913]: DEBUG oslo.service.loopingcall [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1434.055462] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] ae89e3c7-9a42-422e-932b-664620b00ad9/ae89e3c7-9a42-422e-932b-664620b00ad9.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1434.055781] env[62913]: DEBUG nova.compute.manager [-] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1434.055872] env[62913]: DEBUG nova.network.neutron [-] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1434.058318] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84efee76-ad6a-4b8d-be9b-67d3b180c86b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.079821] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Waiting for the task: (returnval){ [ 1434.079821] env[62913]: value = "task-1821631" [ 1434.079821] env[62913]: _type = "Task" [ 1434.079821] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.089554] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.125933] env[62913]: DEBUG nova.network.neutron [-] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1434.146118] env[62913]: DEBUG nova.compute.claims [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Aborting claim: {{(pid=62913) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 1434.146895] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.189333] env[62913]: DEBUG nova.network.neutron [-] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.304713] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Acquiring lock "61b0c495-6d81-4912-899b-0134798ebe29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.304956] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Lock "61b0c495-6d81-4912-899b-0134798ebe29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.409767] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5287168d-50db-25b0-f23c-01c8cca0b433, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.411247] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18fac2bc-f453-4990-b9d3-10ecc35c8ff9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.419017] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Waiting for the task: (returnval){ [ 1434.419017] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ef6d3f-45c0-e60e-a6ce-a7e550d32527" [ 1434.419017] env[62913]: _type = "Task" [ 1434.419017] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.427931] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ef6d3f-45c0-e60e-a6ce-a7e550d32527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.594539] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.630209] env[62913]: DEBUG nova.network.neutron [-] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.694840] env[62913]: INFO nova.compute.manager [-] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Took 2.53 seconds to deallocate network for instance. [ 1434.817688] env[62913]: DEBUG nova.compute.manager [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Received event network-vif-plugged-727614ec-7604-4221-8333-4aa9285c18bf {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1434.817968] env[62913]: DEBUG oslo_concurrency.lockutils [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] Acquiring lock "ae89e3c7-9a42-422e-932b-664620b00ad9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.819275] env[62913]: DEBUG oslo_concurrency.lockutils [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] Lock "ae89e3c7-9a42-422e-932b-664620b00ad9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.819486] env[62913]: DEBUG oslo_concurrency.lockutils [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] Lock "ae89e3c7-9a42-422e-932b-664620b00ad9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.819677] env[62913]: DEBUG nova.compute.manager [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] No waiting events found dispatching network-vif-plugged-727614ec-7604-4221-8333-4aa9285c18bf {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1434.819865] env[62913]: WARNING nova.compute.manager [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Received unexpected event network-vif-plugged-727614ec-7604-4221-8333-4aa9285c18bf for instance with vm_state building and task_state spawning. [ 1434.820084] env[62913]: DEBUG nova.compute.manager [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Received event network-changed-92c44fae-c1db-4352-bdd1-7665f913a2da {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1434.820363] env[62913]: DEBUG nova.compute.manager [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Refreshing instance network info cache due to event network-changed-92c44fae-c1db-4352-bdd1-7665f913a2da. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1434.820464] env[62913]: DEBUG oslo_concurrency.lockutils [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] Acquiring lock "refresh_cache-2c511398-2d78-4429-8ed6-11af0e7a859f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.820766] env[62913]: DEBUG oslo_concurrency.lockutils [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] Acquired lock "refresh_cache-2c511398-2d78-4429-8ed6-11af0e7a859f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.820977] env[62913]: DEBUG nova.network.neutron [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Refreshing network info cache for port 92c44fae-c1db-4352-bdd1-7665f913a2da {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.931661] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ef6d3f-45c0-e60e-a6ce-a7e550d32527, 'name': SearchDatastore_Task, 'duration_secs': 0.009672} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.932088] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.932402] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 0f57df28-858b-420c-b3b8-24001a81c645/0f57df28-858b-420c-b3b8-24001a81c645.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.932764] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77fb9f3f-6b5e-4802-b993-98f74ec81ac0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.944853] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Waiting for the task: (returnval){ [ 1434.944853] env[62913]: value = "task-1821632" [ 1434.944853] env[62913]: _type = "Task" [ 1434.944853] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.955296] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.034388] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e1d77d-713a-4772-8d4b-33c94751d329 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.045155] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d9a0b7-ea60-4825-bc85-a9ad7be2dbae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.087538] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e33b2a-ccc9-43c5-af31-d35e74e5adb4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.100443] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90902df-a9b5-4d9e-9853-161633216560 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.105314] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821631, 'name': ReconfigVM_Task, 'duration_secs': 0.76796} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.106158] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Reconfigured VM instance instance-00000009 to attach disk [datastore1] ae89e3c7-9a42-422e-932b-664620b00ad9/ae89e3c7-9a42-422e-932b-664620b00ad9.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.107117] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eed46085-75de-419a-add3-5cdd93e54e8b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.117925] env[62913]: DEBUG nova.compute.provider_tree [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.121036] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Waiting for the task: (returnval){ [ 1435.121036] env[62913]: value = "task-1821633" [ 1435.121036] env[62913]: _type = "Task" [ 1435.121036] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.129359] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821633, 'name': Rename_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.135446] env[62913]: INFO nova.compute.manager [-] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Took 1.08 seconds to deallocate network for instance. [ 1435.203966] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.443094] env[62913]: DEBUG nova.network.neutron [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1435.456559] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480986} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.457020] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 0f57df28-858b-420c-b3b8-24001a81c645/0f57df28-858b-420c-b3b8-24001a81c645.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.457568] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.457934] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0c1408f-cc4d-4b68-a4fc-d5009d8a9361 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.465407] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Waiting for the task: (returnval){ [ 1435.465407] env[62913]: value = "task-1821634" [ 1435.465407] env[62913]: _type = "Task" [ 1435.465407] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.478550] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.622713] env[62913]: DEBUG nova.scheduler.client.report [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.635032] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821633, 'name': Rename_Task, 'duration_secs': 0.328933} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.635032] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.635032] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d00906e-b0f5-4b1a-a760-540600240ed3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.642104] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.643076] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Waiting for the task: (returnval){ [ 1435.643076] env[62913]: value = "task-1821635" [ 1435.643076] env[62913]: _type = "Task" [ 1435.643076] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.657932] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.734987] env[62913]: DEBUG nova.network.neutron [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.857491] env[62913]: DEBUG nova.network.neutron [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Successfully updated port: b405402e-8e9f-48b7-89bb-10b14a6e0916 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1435.976164] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063843} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.976456] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1435.977264] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74191e4-905d-426d-9354-b630b4b1be28 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.003436] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 0f57df28-858b-420c-b3b8-24001a81c645/0f57df28-858b-420c-b3b8-24001a81c645.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.003436] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a02a694-94f4-4bb9-9637-13f59bd16dcb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.027187] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Waiting for the task: (returnval){ [ 1436.027187] env[62913]: value = "task-1821636" [ 1436.027187] env[62913]: _type = "Task" [ 1436.027187] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.036727] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.132609] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.137610] env[62913]: DEBUG oslo_concurrency.lockutils [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.276s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.139665] env[62913]: INFO nova.compute.claims [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1436.160231] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.242406] env[62913]: DEBUG oslo_concurrency.lockutils [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] Releasing lock "refresh_cache-2c511398-2d78-4429-8ed6-11af0e7a859f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.242406] env[62913]: DEBUG nova.compute.manager [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Received event network-changed-727614ec-7604-4221-8333-4aa9285c18bf {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1436.242406] env[62913]: DEBUG nova.compute.manager [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Refreshing instance network info cache due to event network-changed-727614ec-7604-4221-8333-4aa9285c18bf. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1436.242406] env[62913]: DEBUG oslo_concurrency.lockutils [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] Acquiring lock "refresh_cache-ae89e3c7-9a42-422e-932b-664620b00ad9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.242577] env[62913]: DEBUG oslo_concurrency.lockutils [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] Acquired lock "refresh_cache-ae89e3c7-9a42-422e-932b-664620b00ad9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.242699] env[62913]: DEBUG nova.network.neutron [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Refreshing network info cache for port 727614ec-7604-4221-8333-4aa9285c18bf {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.363691] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Acquiring lock "refresh_cache-8be5b047-ec18-42b4-b8ee-8e5a098338da" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.363834] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Acquired lock "refresh_cache-8be5b047-ec18-42b4-b8ee-8e5a098338da" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.363980] env[62913]: DEBUG nova.network.neutron [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.383991] env[62913]: DEBUG nova.compute.manager [req-3e1ed664-f3ac-4c1d-a4b7-b77a1e9f2cd8 req-ffb61208-12b8-4525-91a1-d47b8e634e69 service nova] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Received event network-vif-deleted-d004a66b-e3d3-45ac-afb5-b894810163ec {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1436.542283] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.648502] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Acquiring lock "6082a6d9-e853-4c21-a85a-0d3e7a06c816" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.648781] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Lock "6082a6d9-e853-4c21-a85a-0d3e7a06c816" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.672058] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821635, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.747188] env[62913]: DEBUG nova.network.neutron [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Successfully updated port: 6bd8aac6-95c9-43f9-920f-747d3dc91990 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1436.981288] env[62913]: DEBUG nova.network.neutron [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1437.048800] env[62913]: DEBUG nova.network.neutron [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Successfully updated port: f936fc33-f163-4d55-ad43-dd8bec221823 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1437.054532] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821636, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.158212] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Lock "6082a6d9-e853-4c21-a85a-0d3e7a06c816" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.509s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.159214] env[62913]: DEBUG nova.compute.manager [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.175689] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquiring lock "93a8a81f-866c-42fa-9eaf-7f8d5d28112b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.176138] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "93a8a81f-866c-42fa-9eaf-7f8d5d28112b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.176541] env[62913]: DEBUG oslo_vmware.api [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821635, 'name': PowerOnVM_Task, 'duration_secs': 1.029374} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.176901] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1437.177241] env[62913]: INFO nova.compute.manager [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Took 13.94 seconds to spawn the instance on the hypervisor. [ 1437.177564] env[62913]: DEBUG nova.compute.manager [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.179179] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a742e20-eaf2-4da6-b4a8-5b9c22d282bf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.253876] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "refresh_cache-2286eeaf-825f-4357-815c-f0574a39c03d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.254053] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquired lock "refresh_cache-2286eeaf-825f-4357-815c-f0574a39c03d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.254212] env[62913]: DEBUG nova.network.neutron [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.342815] env[62913]: DEBUG nova.network.neutron [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Updating instance_info_cache with network_info: [{"id": "b405402e-8e9f-48b7-89bb-10b14a6e0916", "address": "fa:16:3e:30:e9:35", "network": {"id": "89e64846-b163-4dee-95ca-8a68bdbc8262", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1083295702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e7d5acee754225942ef28db0c9f5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb405402e-8e", "ovs_interfaceid": "b405402e-8e9f-48b7-89bb-10b14a6e0916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.516619] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85058e06-ede2-4314-a6d0-4c232fb18d82 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.526388] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdb37e4-36af-4a0b-af13-a3c6bd4e09ef {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.539253] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821636, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.567606] env[62913]: DEBUG oslo_concurrency.lockutils [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquiring lock "refresh_cache-2c511398-2d78-4429-8ed6-11af0e7a859f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.567724] env[62913]: DEBUG oslo_concurrency.lockutils [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquired lock "refresh_cache-2c511398-2d78-4429-8ed6-11af0e7a859f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.568697] env[62913]: DEBUG nova.network.neutron [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.571920] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2b4430-e348-4e34-9aae-053ac651f5b7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.581126] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29545c8-ee20-4ef5-b446-0864cb068631 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.597630] env[62913]: DEBUG nova.compute.provider_tree [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.638231] env[62913]: DEBUG nova.network.neutron [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Updated VIF entry in instance network info cache for port 727614ec-7604-4221-8333-4aa9285c18bf. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.638515] env[62913]: DEBUG nova.network.neutron [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Updating instance_info_cache with network_info: [{"id": "727614ec-7604-4221-8333-4aa9285c18bf", "address": "fa:16:3e:c1:e9:1d", "network": {"id": "b56c61a7-f4f6-43e6-90a1-9c8c61ab100a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1828355902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a2778674cc43e2982ba9e240527db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap727614ec-76", "ovs_interfaceid": "727614ec-7604-4221-8333-4aa9285c18bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.667874] env[62913]: DEBUG nova.compute.utils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1437.669747] env[62913]: DEBUG nova.compute.manager [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1437.672085] env[62913]: DEBUG nova.network.neutron [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1437.697134] env[62913]: INFO nova.compute.manager [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Took 23.66 seconds to build instance. [ 1437.750213] env[62913]: DEBUG nova.policy [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92e56d654ca54b1bab96b238e1f4767e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3dd1552f8ea42fa84a55c430c8f851f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1437.840085] env[62913]: DEBUG nova.network.neutron [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1437.845950] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Releasing lock "refresh_cache-8be5b047-ec18-42b4-b8ee-8e5a098338da" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.846059] env[62913]: DEBUG nova.compute.manager [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Instance network_info: |[{"id": "b405402e-8e9f-48b7-89bb-10b14a6e0916", "address": "fa:16:3e:30:e9:35", "network": {"id": "89e64846-b163-4dee-95ca-8a68bdbc8262", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1083295702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e7d5acee754225942ef28db0c9f5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb405402e-8e", "ovs_interfaceid": "b405402e-8e9f-48b7-89bb-10b14a6e0916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1437.846454] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:e9:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b405402e-8e9f-48b7-89bb-10b14a6e0916', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1437.854879] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Creating folder: Project (c3e7d5acee754225942ef28db0c9f5f6). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1437.855174] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cb6daa9-8df6-4c02-bf60-4f480c2bd393 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.865750] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Created folder: Project (c3e7d5acee754225942ef28db0c9f5f6) in parent group-v377263. [ 1437.866021] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Creating folder: Instances. Parent ref: group-v377289. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1437.866168] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61a30346-a40c-4dfd-967a-888be58de2a9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.875902] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Created folder: Instances in parent group-v377289. [ 1437.876156] env[62913]: DEBUG oslo.service.loopingcall [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1437.876344] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1437.876541] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01faa987-2a37-474f-ab38-1ff3cd6131cb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.896763] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.896763] env[62913]: value = "task-1821639" [ 1437.896763] env[62913]: _type = "Task" [ 1437.896763] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.907114] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821639, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.043990] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821636, 'name': ReconfigVM_Task, 'duration_secs': 1.71449} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.044410] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 0f57df28-858b-420c-b3b8-24001a81c645/0f57df28-858b-420c-b3b8-24001a81c645.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.045216] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89b203be-d53c-4b92-b493-18bce47b52b8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.052666] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Waiting for the task: (returnval){ [ 1438.052666] env[62913]: value = "task-1821640" [ 1438.052666] env[62913]: _type = "Task" [ 1438.052666] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.061103] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821640, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.101829] env[62913]: DEBUG nova.scheduler.client.report [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.105138] env[62913]: DEBUG nova.network.neutron [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Updating instance_info_cache with network_info: [{"id": "6bd8aac6-95c9-43f9-920f-747d3dc91990", "address": "fa:16:3e:ec:14:27", "network": {"id": "bd984ec9-7f37-4559-91f0-6b121c79f29c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1599076147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "407d8e95816747b4bd972a73e6b06db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd8aac6-95", "ovs_interfaceid": "6bd8aac6-95c9-43f9-920f-747d3dc91990", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.141495] env[62913]: DEBUG oslo_concurrency.lockutils [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] Releasing lock "refresh_cache-ae89e3c7-9a42-422e-932b-664620b00ad9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.141690] env[62913]: DEBUG nova.compute.manager [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Received event network-vif-plugged-7d49fa4b-feb3-48eb-8e6a-8daeae36b8e9 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1438.141916] env[62913]: DEBUG oslo_concurrency.lockutils [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] Acquiring lock "0f57df28-858b-420c-b3b8-24001a81c645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.144749] env[62913]: DEBUG oslo_concurrency.lockutils [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] Lock "0f57df28-858b-420c-b3b8-24001a81c645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.144749] env[62913]: DEBUG oslo_concurrency.lockutils [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] Lock "0f57df28-858b-420c-b3b8-24001a81c645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.144749] env[62913]: DEBUG nova.compute.manager [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] No waiting events found dispatching network-vif-plugged-7d49fa4b-feb3-48eb-8e6a-8daeae36b8e9 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1438.144749] env[62913]: WARNING nova.compute.manager [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Received unexpected event network-vif-plugged-7d49fa4b-feb3-48eb-8e6a-8daeae36b8e9 for instance with vm_state building and task_state spawning. [ 1438.144749] env[62913]: DEBUG nova.compute.manager [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Received event network-changed-7d49fa4b-feb3-48eb-8e6a-8daeae36b8e9 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1438.145836] env[62913]: DEBUG nova.compute.manager [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Refreshing instance network info cache due to event network-changed-7d49fa4b-feb3-48eb-8e6a-8daeae36b8e9. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1438.145836] env[62913]: DEBUG oslo_concurrency.lockutils [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] Acquiring lock "refresh_cache-0f57df28-858b-420c-b3b8-24001a81c645" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.145836] env[62913]: DEBUG oslo_concurrency.lockutils [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] Acquired lock "refresh_cache-0f57df28-858b-420c-b3b8-24001a81c645" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.145836] env[62913]: DEBUG nova.network.neutron [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Refreshing network info cache for port 7d49fa4b-feb3-48eb-8e6a-8daeae36b8e9 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.174770] env[62913]: DEBUG nova.compute.manager [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1438.190598] env[62913]: DEBUG nova.network.neutron [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1438.199930] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7148a57-2367-451b-ba13-9685e2205a02 tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Lock "ae89e3c7-9a42-422e-932b-664620b00ad9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.177s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.299580] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "c03e0144-3013-4e88-a081-dd16264dba16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.299847] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "c03e0144-3013-4e88-a081-dd16264dba16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.411201] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821639, 'name': CreateVM_Task, 'duration_secs': 0.37696} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.411201] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.411201] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.411201] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.411201] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1438.411511] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb614ec-4f8f-4c1f-b1e0-0065fe094eb3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.415428] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Waiting for the task: (returnval){ [ 1438.415428] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5202a825-5c51-037d-b414-c8858dee82d8" [ 1438.415428] env[62913]: _type = "Task" [ 1438.415428] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.425414] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5202a825-5c51-037d-b414-c8858dee82d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.494672] env[62913]: DEBUG nova.network.neutron [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Successfully created port: bd04212c-936f-4eca-8e15-7fab8a28034a {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.569946] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821640, 'name': Rename_Task, 'duration_secs': 0.141394} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.571792] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.572240] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccf76c61-4c69-43df-8de1-fb05567e0804 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.579307] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Waiting for the task: (returnval){ [ 1438.579307] env[62913]: value = "task-1821641" [ 1438.579307] env[62913]: _type = "Task" [ 1438.579307] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.594553] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.609548] env[62913]: DEBUG oslo_concurrency.lockutils [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.610599] env[62913]: DEBUG nova.compute.manager [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1438.614461] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Releasing lock "refresh_cache-2286eeaf-825f-4357-815c-f0574a39c03d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.614551] env[62913]: DEBUG nova.compute.manager [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Instance network_info: |[{"id": "6bd8aac6-95c9-43f9-920f-747d3dc91990", "address": "fa:16:3e:ec:14:27", "network": {"id": "bd984ec9-7f37-4559-91f0-6b121c79f29c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1599076147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "407d8e95816747b4bd972a73e6b06db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd8aac6-95", "ovs_interfaceid": "6bd8aac6-95c9-43f9-920f-747d3dc91990", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1438.615188] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.351s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.617442] env[62913]: INFO nova.compute.claims [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1438.620618] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:14:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bd8aac6-95c9-43f9-920f-747d3dc91990', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1438.628927] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Creating folder: Project (407d8e95816747b4bd972a73e6b06db6). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.629533] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e7f8eab-da42-48b2-b94f-bab3f091f3f3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.646534] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Created folder: Project (407d8e95816747b4bd972a73e6b06db6) in parent group-v377263. [ 1438.646730] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Creating folder: Instances. Parent ref: group-v377292. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.646963] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e1524a1-d14e-4b63-9bce-7cfa1a400b6b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.658845] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Created folder: Instances in parent group-v377292. [ 1438.659099] env[62913]: DEBUG oslo.service.loopingcall [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1438.659199] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1438.659486] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28ede6a5-acef-455e-974b-2e732eeda548 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.681945] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1438.681945] env[62913]: value = "task-1821644" [ 1438.681945] env[62913]: _type = "Task" [ 1438.681945] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.696169] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821644, 'name': CreateVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.704155] env[62913]: DEBUG nova.compute.manager [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1438.869838] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Acquiring lock "c9d87160-1c3d-42fe-82c9-79aa1a55c528" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.869838] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Lock "c9d87160-1c3d-42fe-82c9-79aa1a55c528" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.929283] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5202a825-5c51-037d-b414-c8858dee82d8, 'name': SearchDatastore_Task, 'duration_secs': 0.00931} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.930064] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.930437] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1438.930806] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.931051] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.931258] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1438.933315] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-807ab729-e636-4f84-94a1-5e26be787a28 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.943484] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1438.943553] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1438.944867] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93ec4692-e9a5-4aeb-8a1a-67f5aeb7a1df {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.952095] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Waiting for the task: (returnval){ [ 1438.952095] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bde5e6-f9d4-c20e-1ea3-7e9e256c5e90" [ 1438.952095] env[62913]: _type = "Task" [ 1438.952095] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.964571] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bde5e6-f9d4-c20e-1ea3-7e9e256c5e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.090600] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821641, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.119113] env[62913]: DEBUG nova.compute.utils [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1439.121275] env[62913]: DEBUG nova.compute.manager [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Not allocating networking since 'none' was specified. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1439.196161] env[62913]: DEBUG nova.compute.manager [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.198293] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821644, 'name': CreateVM_Task, 'duration_secs': 0.382896} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.198846] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1439.199841] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.199841] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.200427] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1439.200427] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb9d981-e6aa-4970-91a5-dfe04fc16413 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.206989] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1439.206989] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bf0e23-a24b-d5eb-4bd2-5fc4384ec31c" [ 1439.206989] env[62913]: _type = "Task" [ 1439.206989] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.223391] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bf0e23-a24b-d5eb-4bd2-5fc4384ec31c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.232764] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "483fd929-aae3-4c7d-a8e0-3b7a725fa0c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.232764] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "483fd929-aae3-4c7d-a8e0-3b7a725fa0c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.245124] env[62913]: DEBUG nova.virt.hardware [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1439.245424] env[62913]: DEBUG nova.virt.hardware [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.245608] env[62913]: DEBUG nova.virt.hardware [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1439.245795] env[62913]: DEBUG nova.virt.hardware [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.245935] env[62913]: DEBUG nova.virt.hardware [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1439.246246] env[62913]: DEBUG nova.virt.hardware [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1439.246345] env[62913]: DEBUG nova.virt.hardware [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1439.246470] env[62913]: DEBUG nova.virt.hardware [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1439.246628] env[62913]: DEBUG nova.virt.hardware [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1439.247693] env[62913]: DEBUG nova.virt.hardware [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1439.247693] env[62913]: DEBUG nova.virt.hardware [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1439.250562] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcbaaa5-b8b7-4c26-91be-fd5ccedf9666 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.253714] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.263046] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "05ee70b5-acc1-485d-81c1-500c451283de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.267033] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "05ee70b5-acc1-485d-81c1-500c451283de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.267033] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8739ebbe-2af8-434f-94cf-f4b981b5fbcb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.289679] env[62913]: DEBUG nova.network.neutron [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Updated VIF entry in instance network info cache for port 7d49fa4b-feb3-48eb-8e6a-8daeae36b8e9. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1439.290042] env[62913]: DEBUG nova.network.neutron [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Updating instance_info_cache with network_info: [{"id": "7d49fa4b-feb3-48eb-8e6a-8daeae36b8e9", "address": "fa:16:3e:d5:71:2a", "network": {"id": "5d2494ec-857a-4c33-bc37-6267bcc42d0d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-669212228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "9b4982ce061443c882917ee2c40bf986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d49fa4b-fe", "ovs_interfaceid": "7d49fa4b-feb3-48eb-8e6a-8daeae36b8e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.304252] env[62913]: DEBUG nova.compute.manager [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Received event network-vif-plugged-fb916b38-8b76-44c2-8ed3-2774be61ae7a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1439.304252] env[62913]: DEBUG oslo_concurrency.lockutils [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] Acquiring lock "2c511398-2d78-4429-8ed6-11af0e7a859f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.304252] env[62913]: DEBUG oslo_concurrency.lockutils [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] Lock "2c511398-2d78-4429-8ed6-11af0e7a859f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.304252] env[62913]: DEBUG oslo_concurrency.lockutils [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] Lock "2c511398-2d78-4429-8ed6-11af0e7a859f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.304453] env[62913]: DEBUG nova.compute.manager [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] No waiting events found dispatching network-vif-plugged-fb916b38-8b76-44c2-8ed3-2774be61ae7a {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1439.304492] env[62913]: WARNING nova.compute.manager [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Received unexpected event network-vif-plugged-fb916b38-8b76-44c2-8ed3-2774be61ae7a for instance with vm_state building and task_state spawning. [ 1439.305449] env[62913]: DEBUG nova.compute.manager [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Received event network-changed-fb916b38-8b76-44c2-8ed3-2774be61ae7a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1439.305449] env[62913]: DEBUG nova.compute.manager [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Refreshing instance network info cache due to event network-changed-fb916b38-8b76-44c2-8ed3-2774be61ae7a. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1439.305449] env[62913]: DEBUG oslo_concurrency.lockutils [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] Acquiring lock "refresh_cache-2c511398-2d78-4429-8ed6-11af0e7a859f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.309258] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "20e476f1-e384-4112-9c00-c19c5559fa72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.309510] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "20e476f1-e384-4112-9c00-c19c5559fa72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.466618] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bde5e6-f9d4-c20e-1ea3-7e9e256c5e90, 'name': SearchDatastore_Task, 'duration_secs': 0.012301} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.467181] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e375d5f5-c3c7-4704-ae02-09efbe0c2efc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.473767] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Waiting for the task: (returnval){ [ 1439.473767] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52092156-be47-d774-757b-4efccd19ab5e" [ 1439.473767] env[62913]: _type = "Task" [ 1439.473767] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.485868] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52092156-be47-d774-757b-4efccd19ab5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.572993] env[62913]: DEBUG nova.network.neutron [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Updating instance_info_cache with network_info: [{"id": "92c44fae-c1db-4352-bdd1-7665f913a2da", "address": "fa:16:3e:7a:25:22", "network": {"id": "684e4991-253c-4f8c-bde3-76a62471d797", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1929420921", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c44fae-c1", "ovs_interfaceid": "92c44fae-c1db-4352-bdd1-7665f913a2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb916b38-8b76-44c2-8ed3-2774be61ae7a", "address": "fa:16:3e:4e:61:e6", "network": {"id": "42b3ecf9-8b52-41af-9c59-8c38073d0279", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-463660660", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb916b38-8b", "ovs_interfaceid": "fb916b38-8b76-44c2-8ed3-2774be61ae7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f936fc33-f163-4d55-ad43-dd8bec221823", "address": "fa:16:3e:c4:35:50", "network": {"id": "684e4991-253c-4f8c-bde3-76a62471d797", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1929420921", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf936fc33-f1", "ovs_interfaceid": "f936fc33-f163-4d55-ad43-dd8bec221823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.592338] env[62913]: DEBUG oslo_vmware.api [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821641, 'name': PowerOnVM_Task, 'duration_secs': 0.590349} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.592699] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.592912] env[62913]: INFO nova.compute.manager [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Took 14.01 seconds to spawn the instance on the hypervisor. [ 1439.593166] env[62913]: DEBUG nova.compute.manager [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.594012] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7519c93d-ab33-45d4-b6c2-61a1cf8c3f36 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.625260] env[62913]: DEBUG nova.compute.manager [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1439.724613] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bf0e23-a24b-d5eb-4bd2-5fc4384ec31c, 'name': SearchDatastore_Task, 'duration_secs': 0.01238} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.724995] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.725175] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.725386] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.793319] env[62913]: DEBUG oslo_concurrency.lockutils [req-50f9c3a4-1e72-4a3d-bcfd-542470c961da req-ee358f61-d307-46f7-a5b6-a0c4f4afa36c service nova] Releasing lock "refresh_cache-0f57df28-858b-420c-b3b8-24001a81c645" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.989260] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52092156-be47-d774-757b-4efccd19ab5e, 'name': SearchDatastore_Task, 'duration_secs': 0.011932} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.989538] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.989794] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 8be5b047-ec18-42b4-b8ee-8e5a098338da/8be5b047-ec18-42b4-b8ee-8e5a098338da.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1439.990082] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.990268] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.990479] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a930da6b-6e8d-4388-83c6-62bccd773791 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.992584] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33152db1-4a56-4116-a1f8-bb0fb7a875e4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.000273] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Waiting for the task: (returnval){ [ 1440.000273] env[62913]: value = "task-1821645" [ 1440.000273] env[62913]: _type = "Task" [ 1440.000273] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.007258] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1440.007437] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1440.008197] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b9750b-3f2a-49cb-90da-e0ea6221bbe7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.016267] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': task-1821645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.020022] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1440.020022] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52494ae1-76a2-dbab-327a-de0ec6d1ad96" [ 1440.020022] env[62913]: _type = "Task" [ 1440.020022] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.028506] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52494ae1-76a2-dbab-327a-de0ec6d1ad96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.050293] env[62913]: DEBUG nova.compute.manager [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Received event network-changed-cc632709-b9b9-4843-9bf4-80b457ba9f75 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1440.050293] env[62913]: DEBUG nova.compute.manager [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Refreshing instance network info cache due to event network-changed-cc632709-b9b9-4843-9bf4-80b457ba9f75. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1440.050293] env[62913]: DEBUG oslo_concurrency.lockutils [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] Acquiring lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.050729] env[62913]: DEBUG oslo_concurrency.lockutils [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] Acquired lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.050729] env[62913]: DEBUG nova.network.neutron [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Refreshing network info cache for port cc632709-b9b9-4843-9bf4-80b457ba9f75 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1440.077501] env[62913]: DEBUG oslo_concurrency.lockutils [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Releasing lock "refresh_cache-2c511398-2d78-4429-8ed6-11af0e7a859f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.077501] env[62913]: DEBUG nova.compute.manager [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Instance network_info: |[{"id": "92c44fae-c1db-4352-bdd1-7665f913a2da", "address": "fa:16:3e:7a:25:22", "network": {"id": "684e4991-253c-4f8c-bde3-76a62471d797", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1929420921", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c44fae-c1", "ovs_interfaceid": "92c44fae-c1db-4352-bdd1-7665f913a2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb916b38-8b76-44c2-8ed3-2774be61ae7a", "address": "fa:16:3e:4e:61:e6", "network": {"id": "42b3ecf9-8b52-41af-9c59-8c38073d0279", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-463660660", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb916b38-8b", "ovs_interfaceid": "fb916b38-8b76-44c2-8ed3-2774be61ae7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f936fc33-f163-4d55-ad43-dd8bec221823", "address": "fa:16:3e:c4:35:50", "network": {"id": "684e4991-253c-4f8c-bde3-76a62471d797", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1929420921", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf936fc33-f1", "ovs_interfaceid": "f936fc33-f163-4d55-ad43-dd8bec221823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1440.077814] env[62913]: DEBUG oslo_concurrency.lockutils [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] Acquired lock "refresh_cache-2c511398-2d78-4429-8ed6-11af0e7a859f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.078010] env[62913]: DEBUG nova.network.neutron [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Refreshing network info cache for port fb916b38-8b76-44c2-8ed3-2774be61ae7a {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1440.079764] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:25:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92c44fae-c1db-4352-bdd1-7665f913a2da', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:61:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb916b38-8b76-44c2-8ed3-2774be61ae7a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:35:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f936fc33-f163-4d55-ad43-dd8bec221823', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1440.101064] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Creating folder: Project (39c5b9acca7b4a2ea8b59a7bd195fbcf). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1440.105317] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cb54129-8b09-43b8-bbc7-e632f961e2cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.109436] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3364248d-3e8a-4cae-b964-14e7516f61ae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.124566] env[62913]: INFO nova.compute.manager [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Took 23.00 seconds to build instance. [ 1440.131709] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6675ca87-5141-45e2-a4fe-2107d7e23f6e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.143102] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Created folder: Project (39c5b9acca7b4a2ea8b59a7bd195fbcf) in parent group-v377263. [ 1440.143842] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Creating folder: Instances. Parent ref: group-v377295. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1440.145243] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ad0aebe-e393-45a5-9406-011c5202ba74 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.180030] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d688e0-07f1-4a84-9d24-1056b59c969b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.191881] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7286bb57-7450-4338-ad16-58c7276de80f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.198331] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Created folder: Instances in parent group-v377295. [ 1440.198593] env[62913]: DEBUG oslo.service.loopingcall [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1440.198926] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1440.199856] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe64270e-ee45-4f3c-8597-a1955a9cedc7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.230496] env[62913]: DEBUG nova.compute.provider_tree [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.237662] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1440.237662] env[62913]: value = "task-1821648" [ 1440.237662] env[62913]: _type = "Task" [ 1440.237662] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.246571] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821648, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.515547] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': task-1821645, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.532153] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52494ae1-76a2-dbab-327a-de0ec6d1ad96, 'name': SearchDatastore_Task, 'duration_secs': 0.030658} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.533260] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaa72b32-d731-4e5e-a79e-4b3621a11797 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.540724] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1440.540724] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52216288-51cd-b353-19e2-c6ff8a6e9dc8" [ 1440.540724] env[62913]: _type = "Task" [ 1440.540724] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.549540] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52216288-51cd-b353-19e2-c6ff8a6e9dc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.630996] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee86440-6b1b-4f83-b479-7a41db6a2f6b tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Lock "0f57df28-858b-420c-b3b8-24001a81c645" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.519s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.646027] env[62913]: DEBUG nova.compute.manager [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1440.681210] env[62913]: DEBUG nova.virt.hardware [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1440.681570] env[62913]: DEBUG nova.virt.hardware [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1440.681677] env[62913]: DEBUG nova.virt.hardware [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1440.681809] env[62913]: DEBUG nova.virt.hardware [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1440.681970] env[62913]: DEBUG nova.virt.hardware [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1440.682133] env[62913]: DEBUG nova.virt.hardware [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1440.682347] env[62913]: DEBUG nova.virt.hardware [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1440.682654] env[62913]: DEBUG nova.virt.hardware [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1440.682654] env[62913]: DEBUG nova.virt.hardware [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1440.682866] env[62913]: DEBUG nova.virt.hardware [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1440.683077] env[62913]: DEBUG nova.virt.hardware [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1440.684292] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca58654a-afd0-4ef5-83c9-32f0ad2b510e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.693770] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b0cab5-3920-42f3-9363-fb4f6c9e237b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.709404] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Instance VIF info [] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1440.715763] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Creating folder: Project (0fb56a50ce454e8fa4b0ffcd7993b3f6). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1440.720024] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c324d05-fb15-4b28-bcc4-c2038b8534be {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.731036] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Created folder: Project (0fb56a50ce454e8fa4b0ffcd7993b3f6) in parent group-v377263. [ 1440.731478] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Creating folder: Instances. Parent ref: group-v377298. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1440.731478] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80a5ebf2-11a3-4e90-ae9f-765a7302bf43 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.734955] env[62913]: DEBUG nova.scheduler.client.report [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.750651] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Created folder: Instances in parent group-v377298. [ 1440.750945] env[62913]: DEBUG oslo.service.loopingcall [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1440.751108] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1440.751344] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d031a38d-f436-4ec8-a795-cbda40628c03 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.774138] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821648, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.779522] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1440.779522] env[62913]: value = "task-1821651" [ 1440.779522] env[62913]: _type = "Task" [ 1440.779522] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.791104] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821651, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.954901] env[62913]: DEBUG nova.network.neutron [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Updated VIF entry in instance network info cache for port fb916b38-8b76-44c2-8ed3-2774be61ae7a. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.955462] env[62913]: DEBUG nova.network.neutron [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Updating instance_info_cache with network_info: [{"id": "92c44fae-c1db-4352-bdd1-7665f913a2da", "address": "fa:16:3e:7a:25:22", "network": {"id": "684e4991-253c-4f8c-bde3-76a62471d797", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1929420921", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c44fae-c1", "ovs_interfaceid": "92c44fae-c1db-4352-bdd1-7665f913a2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb916b38-8b76-44c2-8ed3-2774be61ae7a", "address": "fa:16:3e:4e:61:e6", "network": {"id": "42b3ecf9-8b52-41af-9c59-8c38073d0279", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-463660660", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb916b38-8b", "ovs_interfaceid": "fb916b38-8b76-44c2-8ed3-2774be61ae7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f936fc33-f163-4d55-ad43-dd8bec221823", "address": "fa:16:3e:c4:35:50", "network": {"id": "684e4991-253c-4f8c-bde3-76a62471d797", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1929420921", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf936fc33-f1", "ovs_interfaceid": "f936fc33-f163-4d55-ad43-dd8bec221823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.015053] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': task-1821645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570274} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.015353] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 8be5b047-ec18-42b4-b8ee-8e5a098338da/8be5b047-ec18-42b4-b8ee-8e5a098338da.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.015540] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1441.015794] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8cc41b2-98d8-41dc-ab4e-400c02599289 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.026697] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Waiting for the task: (returnval){ [ 1441.026697] env[62913]: value = "task-1821652" [ 1441.026697] env[62913]: _type = "Task" [ 1441.026697] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.034138] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': task-1821652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.053046] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52216288-51cd-b353-19e2-c6ff8a6e9dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.018922} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.053385] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.053586] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 2286eeaf-825f-4357-815c-f0574a39c03d/2286eeaf-825f-4357-815c-f0574a39c03d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1441.053840] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43f59009-9cf7-4c3f-be91-6bf53bd599a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.060819] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1441.060819] env[62913]: value = "task-1821653" [ 1441.060819] env[62913]: _type = "Task" [ 1441.060819] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.075722] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1821653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.148482] env[62913]: DEBUG nova.compute.manager [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1441.240941] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.241540] env[62913]: DEBUG nova.compute.manager [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1441.249983] env[62913]: DEBUG oslo_concurrency.lockutils [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.051s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.259134] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821648, 'name': CreateVM_Task, 'duration_secs': 0.754673} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.259833] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1441.260876] env[62913]: DEBUG oslo_concurrency.lockutils [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.260876] env[62913]: DEBUG oslo_concurrency.lockutils [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.261648] env[62913]: DEBUG oslo_concurrency.lockutils [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1441.261648] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-231d0f1b-9336-43b0-9d65-2377cdfe331d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.268282] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1441.268282] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52851323-7882-900f-e498-07bf35a89b0a" [ 1441.268282] env[62913]: _type = "Task" [ 1441.268282] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.282631] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52851323-7882-900f-e498-07bf35a89b0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.292317] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821651, 'name': CreateVM_Task, 'duration_secs': 0.328113} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.293274] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1441.293664] env[62913]: DEBUG oslo_concurrency.lockutils [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.322306] env[62913]: DEBUG nova.network.neutron [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Successfully updated port: bd04212c-936f-4eca-8e15-7fab8a28034a {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1441.322306] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Acquiring lock "ae89e3c7-9a42-422e-932b-664620b00ad9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.322306] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Lock "ae89e3c7-9a42-422e-932b-664620b00ad9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.322306] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Acquiring lock "ae89e3c7-9a42-422e-932b-664620b00ad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.322306] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Lock "ae89e3c7-9a42-422e-932b-664620b00ad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.322784] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Lock "ae89e3c7-9a42-422e-932b-664620b00ad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.332385] env[62913]: INFO nova.compute.manager [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Terminating instance [ 1441.416749] env[62913]: DEBUG nova.network.neutron [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Updated VIF entry in instance network info cache for port cc632709-b9b9-4843-9bf4-80b457ba9f75. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1441.416749] env[62913]: DEBUG nova.network.neutron [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Updating instance_info_cache with network_info: [{"id": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "address": "fa:16:3e:5d:bf:30", "network": {"id": "f03cbece-9833-4790-98d5-a285940b2f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-726635923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e50335b6143959257046f7f2ed524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc632709-b9", "ovs_interfaceid": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.459684] env[62913]: DEBUG oslo_concurrency.lockutils [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] Releasing lock "refresh_cache-2c511398-2d78-4429-8ed6-11af0e7a859f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.459757] env[62913]: DEBUG nova.compute.manager [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Received event network-vif-plugged-b405402e-8e9f-48b7-89bb-10b14a6e0916 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1441.459948] env[62913]: DEBUG oslo_concurrency.lockutils [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] Acquiring lock "8be5b047-ec18-42b4-b8ee-8e5a098338da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.460193] env[62913]: DEBUG oslo_concurrency.lockutils [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] Lock "8be5b047-ec18-42b4-b8ee-8e5a098338da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.460435] env[62913]: DEBUG oslo_concurrency.lockutils [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] Lock "8be5b047-ec18-42b4-b8ee-8e5a098338da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.460622] env[62913]: DEBUG nova.compute.manager [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] No waiting events found dispatching network-vif-plugged-b405402e-8e9f-48b7-89bb-10b14a6e0916 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1441.460916] env[62913]: WARNING nova.compute.manager [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Received unexpected event network-vif-plugged-b405402e-8e9f-48b7-89bb-10b14a6e0916 for instance with vm_state building and task_state spawning. [ 1441.461142] env[62913]: DEBUG nova.compute.manager [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Received event network-changed-b405402e-8e9f-48b7-89bb-10b14a6e0916 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1441.461315] env[62913]: DEBUG nova.compute.manager [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Refreshing instance network info cache due to event network-changed-b405402e-8e9f-48b7-89bb-10b14a6e0916. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1441.461556] env[62913]: DEBUG oslo_concurrency.lockutils [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] Acquiring lock "refresh_cache-8be5b047-ec18-42b4-b8ee-8e5a098338da" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.461725] env[62913]: DEBUG oslo_concurrency.lockutils [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] Acquired lock "refresh_cache-8be5b047-ec18-42b4-b8ee-8e5a098338da" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.461905] env[62913]: DEBUG nova.network.neutron [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Refreshing network info cache for port b405402e-8e9f-48b7-89bb-10b14a6e0916 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.473482] env[62913]: DEBUG oslo_concurrency.lockutils [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "44c01052-a741-4c21-9bb9-c8b808f2c4ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.473772] env[62913]: DEBUG oslo_concurrency.lockutils [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "44c01052-a741-4c21-9bb9-c8b808f2c4ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.538249] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': task-1821652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236541} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.538249] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.538606] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a98836a-b663-4ccf-b876-49195ef98b37 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.566839] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 8be5b047-ec18-42b4-b8ee-8e5a098338da/8be5b047-ec18-42b4-b8ee-8e5a098338da.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.567598] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3307ecf3-2c75-47a4-9601-8342d6b4c6e7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.593685] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1821653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45385} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.594704] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 2286eeaf-825f-4357-815c-f0574a39c03d/2286eeaf-825f-4357-815c-f0574a39c03d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.595687] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1441.596064] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Waiting for the task: (returnval){ [ 1441.596064] env[62913]: value = "task-1821654" [ 1441.596064] env[62913]: _type = "Task" [ 1441.596064] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.596315] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be00d2e8-ea8a-4b87-afae-189f73e2cd13 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.608355] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1441.608355] env[62913]: value = "task-1821655" [ 1441.608355] env[62913]: _type = "Task" [ 1441.608355] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.617732] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1821655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.664188] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.758199] env[62913]: INFO nova.compute.claims [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1441.765295] env[62913]: DEBUG nova.compute.utils [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1441.765295] env[62913]: DEBUG nova.compute.manager [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1441.765295] env[62913]: DEBUG nova.network.neutron [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1441.780186] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52851323-7882-900f-e498-07bf35a89b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.04869} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.780491] env[62913]: DEBUG oslo_concurrency.lockutils [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.780951] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1441.781189] env[62913]: DEBUG oslo_concurrency.lockutils [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.781278] env[62913]: DEBUG oslo_concurrency.lockutils [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.781387] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.781673] env[62913]: DEBUG oslo_concurrency.lockutils [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.782379] env[62913]: DEBUG oslo_concurrency.lockutils [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1441.782379] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05327800-2331-4a38-8674-ad45772a158b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.785800] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b50150-898e-479e-9634-bb840ad8a765 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.791618] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1441.791618] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52d4e1c0-855f-e2a8-73d2-b185caf7bd27" [ 1441.791618] env[62913]: _type = "Task" [ 1441.791618] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.796356] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.796729] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.801855] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8c1f8f9-0ba5-4fde-bf5b-882e5c990a6b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.810202] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d4e1c0-855f-e2a8-73d2-b185caf7bd27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.814231] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1441.814231] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52503b75-e824-9cad-b402-2a365b64f3b1" [ 1441.814231] env[62913]: _type = "Task" [ 1441.814231] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.823265] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52503b75-e824-9cad-b402-2a365b64f3b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.825900] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Acquiring lock "refresh_cache-3f723291-835f-4356-9eb2-40b8518a7008" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.826055] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Acquired lock "refresh_cache-3f723291-835f-4356-9eb2-40b8518a7008" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.826209] env[62913]: DEBUG nova.network.neutron [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.838155] env[62913]: DEBUG nova.compute.manager [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1441.838155] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1441.838985] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202795fe-58d4-4570-99d3-3b82511ec0a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.848204] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.848464] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff5d3790-284c-4e22-83d8-2ce87f8b4940 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.854714] env[62913]: DEBUG oslo_vmware.api [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Waiting for the task: (returnval){ [ 1441.854714] env[62913]: value = "task-1821656" [ 1441.854714] env[62913]: _type = "Task" [ 1441.854714] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.866205] env[62913]: DEBUG oslo_vmware.api [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.909781] env[62913]: DEBUG nova.policy [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad209c33c55c47b2ac7c10d40c9e064d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0db05c535df4456b8ea7b462b2126c89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1441.918509] env[62913]: DEBUG oslo_concurrency.lockutils [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "ad1900e7-8bd9-452f-b98d-edf376b50460" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.918509] env[62913]: DEBUG oslo_concurrency.lockutils [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "ad1900e7-8bd9-452f-b98d-edf376b50460" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.920617] env[62913]: DEBUG oslo_concurrency.lockutils [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] Releasing lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.920847] env[62913]: DEBUG nova.compute.manager [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Received event network-vif-plugged-6bd8aac6-95c9-43f9-920f-747d3dc91990 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1441.921747] env[62913]: DEBUG oslo_concurrency.lockutils [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] Acquiring lock "2286eeaf-825f-4357-815c-f0574a39c03d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.921747] env[62913]: DEBUG oslo_concurrency.lockutils [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] Lock "2286eeaf-825f-4357-815c-f0574a39c03d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.922240] env[62913]: DEBUG oslo_concurrency.lockutils [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] Lock "2286eeaf-825f-4357-815c-f0574a39c03d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.922446] env[62913]: DEBUG nova.compute.manager [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] No waiting events found dispatching network-vif-plugged-6bd8aac6-95c9-43f9-920f-747d3dc91990 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1441.922804] env[62913]: WARNING nova.compute.manager [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Received unexpected event network-vif-plugged-6bd8aac6-95c9-43f9-920f-747d3dc91990 for instance with vm_state building and task_state spawning. [ 1441.923184] env[62913]: DEBUG nova.compute.manager [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Received event network-vif-plugged-f936fc33-f163-4d55-ad43-dd8bec221823 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1441.923718] env[62913]: DEBUG oslo_concurrency.lockutils [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] Acquiring lock "2c511398-2d78-4429-8ed6-11af0e7a859f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.924103] env[62913]: DEBUG oslo_concurrency.lockutils [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] Lock "2c511398-2d78-4429-8ed6-11af0e7a859f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.924430] env[62913]: DEBUG oslo_concurrency.lockutils [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] Lock "2c511398-2d78-4429-8ed6-11af0e7a859f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.925028] env[62913]: DEBUG nova.compute.manager [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] No waiting events found dispatching network-vif-plugged-f936fc33-f163-4d55-ad43-dd8bec221823 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1441.925956] env[62913]: WARNING nova.compute.manager [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Received unexpected event network-vif-plugged-f936fc33-f163-4d55-ad43-dd8bec221823 for instance with vm_state building and task_state spawning. [ 1441.925956] env[62913]: DEBUG nova.compute.manager [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Received event network-changed-6bd8aac6-95c9-43f9-920f-747d3dc91990 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1441.926349] env[62913]: DEBUG nova.compute.manager [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Refreshing instance network info cache due to event network-changed-6bd8aac6-95c9-43f9-920f-747d3dc91990. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1441.926827] env[62913]: DEBUG oslo_concurrency.lockutils [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] Acquiring lock "refresh_cache-2286eeaf-825f-4357-815c-f0574a39c03d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.927145] env[62913]: DEBUG oslo_concurrency.lockutils [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] Acquired lock "refresh_cache-2286eeaf-825f-4357-815c-f0574a39c03d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.927723] env[62913]: DEBUG nova.network.neutron [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Refreshing network info cache for port 6bd8aac6-95c9-43f9-920f-747d3dc91990 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.113296] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': task-1821654, 'name': ReconfigVM_Task, 'duration_secs': 0.331385} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.117367] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 8be5b047-ec18-42b4-b8ee-8e5a098338da/8be5b047-ec18-42b4-b8ee-8e5a098338da.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.118772] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a34431c6-43e0-4aa6-b248-a8984d4ca538 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.127549] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1821655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073892} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.129164] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1442.129574] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Waiting for the task: (returnval){ [ 1442.129574] env[62913]: value = "task-1821657" [ 1442.129574] env[62913]: _type = "Task" [ 1442.129574] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.130586] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4593ec2-57f6-474b-a565-8c4e02bda4be {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.159643] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 2286eeaf-825f-4357-815c-f0574a39c03d/2286eeaf-825f-4357-815c-f0574a39c03d.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.163628] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d1f295-4d32-43b0-9e4b-c48a3223d880 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.179637] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': task-1821657, 'name': Rename_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.185520] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1442.185520] env[62913]: value = "task-1821658" [ 1442.185520] env[62913]: _type = "Task" [ 1442.185520] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.193719] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1821658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.266704] env[62913]: INFO nova.compute.resource_tracker [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updating resource usage from migration eb97e248-271e-48b6-8857-42dda8df8980 [ 1442.270767] env[62913]: DEBUG nova.compute.manager [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1442.303383] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d4e1c0-855f-e2a8-73d2-b185caf7bd27, 'name': SearchDatastore_Task, 'duration_secs': 0.027887} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.304556] env[62913]: DEBUG oslo_concurrency.lockutils [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.304848] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.305379] env[62913]: DEBUG oslo_concurrency.lockutils [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.324332] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52503b75-e824-9cad-b402-2a365b64f3b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014326} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.325232] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db17cb3a-6559-4ae2-be5c-446256ecd807 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.335962] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1442.335962] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52cfb75e-6915-5cdd-6edb-f390056bec1d" [ 1442.335962] env[62913]: _type = "Task" [ 1442.335962] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.344540] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52cfb75e-6915-5cdd-6edb-f390056bec1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.374678] env[62913]: DEBUG oslo_vmware.api [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821656, 'name': PowerOffVM_Task, 'duration_secs': 0.322261} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.374678] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.374678] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1442.374678] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5088ad91-3a35-48ec-a972-a771c478af94 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.460503] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1442.460900] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1442.460993] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Deleting the datastore file [datastore1] ae89e3c7-9a42-422e-932b-664620b00ad9 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.461260] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d11d0c89-b332-44b2-9ea5-737e07df0ded {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.469501] env[62913]: DEBUG oslo_vmware.api [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Waiting for the task: (returnval){ [ 1442.469501] env[62913]: value = "task-1821660" [ 1442.469501] env[62913]: _type = "Task" [ 1442.469501] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.474103] env[62913]: DEBUG nova.network.neutron [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1442.479402] env[62913]: DEBUG oslo_vmware.api [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.606781] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Acquiring lock "a53c2f1e-656d-4ed3-ac20-187b30046701" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.607044] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Lock "a53c2f1e-656d-4ed3-ac20-187b30046701" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.642816] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': task-1821657, 'name': Rename_Task, 'duration_secs': 0.276268} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.644960] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.645525] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad607a12-646d-4f2e-bd3c-0ec36cb50e1e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.653021] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Waiting for the task: (returnval){ [ 1442.653021] env[62913]: value = "task-1821661" [ 1442.653021] env[62913]: _type = "Task" [ 1442.653021] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.662437] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': task-1821661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.692022] env[62913]: DEBUG nova.network.neutron [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Updated VIF entry in instance network info cache for port b405402e-8e9f-48b7-89bb-10b14a6e0916. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.692498] env[62913]: DEBUG nova.network.neutron [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Updating instance_info_cache with network_info: [{"id": "b405402e-8e9f-48b7-89bb-10b14a6e0916", "address": "fa:16:3e:30:e9:35", "network": {"id": "89e64846-b163-4dee-95ca-8a68bdbc8262", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1083295702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e7d5acee754225942ef28db0c9f5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb405402e-8e", "ovs_interfaceid": "b405402e-8e9f-48b7-89bb-10b14a6e0916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.700479] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1821658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.742847] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22809cd-0e81-44e9-b040-3c1b7bcada27 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.751694] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c9935c-4941-4e5f-88ff-e8e31e7bf48b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.801622] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48ea5b0-4ae6-47b4-ab6b-dab39d32ab57 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.808441] env[62913]: DEBUG nova.network.neutron [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Updating instance_info_cache with network_info: [{"id": "bd04212c-936f-4eca-8e15-7fab8a28034a", "address": "fa:16:3e:2e:f3:1d", "network": {"id": "d49689ca-8c63-4b82-8445-9b51309ef68d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1318772392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3dd1552f8ea42fa84a55c430c8f851f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd04212c-93", "ovs_interfaceid": "bd04212c-936f-4eca-8e15-7fab8a28034a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.815331] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72626373-ad61-4d79-a8b6-53b9f32dee54 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.832743] env[62913]: DEBUG nova.compute.provider_tree [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.848377] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52cfb75e-6915-5cdd-6edb-f390056bec1d, 'name': SearchDatastore_Task, 'duration_secs': 0.038664} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.848530] env[62913]: DEBUG oslo_concurrency.lockutils [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.849137] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 2c511398-2d78-4429-8ed6-11af0e7a859f/2c511398-2d78-4429-8ed6-11af0e7a859f.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1442.849137] env[62913]: DEBUG oslo_concurrency.lockutils [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.849353] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.850215] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3463b67a-027b-4d3f-a18d-691e62827547 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.852464] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23259878-7d97-44d7-bc99-45623a3ddaf1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.859325] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1442.859325] env[62913]: value = "task-1821662" [ 1442.859325] env[62913]: _type = "Task" [ 1442.859325] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.861078] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.861217] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.867802] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94294d94-9949-429a-a2b2-66e64850bbe4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.875297] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1442.875297] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ab3cff-a964-d6e3-2e1d-278473b87290" [ 1442.875297] env[62913]: _type = "Task" [ 1442.875297] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.877156] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.884308] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ab3cff-a964-d6e3-2e1d-278473b87290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.943668] env[62913]: DEBUG nova.network.neutron [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Updated VIF entry in instance network info cache for port 6bd8aac6-95c9-43f9-920f-747d3dc91990. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.944171] env[62913]: DEBUG nova.network.neutron [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Updating instance_info_cache with network_info: [{"id": "6bd8aac6-95c9-43f9-920f-747d3dc91990", "address": "fa:16:3e:ec:14:27", "network": {"id": "bd984ec9-7f37-4559-91f0-6b121c79f29c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1599076147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "407d8e95816747b4bd972a73e6b06db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd8aac6-95", "ovs_interfaceid": "6bd8aac6-95c9-43f9-920f-747d3dc91990", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.955472] env[62913]: DEBUG nova.network.neutron [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Successfully created port: 48636c25-4d2f-4008-a581-13ae07e9ac75 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1442.979908] env[62913]: DEBUG oslo_vmware.api [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Task: {'id': task-1821660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150695} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.980775] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.981139] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.981252] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.981846] env[62913]: INFO nova.compute.manager [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1442.981846] env[62913]: DEBUG oslo.service.loopingcall [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.982013] env[62913]: DEBUG nova.compute.manager [-] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1442.982069] env[62913]: DEBUG nova.network.neutron [-] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1443.163330] env[62913]: DEBUG oslo_vmware.api [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': task-1821661, 'name': PowerOnVM_Task, 'duration_secs': 0.508973} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.163330] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.163330] env[62913]: INFO nova.compute.manager [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Took 12.31 seconds to spawn the instance on the hypervisor. [ 1443.163330] env[62913]: DEBUG nova.compute.manager [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.163699] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b377605d-3018-4bc6-9651-a19b82241d37 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.197025] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1821658, 'name': ReconfigVM_Task, 'duration_secs': 0.673442} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.197371] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 2286eeaf-825f-4357-815c-f0574a39c03d/2286eeaf-825f-4357-815c-f0574a39c03d.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.198057] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df24679d-e636-4f9e-a8e7-8a30cc05b86f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.202237] env[62913]: DEBUG oslo_concurrency.lockutils [req-48859870-5ed9-48a2-9d66-95e52b5aed83 req-7078ea14-b1c7-453c-a5d0-53833364f4f4 service nova] Releasing lock "refresh_cache-8be5b047-ec18-42b4-b8ee-8e5a098338da" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.204501] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1443.204501] env[62913]: value = "task-1821663" [ 1443.204501] env[62913]: _type = "Task" [ 1443.204501] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.213442] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1821663, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.308450] env[62913]: DEBUG nova.compute.manager [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1443.314885] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Releasing lock "refresh_cache-3f723291-835f-4356-9eb2-40b8518a7008" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.315140] env[62913]: DEBUG nova.compute.manager [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Instance network_info: |[{"id": "bd04212c-936f-4eca-8e15-7fab8a28034a", "address": "fa:16:3e:2e:f3:1d", "network": {"id": "d49689ca-8c63-4b82-8445-9b51309ef68d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1318772392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3dd1552f8ea42fa84a55c430c8f851f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd04212c-93", "ovs_interfaceid": "bd04212c-936f-4eca-8e15-7fab8a28034a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1443.315612] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:f3:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd04212c-936f-4eca-8e15-7fab8a28034a', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1443.330010] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Creating folder: Project (b3dd1552f8ea42fa84a55c430c8f851f). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1443.330637] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76986f4e-0100-4eca-b60b-6ccb74f09a4e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.335115] env[62913]: DEBUG nova.scheduler.client.report [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.341840] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Created folder: Project (b3dd1552f8ea42fa84a55c430c8f851f) in parent group-v377263. [ 1443.341840] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Creating folder: Instances. Parent ref: group-v377301. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1443.341840] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9588eaf4-65a3-459d-a4e9-41098a9bc2ba {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.351994] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Created folder: Instances in parent group-v377301. [ 1443.353449] env[62913]: DEBUG oslo.service.loopingcall [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.353449] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1443.353449] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2edf9b8-a4f0-42d5-8bf4-3867f2cc68d9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.370341] env[62913]: DEBUG nova.virt.hardware [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1443.370594] env[62913]: DEBUG nova.virt.hardware [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.370770] env[62913]: DEBUG nova.virt.hardware [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1443.370959] env[62913]: DEBUG nova.virt.hardware [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.371113] env[62913]: DEBUG nova.virt.hardware [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1443.371257] env[62913]: DEBUG nova.virt.hardware [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1443.371462] env[62913]: DEBUG nova.virt.hardware [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1443.371614] env[62913]: DEBUG nova.virt.hardware [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1443.371814] env[62913]: DEBUG nova.virt.hardware [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1443.371985] env[62913]: DEBUG nova.virt.hardware [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1443.372172] env[62913]: DEBUG nova.virt.hardware [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1443.373561] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4307c2-2ef2-42ba-a30f-eb96fa808e11 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.390294] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1443.390294] env[62913]: value = "task-1821666" [ 1443.390294] env[62913]: _type = "Task" [ 1443.390294] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.395413] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a491483-ece2-4372-9535-f85e0ddeccc2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.399700] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821662, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.412367] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ab3cff-a964-d6e3-2e1d-278473b87290, 'name': SearchDatastore_Task, 'duration_secs': 0.017163} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.425613] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821666, 'name': CreateVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.427231] env[62913]: DEBUG nova.network.neutron [-] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.428129] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb8632cc-81cc-4a1e-8902-628490fc41b6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.434442] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1443.434442] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52820592-7ed5-0d3b-b7b6-303b11a9b62a" [ 1443.434442] env[62913]: _type = "Task" [ 1443.434442] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.442933] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52820592-7ed5-0d3b-b7b6-303b11a9b62a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.447614] env[62913]: DEBUG oslo_concurrency.lockutils [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] Releasing lock "refresh_cache-2286eeaf-825f-4357-815c-f0574a39c03d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.447914] env[62913]: DEBUG nova.compute.manager [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Received event network-changed-f936fc33-f163-4d55-ad43-dd8bec221823 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1443.448270] env[62913]: DEBUG nova.compute.manager [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Refreshing instance network info cache due to event network-changed-f936fc33-f163-4d55-ad43-dd8bec221823. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1443.448391] env[62913]: DEBUG oslo_concurrency.lockutils [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] Acquiring lock "refresh_cache-2c511398-2d78-4429-8ed6-11af0e7a859f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.448573] env[62913]: DEBUG oslo_concurrency.lockutils [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] Acquired lock "refresh_cache-2c511398-2d78-4429-8ed6-11af0e7a859f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.448800] env[62913]: DEBUG nova.network.neutron [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Refreshing network info cache for port f936fc33-f163-4d55-ad43-dd8bec221823 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1443.688668] env[62913]: INFO nova.compute.manager [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Took 22.79 seconds to build instance. [ 1443.698539] env[62913]: DEBUG nova.compute.manager [req-ea247d00-084a-4a6d-a948-504b74aa637d req-01df83a8-a767-4b3d-845b-860a81c1c243 service nova] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Received event network-vif-plugged-bd04212c-936f-4eca-8e15-7fab8a28034a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1443.698539] env[62913]: DEBUG oslo_concurrency.lockutils [req-ea247d00-084a-4a6d-a948-504b74aa637d req-01df83a8-a767-4b3d-845b-860a81c1c243 service nova] Acquiring lock "3f723291-835f-4356-9eb2-40b8518a7008-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.698539] env[62913]: DEBUG oslo_concurrency.lockutils [req-ea247d00-084a-4a6d-a948-504b74aa637d req-01df83a8-a767-4b3d-845b-860a81c1c243 service nova] Lock "3f723291-835f-4356-9eb2-40b8518a7008-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.698539] env[62913]: DEBUG oslo_concurrency.lockutils [req-ea247d00-084a-4a6d-a948-504b74aa637d req-01df83a8-a767-4b3d-845b-860a81c1c243 service nova] Lock "3f723291-835f-4356-9eb2-40b8518a7008-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.698539] env[62913]: DEBUG nova.compute.manager [req-ea247d00-084a-4a6d-a948-504b74aa637d req-01df83a8-a767-4b3d-845b-860a81c1c243 service nova] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] No waiting events found dispatching network-vif-plugged-bd04212c-936f-4eca-8e15-7fab8a28034a {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1443.698539] env[62913]: WARNING nova.compute.manager [req-ea247d00-084a-4a6d-a948-504b74aa637d req-01df83a8-a767-4b3d-845b-860a81c1c243 service nova] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Received unexpected event network-vif-plugged-bd04212c-936f-4eca-8e15-7fab8a28034a for instance with vm_state building and task_state spawning. [ 1443.698539] env[62913]: DEBUG nova.compute.manager [req-ea247d00-084a-4a6d-a948-504b74aa637d req-01df83a8-a767-4b3d-845b-860a81c1c243 service nova] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Received event network-changed-bd04212c-936f-4eca-8e15-7fab8a28034a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1443.698539] env[62913]: DEBUG nova.compute.manager [req-ea247d00-084a-4a6d-a948-504b74aa637d req-01df83a8-a767-4b3d-845b-860a81c1c243 service nova] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Refreshing instance network info cache due to event network-changed-bd04212c-936f-4eca-8e15-7fab8a28034a. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1443.698539] env[62913]: DEBUG oslo_concurrency.lockutils [req-ea247d00-084a-4a6d-a948-504b74aa637d req-01df83a8-a767-4b3d-845b-860a81c1c243 service nova] Acquiring lock "refresh_cache-3f723291-835f-4356-9eb2-40b8518a7008" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.698838] env[62913]: DEBUG oslo_concurrency.lockutils [req-ea247d00-084a-4a6d-a948-504b74aa637d req-01df83a8-a767-4b3d-845b-860a81c1c243 service nova] Acquired lock "refresh_cache-3f723291-835f-4356-9eb2-40b8518a7008" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.698876] env[62913]: DEBUG nova.network.neutron [req-ea247d00-084a-4a6d-a948-504b74aa637d req-01df83a8-a767-4b3d-845b-860a81c1c243 service nova] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Refreshing network info cache for port bd04212c-936f-4eca-8e15-7fab8a28034a {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1443.718676] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1821663, 'name': Rename_Task, 'duration_secs': 0.242389} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.718676] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.718676] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d00b25b-a403-426a-9776-6240fb37301a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.726481] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1443.726481] env[62913]: value = "task-1821667" [ 1443.726481] env[62913]: _type = "Task" [ 1443.726481] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.737636] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1821667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.841147] env[62913]: DEBUG oslo_concurrency.lockutils [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.591s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.841570] env[62913]: INFO nova.compute.manager [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Migrating [ 1443.841671] env[62913]: DEBUG oslo_concurrency.lockutils [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.841859] env[62913]: DEBUG oslo_concurrency.lockutils [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.843125] env[62913]: DEBUG oslo_concurrency.lockutils [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.226s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.845485] env[62913]: INFO nova.compute.claims [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.851792] env[62913]: INFO nova.compute.rpcapi [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1443.852666] env[62913]: DEBUG oslo_concurrency.lockutils [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.888738] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536184} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.888738] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 2c511398-2d78-4429-8ed6-11af0e7a859f/2c511398-2d78-4429-8ed6-11af0e7a859f.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1443.888738] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1443.888738] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24f8e46d-1fc4-4a09-8b2d-4e5701d658f8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.896598] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1443.896598] env[62913]: value = "task-1821668" [ 1443.896598] env[62913]: _type = "Task" [ 1443.896598] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.913017] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821666, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.918074] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.932214] env[62913]: INFO nova.compute.manager [-] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Took 0.95 seconds to deallocate network for instance. [ 1443.949231] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52820592-7ed5-0d3b-b7b6-303b11a9b62a, 'name': SearchDatastore_Task, 'duration_secs': 0.014334} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.949638] env[62913]: DEBUG oslo_concurrency.lockutils [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.949737] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 0e4e5883-6f92-4124-b591-6bb04f27b764/0e4e5883-6f92-4124-b591-6bb04f27b764.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.949989] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b88f79f-9e68-4115-a2bd-26a5e8dafe37 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.960949] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1443.960949] env[62913]: value = "task-1821669" [ 1443.960949] env[62913]: _type = "Task" [ 1443.960949] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.970213] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.195667] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77cecb9e-d4ba-4dfb-b140-fb0d9022e5f3 tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Lock "8be5b047-ec18-42b4-b8ee-8e5a098338da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.310s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.238944] env[62913]: DEBUG oslo_vmware.api [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1821667, 'name': PowerOnVM_Task, 'duration_secs': 0.488825} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.239280] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1444.239575] env[62913]: INFO nova.compute.manager [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1444.239875] env[62913]: DEBUG nova.compute.manager [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1444.241451] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0451c13b-ae42-4493-a2a1-aa324165b9fe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.376822] env[62913]: DEBUG oslo_concurrency.lockutils [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.376822] env[62913]: DEBUG oslo_concurrency.lockutils [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquired lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.376822] env[62913]: DEBUG nova.network.neutron [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.409454] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821666, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.414637] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070716} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.414885] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1444.415742] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c18421-eb77-4fd9-a135-df08c4d8d05d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.418893] env[62913]: DEBUG nova.network.neutron [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Updated VIF entry in instance network info cache for port f936fc33-f163-4d55-ad43-dd8bec221823. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1444.419341] env[62913]: DEBUG nova.network.neutron [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Updating instance_info_cache with network_info: [{"id": "92c44fae-c1db-4352-bdd1-7665f913a2da", "address": "fa:16:3e:7a:25:22", "network": {"id": "684e4991-253c-4f8c-bde3-76a62471d797", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1929420921", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c44fae-c1", "ovs_interfaceid": "92c44fae-c1db-4352-bdd1-7665f913a2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb916b38-8b76-44c2-8ed3-2774be61ae7a", "address": "fa:16:3e:4e:61:e6", "network": {"id": "42b3ecf9-8b52-41af-9c59-8c38073d0279", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-463660660", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb916b38-8b", "ovs_interfaceid": "fb916b38-8b76-44c2-8ed3-2774be61ae7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f936fc33-f163-4d55-ad43-dd8bec221823", "address": "fa:16:3e:c4:35:50", "network": {"id": "684e4991-253c-4f8c-bde3-76a62471d797", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1929420921", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf936fc33-f1", "ovs_interfaceid": "f936fc33-f163-4d55-ad43-dd8bec221823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.445657] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 2c511398-2d78-4429-8ed6-11af0e7a859f/2c511398-2d78-4429-8ed6-11af0e7a859f.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.449625] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.449675] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86faf1c8-3ea6-4c53-beee-e4e89ee89d38 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.475476] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.476978] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1444.476978] env[62913]: value = "task-1821670" [ 1444.476978] env[62913]: _type = "Task" [ 1444.476978] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.485542] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821670, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.630258] env[62913]: DEBUG nova.network.neutron [req-ea247d00-084a-4a6d-a948-504b74aa637d req-01df83a8-a767-4b3d-845b-860a81c1c243 service nova] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Updated VIF entry in instance network info cache for port bd04212c-936f-4eca-8e15-7fab8a28034a. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1444.631894] env[62913]: DEBUG nova.network.neutron [req-ea247d00-084a-4a6d-a948-504b74aa637d req-01df83a8-a767-4b3d-845b-860a81c1c243 service nova] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Updating instance_info_cache with network_info: [{"id": "bd04212c-936f-4eca-8e15-7fab8a28034a", "address": "fa:16:3e:2e:f3:1d", "network": {"id": "d49689ca-8c63-4b82-8445-9b51309ef68d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1318772392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3dd1552f8ea42fa84a55c430c8f851f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd04212c-93", "ovs_interfaceid": "bd04212c-936f-4eca-8e15-7fab8a28034a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.698281] env[62913]: DEBUG nova.compute.manager [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1444.713655] env[62913]: DEBUG nova.compute.manager [req-affc255a-e7b8-48cd-8ada-d228dfc07dab req-252886e0-eab2-4dbe-aa78-27c335584a80 service nova] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Received event network-vif-deleted-727614ec-7604-4221-8333-4aa9285c18bf {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1444.766181] env[62913]: INFO nova.compute.manager [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Took 21.52 seconds to build instance. [ 1444.923614] env[62913]: DEBUG oslo_concurrency.lockutils [req-e0144bfc-0913-4e8e-ae05-7ab18e46e376 req-96de664a-1e47-44b3-8030-2061ce59b232 service nova] Releasing lock "refresh_cache-2c511398-2d78-4429-8ed6-11af0e7a859f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.925186] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821666, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.982698] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.998642] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821670, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.001595] env[62913]: DEBUG nova.network.neutron [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Successfully updated port: 48636c25-4d2f-4008-a581-13ae07e9ac75 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1445.136487] env[62913]: DEBUG oslo_concurrency.lockutils [req-ea247d00-084a-4a6d-a948-504b74aa637d req-01df83a8-a767-4b3d-845b-860a81c1c243 service nova] Releasing lock "refresh_cache-3f723291-835f-4356-9eb2-40b8518a7008" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.236020] env[62913]: DEBUG nova.network.neutron [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updating instance_info_cache with network_info: [{"id": "33cf3019-382e-4784-9105-d28f06a1ad0e", "address": "fa:16:3e:02:da:47", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33cf3019-38", "ovs_interfaceid": "33cf3019-382e-4784-9105-d28f06a1ad0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.238630] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.272991] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d583dd5a-3d93-42c9-acdf-59f263a39301 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "2286eeaf-825f-4357-815c-f0574a39c03d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.045s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.393175] env[62913]: DEBUG oslo_concurrency.lockutils [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Acquiring lock "fcb5f3ef-6b11-41e5-936a-a6e658e957ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.393175] env[62913]: DEBUG oslo_concurrency.lockutils [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Lock "fcb5f3ef-6b11-41e5-936a-a6e658e957ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.408473] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821666, 'name': CreateVM_Task, 'duration_secs': 1.561112} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.412759] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.414569] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.415029] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.415781] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1445.415999] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e5ce0d-f083-4438-9d65-ddded0032ba6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.421673] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Waiting for the task: (returnval){ [ 1445.421673] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52e41230-106e-f1e5-c27e-15b2e9887c81" [ 1445.421673] env[62913]: _type = "Task" [ 1445.421673] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.433929] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e41230-106e-f1e5-c27e-15b2e9887c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.454497] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e51984-d44b-4672-ae8c-77fe8c9c6441 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.464902] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb05094e-4011-43d3-8ccd-fd044c3f5419 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.480847] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821669, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.507021} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.510797] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 0e4e5883-6f92-4124-b591-6bb04f27b764/0e4e5883-6f92-4124-b591-6bb04f27b764.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1445.510990] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1445.511553] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Acquiring lock "refresh_cache-e10fdba9-c79d-46ea-a877-89a4fbb1c9ae" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.511862] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Acquired lock "refresh_cache-e10fdba9-c79d-46ea-a877-89a4fbb1c9ae" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.511862] env[62913]: DEBUG nova.network.neutron [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.513174] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5e5e96f-2488-468c-bd8c-d288c766990c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.515576] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d461d9-755a-4de3-b31c-7e90440239a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.523881] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821670, 'name': ReconfigVM_Task, 'duration_secs': 0.53053} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.527374] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 2c511398-2d78-4429-8ed6-11af0e7a859f/2c511398-2d78-4429-8ed6-11af0e7a859f.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.528294] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1445.528294] env[62913]: value = "task-1821671" [ 1445.528294] env[62913]: _type = "Task" [ 1445.528294] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.529490] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63dd7402-0fe0-4985-ba49-37ba323c6158 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.532192] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41eb5e3-267d-4465-a64f-039a485c26d6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.545248] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.554623] env[62913]: DEBUG nova.compute.provider_tree [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1445.557910] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1445.557910] env[62913]: value = "task-1821672" [ 1445.557910] env[62913]: _type = "Task" [ 1445.557910] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.564368] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821672, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.738452] env[62913]: DEBUG oslo_concurrency.lockutils [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Releasing lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.777027] env[62913]: DEBUG nova.compute.manager [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1445.934608] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e41230-106e-f1e5-c27e-15b2e9887c81, 'name': SearchDatastore_Task, 'duration_secs': 0.019823} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.934984] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.935273] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.935522] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.935683] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.935861] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.936137] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e11bb24-95c1-4652-8db9-be1f2f12c399 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.949877] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.950190] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.951362] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c583146-97f8-428e-9e32-50ab5296b440 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.957722] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Waiting for the task: (returnval){ [ 1445.957722] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52938894-6d95-9872-93c1-95f38ea0094e" [ 1445.957722] env[62913]: _type = "Task" [ 1445.957722] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.967168] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52938894-6d95-9872-93c1-95f38ea0094e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.042385] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086838} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.042734] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1446.044065] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59177a9-ce7e-41c7-8327-20d68f5754b7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.073708] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 0e4e5883-6f92-4124-b591-6bb04f27b764/0e4e5883-6f92-4124-b591-6bb04f27b764.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.075441] env[62913]: DEBUG nova.network.neutron [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1446.081635] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-556dbc94-01fe-4b96-ac98-03c74cf5c24e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.103486] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821672, 'name': Rename_Task, 'duration_secs': 0.340056} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.104477] env[62913]: ERROR nova.scheduler.client.report [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [req-ebfbba05-64f2-4268-b43e-70138b1834ea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ebfbba05-64f2-4268-b43e-70138b1834ea"}]} [ 1446.106382] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.107917] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1446.107917] env[62913]: value = "task-1821673" [ 1446.107917] env[62913]: _type = "Task" [ 1446.107917] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.108467] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf19e5f2-aa17-4a3d-880c-33848f3371dc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.122801] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.124535] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1446.124535] env[62913]: value = "task-1821674" [ 1446.124535] env[62913]: _type = "Task" [ 1446.124535] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.128845] env[62913]: DEBUG nova.scheduler.client.report [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1446.140208] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821674, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.160694] env[62913]: DEBUG nova.scheduler.client.report [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1446.160694] env[62913]: DEBUG nova.compute.provider_tree [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.177713] env[62913]: DEBUG nova.scheduler.client.report [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1446.199745] env[62913]: DEBUG nova.scheduler.client.report [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1446.305089] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.469517] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52938894-6d95-9872-93c1-95f38ea0094e, 'name': SearchDatastore_Task, 'duration_secs': 0.015257} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.469908] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639439ce-96e0-472d-a13c-8231dff3532e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.478382] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Waiting for the task: (returnval){ [ 1446.478382] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52767375-5df9-f73d-55bd-23f8813ef132" [ 1446.478382] env[62913]: _type = "Task" [ 1446.478382] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.487837] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52767375-5df9-f73d-55bd-23f8813ef132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.576783] env[62913]: DEBUG nova.network.neutron [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Updating instance_info_cache with network_info: [{"id": "48636c25-4d2f-4008-a581-13ae07e9ac75", "address": "fa:16:3e:8e:35:43", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48636c25-4d", "ovs_interfaceid": "48636c25-4d2f-4008-a581-13ae07e9ac75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.627854] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.637886] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821674, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.723268] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6a053b-1fed-4746-bb47-8cfc881c7de6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.732448] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35861031-20d8-4471-b148-aa191617c4da {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.777120] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07da357e-4138-40fd-82b5-d74a5f71722b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.784772] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebfecf8-9af0-405b-a673-314790ecab6b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.804331] env[62913]: DEBUG nova.compute.provider_tree [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.902017] env[62913]: DEBUG nova.compute.manager [req-208d9385-75c6-49bd-bfd8-874094ef42b4 req-3db02463-35c1-4368-ad14-b46a96915734 service nova] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Received event network-vif-plugged-48636c25-4d2f-4008-a581-13ae07e9ac75 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1446.902017] env[62913]: DEBUG oslo_concurrency.lockutils [req-208d9385-75c6-49bd-bfd8-874094ef42b4 req-3db02463-35c1-4368-ad14-b46a96915734 service nova] Acquiring lock "e10fdba9-c79d-46ea-a877-89a4fbb1c9ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.902017] env[62913]: DEBUG oslo_concurrency.lockutils [req-208d9385-75c6-49bd-bfd8-874094ef42b4 req-3db02463-35c1-4368-ad14-b46a96915734 service nova] Lock "e10fdba9-c79d-46ea-a877-89a4fbb1c9ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.902017] env[62913]: DEBUG oslo_concurrency.lockutils [req-208d9385-75c6-49bd-bfd8-874094ef42b4 req-3db02463-35c1-4368-ad14-b46a96915734 service nova] Lock "e10fdba9-c79d-46ea-a877-89a4fbb1c9ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.902017] env[62913]: DEBUG nova.compute.manager [req-208d9385-75c6-49bd-bfd8-874094ef42b4 req-3db02463-35c1-4368-ad14-b46a96915734 service nova] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] No waiting events found dispatching network-vif-plugged-48636c25-4d2f-4008-a581-13ae07e9ac75 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1446.902017] env[62913]: WARNING nova.compute.manager [req-208d9385-75c6-49bd-bfd8-874094ef42b4 req-3db02463-35c1-4368-ad14-b46a96915734 service nova] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Received unexpected event network-vif-plugged-48636c25-4d2f-4008-a581-13ae07e9ac75 for instance with vm_state building and task_state spawning. [ 1446.903471] env[62913]: DEBUG nova.compute.manager [req-208d9385-75c6-49bd-bfd8-874094ef42b4 req-3db02463-35c1-4368-ad14-b46a96915734 service nova] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Received event network-changed-48636c25-4d2f-4008-a581-13ae07e9ac75 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1446.903716] env[62913]: DEBUG nova.compute.manager [req-208d9385-75c6-49bd-bfd8-874094ef42b4 req-3db02463-35c1-4368-ad14-b46a96915734 service nova] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Refreshing instance network info cache due to event network-changed-48636c25-4d2f-4008-a581-13ae07e9ac75. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1446.903872] env[62913]: DEBUG oslo_concurrency.lockutils [req-208d9385-75c6-49bd-bfd8-874094ef42b4 req-3db02463-35c1-4368-ad14-b46a96915734 service nova] Acquiring lock "refresh_cache-e10fdba9-c79d-46ea-a877-89a4fbb1c9ae" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.991484] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52767375-5df9-f73d-55bd-23f8813ef132, 'name': SearchDatastore_Task, 'duration_secs': 0.046896} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.991794] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.992029] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 3f723291-835f-4356-9eb2-40b8518a7008/3f723291-835f-4356-9eb2-40b8518a7008.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1446.992302] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfc2088e-1766-411f-a4d3-e2125d61847e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.003141] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Waiting for the task: (returnval){ [ 1447.003141] env[62913]: value = "task-1821675" [ 1447.003141] env[62913]: _type = "Task" [ 1447.003141] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.012282] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': task-1821675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.080349] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Releasing lock "refresh_cache-e10fdba9-c79d-46ea-a877-89a4fbb1c9ae" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.080658] env[62913]: DEBUG nova.compute.manager [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Instance network_info: |[{"id": "48636c25-4d2f-4008-a581-13ae07e9ac75", "address": "fa:16:3e:8e:35:43", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48636c25-4d", "ovs_interfaceid": "48636c25-4d2f-4008-a581-13ae07e9ac75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1447.082590] env[62913]: DEBUG oslo_concurrency.lockutils [req-208d9385-75c6-49bd-bfd8-874094ef42b4 req-3db02463-35c1-4368-ad14-b46a96915734 service nova] Acquired lock "refresh_cache-e10fdba9-c79d-46ea-a877-89a4fbb1c9ae" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.082590] env[62913]: DEBUG nova.network.neutron [req-208d9385-75c6-49bd-bfd8-874094ef42b4 req-3db02463-35c1-4368-ad14-b46a96915734 service nova] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Refreshing network info cache for port 48636c25-4d2f-4008-a581-13ae07e9ac75 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1447.083020] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:35:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48636c25-4d2f-4008-a581-13ae07e9ac75', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1447.097918] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Creating folder: Project (0db05c535df4456b8ea7b462b2126c89). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1447.099633] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-851e49e7-dafb-413e-b6a1-2aa9653d753e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.108869] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Created folder: Project (0db05c535df4456b8ea7b462b2126c89) in parent group-v377263. [ 1447.109092] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Creating folder: Instances. Parent ref: group-v377304. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1447.109627] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f051746-128d-420a-b5b1-2916f2436d73 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.121778] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821673, 'name': ReconfigVM_Task, 'duration_secs': 0.757975} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.123750] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 0e4e5883-6f92-4124-b591-6bb04f27b764/0e4e5883-6f92-4124-b591-6bb04f27b764.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.124498] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Created folder: Instances in parent group-v377304. [ 1447.124737] env[62913]: DEBUG oslo.service.loopingcall [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.124922] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba8b9c78-2dcc-41e7-a9d9-90c502d25c38 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.126736] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1447.126845] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd9f7bf6-9008-4fce-b94f-203ae6380c9e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.148884] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1447.148884] env[62913]: value = "task-1821678" [ 1447.148884] env[62913]: _type = "Task" [ 1447.148884] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.154480] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1447.154480] env[62913]: value = "task-1821679" [ 1447.154480] env[62913]: _type = "Task" [ 1447.154480] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.167925] env[62913]: DEBUG oslo_vmware.api [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821674, 'name': PowerOnVM_Task, 'duration_secs': 0.935584} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.168537] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821678, 'name': Rename_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.169037] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.169293] env[62913]: INFO nova.compute.manager [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Took 26.29 seconds to spawn the instance on the hypervisor. [ 1447.169503] env[62913]: DEBUG nova.compute.manager [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.170352] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4eee8f-1eea-43a6-8132-f7100f02c6f7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.177245] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821679, 'name': CreateVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.286779] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf141f3d-53ed-4b67-baae-919b3b4431b1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.327148] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updating instance '4ab55729-9afe-4d71-ac5b-2e18a5b3f818' progress to 0 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1447.359958] env[62913]: ERROR nova.scheduler.client.report [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [req-49d08beb-c43e-4f1e-bb8c-8b7ba6279e09] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-49d08beb-c43e-4f1e-bb8c-8b7ba6279e09"}]} [ 1447.393274] env[62913]: DEBUG nova.scheduler.client.report [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1447.413737] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Acquiring lock "4ccc5f58-f12f-42f2-ad16-5465cb3b2995" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.413737] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Lock "4ccc5f58-f12f-42f2-ad16-5465cb3b2995" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.420316] env[62913]: DEBUG nova.scheduler.client.report [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1447.420788] env[62913]: DEBUG nova.compute.provider_tree [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1447.443103] env[62913]: DEBUG nova.scheduler.client.report [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1447.467792] env[62913]: DEBUG nova.scheduler.client.report [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1447.514817] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': task-1821675, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.665255] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821678, 'name': Rename_Task, 'duration_secs': 0.268199} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.668917] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1447.670173] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49cfc0c0-12c3-4b14-817b-bd0c4924e11f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.675362] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821679, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.680841] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1447.680841] env[62913]: value = "task-1821680" [ 1447.680841] env[62913]: _type = "Task" [ 1447.680841] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.700614] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821680, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.701083] env[62913]: INFO nova.compute.manager [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Took 35.03 seconds to build instance. [ 1447.839462] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.840223] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23ed78d5-df61-4130-ae41-f98edaa241aa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.848297] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1447.848297] env[62913]: value = "task-1821681" [ 1447.848297] env[62913]: _type = "Task" [ 1447.848297] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.857325] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.012973] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': task-1821675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720843} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.013622] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 3f723291-835f-4356-9eb2-40b8518a7008/3f723291-835f-4356-9eb2-40b8518a7008.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1448.013799] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1448.013968] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-519d0482-bae7-431d-b227-97faf3f350fa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.028528] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Waiting for the task: (returnval){ [ 1448.028528] env[62913]: value = "task-1821682" [ 1448.028528] env[62913]: _type = "Task" [ 1448.028528] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.032811] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc17d070-24e2-4f62-8d4e-74b3f7953bac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.041923] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': task-1821682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.044868] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843cdc7e-7e56-43e3-b6d8-36f6e4778203 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.080438] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a15965d-0789-4108-8e9c-f106ce889543 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.085378] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc356903-1ee9-4fed-be40-966e7ef6dcc6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.100115] env[62913]: DEBUG nova.compute.provider_tree [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1448.167760] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821679, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.197068] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821680, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.203633] env[62913]: DEBUG oslo_concurrency.lockutils [None req-01aa5d7c-18df-4b82-9c2e-67d7de7a3eb7 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "2c511398-2d78-4429-8ed6-11af0e7a859f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.545s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.358657] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821681, 'name': PowerOffVM_Task, 'duration_secs': 0.434504} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.358941] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1448.359136] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updating instance '4ab55729-9afe-4d71-ac5b-2e18a5b3f818' progress to 17 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1448.539932] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': task-1821682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101056} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.541088] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1448.542449] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35e88c6-2e07-456f-a48d-a377bc83aeeb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.571745] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 3f723291-835f-4356-9eb2-40b8518a7008/3f723291-835f-4356-9eb2-40b8518a7008.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.573687] env[62913]: DEBUG nova.network.neutron [req-208d9385-75c6-49bd-bfd8-874094ef42b4 req-3db02463-35c1-4368-ad14-b46a96915734 service nova] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Updated VIF entry in instance network info cache for port 48636c25-4d2f-4008-a581-13ae07e9ac75. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1448.574399] env[62913]: DEBUG nova.network.neutron [req-208d9385-75c6-49bd-bfd8-874094ef42b4 req-3db02463-35c1-4368-ad14-b46a96915734 service nova] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Updating instance_info_cache with network_info: [{"id": "48636c25-4d2f-4008-a581-13ae07e9ac75", "address": "fa:16:3e:8e:35:43", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48636c25-4d", "ovs_interfaceid": "48636c25-4d2f-4008-a581-13ae07e9ac75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.575791] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de879b87-0f10-4393-9448-cce7f7f75391 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.597939] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Waiting for the task: (returnval){ [ 1448.597939] env[62913]: value = "task-1821683" [ 1448.597939] env[62913]: _type = "Task" [ 1448.597939] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.609110] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': task-1821683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.627461] env[62913]: ERROR nova.scheduler.client.report [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [req-32cfc1ee-b2a5-43fd-8966-6655c285286d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-32cfc1ee-b2a5-43fd-8966-6655c285286d"}]} [ 1448.655051] env[62913]: DEBUG nova.scheduler.client.report [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1448.671445] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821679, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.675778] env[62913]: DEBUG nova.scheduler.client.report [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1448.675778] env[62913]: DEBUG nova.compute.provider_tree [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1448.694865] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821680, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.701512] env[62913]: DEBUG nova.scheduler.client.report [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1448.710270] env[62913]: DEBUG nova.compute.manager [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1448.727574] env[62913]: DEBUG nova.scheduler.client.report [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1448.868167] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1448.868167] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1448.868167] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1448.868167] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1448.868857] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1448.869289] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1448.869840] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1448.870762] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1448.871522] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1448.871958] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1448.872600] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1448.883215] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61c1366d-3450-4789-b9b2-b1c1980f3222 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.899348] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.899348] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.899966] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Cleaning up deleted instances with incomplete migration {{(pid=62913) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 1448.913092] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1448.913092] env[62913]: value = "task-1821684" [ 1448.913092] env[62913]: _type = "Task" [ 1448.913092] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.927167] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.992190] env[62913]: DEBUG oslo_concurrency.lockutils [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "ef35db94-4dc6-4270-abd0-12c8938c4939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.992444] env[62913]: DEBUG oslo_concurrency.lockutils [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "ef35db94-4dc6-4270-abd0-12c8938c4939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.091946] env[62913]: DEBUG oslo_concurrency.lockutils [req-208d9385-75c6-49bd-bfd8-874094ef42b4 req-3db02463-35c1-4368-ad14-b46a96915734 service nova] Releasing lock "refresh_cache-e10fdba9-c79d-46ea-a877-89a4fbb1c9ae" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.110536] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': task-1821683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.174531] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821679, 'name': CreateVM_Task, 'duration_secs': 1.892101} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.174657] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.175832] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.175832] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.176074] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1449.176349] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4eb021f-df87-4584-9b58-6e67d7787595 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.181141] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Waiting for the task: (returnval){ [ 1449.181141] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ed6b63-08a0-5b71-33ac-8a4b7e1b4839" [ 1449.181141] env[62913]: _type = "Task" [ 1449.181141] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.198714] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ed6b63-08a0-5b71-33ac-8a4b7e1b4839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.202641] env[62913]: DEBUG oslo_vmware.api [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821680, 'name': PowerOnVM_Task, 'duration_secs': 1.125419} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.202641] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1449.202641] env[62913]: INFO nova.compute.manager [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1449.202641] env[62913]: DEBUG nova.compute.manager [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1449.209118] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe0c4f3-71aa-48b2-9896-8a02e9b8f767 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.235819] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.426598] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821684, 'name': ReconfigVM_Task, 'duration_secs': 0.397699} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.426598] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updating instance '4ab55729-9afe-4d71-ac5b-2e18a5b3f818' progress to 33 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1449.439494] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f7b833-bc5d-44a8-a0f0-34eb55cec31b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.449232] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d9e295-406b-415f-a1ea-1d4c6df52f5b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.488574] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e249e8-9c38-4a6e-b7b6-b25217a9b9d4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.497123] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31368e06-acf3-4f05-b0c3-94f4a7a5a053 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.512684] env[62913]: DEBUG nova.compute.provider_tree [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1449.608467] env[62913]: DEBUG nova.compute.manager [req-f16bd3c0-0fdb-4b20-bfdd-ae5490cc09fc req-d89a2668-5761-4e2b-b638-66a222fae2d3 service nova] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Received event network-changed-b405402e-8e9f-48b7-89bb-10b14a6e0916 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1449.608467] env[62913]: DEBUG nova.compute.manager [req-f16bd3c0-0fdb-4b20-bfdd-ae5490cc09fc req-d89a2668-5761-4e2b-b638-66a222fae2d3 service nova] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Refreshing instance network info cache due to event network-changed-b405402e-8e9f-48b7-89bb-10b14a6e0916. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1449.608720] env[62913]: DEBUG oslo_concurrency.lockutils [req-f16bd3c0-0fdb-4b20-bfdd-ae5490cc09fc req-d89a2668-5761-4e2b-b638-66a222fae2d3 service nova] Acquiring lock "refresh_cache-8be5b047-ec18-42b4-b8ee-8e5a098338da" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.608876] env[62913]: DEBUG oslo_concurrency.lockutils [req-f16bd3c0-0fdb-4b20-bfdd-ae5490cc09fc req-d89a2668-5761-4e2b-b638-66a222fae2d3 service nova] Acquired lock "refresh_cache-8be5b047-ec18-42b4-b8ee-8e5a098338da" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.608941] env[62913]: DEBUG nova.network.neutron [req-f16bd3c0-0fdb-4b20-bfdd-ae5490cc09fc req-d89a2668-5761-4e2b-b638-66a222fae2d3 service nova] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Refreshing network info cache for port b405402e-8e9f-48b7-89bb-10b14a6e0916 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.618696] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': task-1821683, 'name': ReconfigVM_Task, 'duration_secs': 0.922336} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.618909] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 3f723291-835f-4356-9eb2-40b8518a7008/3f723291-835f-4356-9eb2-40b8518a7008.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.619470] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a19b1b47-e3cb-43da-a9b5-bfe0165eb387 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.627892] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Waiting for the task: (returnval){ [ 1449.627892] env[62913]: value = "task-1821685" [ 1449.627892] env[62913]: _type = "Task" [ 1449.627892] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.639528] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': task-1821685, 'name': Rename_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.701223] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ed6b63-08a0-5b71-33ac-8a4b7e1b4839, 'name': SearchDatastore_Task, 'duration_secs': 0.056945} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.701223] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.701223] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1449.701223] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.701223] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.701223] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1449.701564] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea4eddb1-1dd8-4e5a-8011-c35abd898bc5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.713138] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1449.713362] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1449.714169] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e6844ad-a4f9-4abd-87a3-03bffbd8db88 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.720125] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Waiting for the task: (returnval){ [ 1449.720125] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52073120-1c69-fc64-3d27-790608302e78" [ 1449.720125] env[62913]: _type = "Task" [ 1449.720125] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.735518] env[62913]: INFO nova.compute.manager [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Took 20.90 seconds to build instance. [ 1449.739047] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52073120-1c69-fc64-3d27-790608302e78, 'name': SearchDatastore_Task, 'duration_secs': 0.009845} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.740143] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54fdc3d8-e482-4f39-9373-1b3ec69fee6e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.745384] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Waiting for the task: (returnval){ [ 1449.745384] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52e3ee65-f014-367a-b6a8-0b9ddc58c703" [ 1449.745384] env[62913]: _type = "Task" [ 1449.745384] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.754040] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e3ee65-f014-367a-b6a8-0b9ddc58c703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.867946] env[62913]: DEBUG nova.compute.manager [req-ae02e24d-786d-43a9-97a0-d431b4568cef req-871c47b3-c6bf-4069-9fee-68ad51b28b6e service nova] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Received event network-changed-6bd8aac6-95c9-43f9-920f-747d3dc91990 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1449.868074] env[62913]: DEBUG nova.compute.manager [req-ae02e24d-786d-43a9-97a0-d431b4568cef req-871c47b3-c6bf-4069-9fee-68ad51b28b6e service nova] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Refreshing instance network info cache due to event network-changed-6bd8aac6-95c9-43f9-920f-747d3dc91990. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1449.868297] env[62913]: DEBUG oslo_concurrency.lockutils [req-ae02e24d-786d-43a9-97a0-d431b4568cef req-871c47b3-c6bf-4069-9fee-68ad51b28b6e service nova] Acquiring lock "refresh_cache-2286eeaf-825f-4357-815c-f0574a39c03d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.868439] env[62913]: DEBUG oslo_concurrency.lockutils [req-ae02e24d-786d-43a9-97a0-d431b4568cef req-871c47b3-c6bf-4069-9fee-68ad51b28b6e service nova] Acquired lock "refresh_cache-2286eeaf-825f-4357-815c-f0574a39c03d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.868596] env[62913]: DEBUG nova.network.neutron [req-ae02e24d-786d-43a9-97a0-d431b4568cef req-871c47b3-c6bf-4069-9fee-68ad51b28b6e service nova] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Refreshing network info cache for port 6bd8aac6-95c9-43f9-920f-747d3dc91990 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.936520] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1449.936520] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1449.936520] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1449.936520] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1449.936520] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1449.936520] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1449.936520] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1449.936520] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1449.936520] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1449.936520] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1449.936520] env[62913]: DEBUG nova.virt.hardware [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1449.944238] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1449.945222] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29f267f9-6bed-47d3-a3c9-554d39255980 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.969984] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1449.969984] env[62913]: value = "task-1821686" [ 1449.969984] env[62913]: _type = "Task" [ 1449.969984] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.979981] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.066392] env[62913]: DEBUG nova.scheduler.client.report [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 38 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1450.066392] env[62913]: DEBUG nova.compute.provider_tree [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 38 to 39 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1450.069053] env[62913]: DEBUG nova.compute.provider_tree [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1450.144825] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': task-1821685, 'name': Rename_Task, 'duration_secs': 0.218687} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.144825] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.148068] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00a083f6-1c53-4c9c-8288-e532fbe2b5ea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.155899] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Waiting for the task: (returnval){ [ 1450.155899] env[62913]: value = "task-1821687" [ 1450.155899] env[62913]: _type = "Task" [ 1450.155899] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.167652] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': task-1821687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.240992] env[62913]: DEBUG oslo_concurrency.lockutils [None req-acdf014e-6221-45a6-8beb-ad7a26e22973 tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Lock "0e4e5883-6f92-4124-b591-6bb04f27b764" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.108s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.265124] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e3ee65-f014-367a-b6a8-0b9ddc58c703, 'name': SearchDatastore_Task, 'duration_secs': 0.00996} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.265401] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.266751] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e10fdba9-c79d-46ea-a877-89a4fbb1c9ae/e10fdba9-c79d-46ea-a877-89a4fbb1c9ae.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1450.266751] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26c9bba8-586a-4af0-9f1a-e680ebcc259f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.277903] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Waiting for the task: (returnval){ [ 1450.277903] env[62913]: value = "task-1821688" [ 1450.277903] env[62913]: _type = "Task" [ 1450.277903] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.290808] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': task-1821688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.489701] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821686, 'name': ReconfigVM_Task, 'duration_secs': 0.21839} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.493020] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1450.493020] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8cca41-f215-4813-a0e8-fc8ba4664ef2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.531604] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 4ab55729-9afe-4d71-ac5b-2e18a5b3f818/4ab55729-9afe-4d71-ac5b-2e18a5b3f818.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1450.532671] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a05842c-052c-473c-abcc-1b90c60d841b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.576131] env[62913]: DEBUG oslo_concurrency.lockutils [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.730s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.576131] env[62913]: DEBUG nova.compute.manager [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1450.581587] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 16.435s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.588374] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1450.588374] env[62913]: value = "task-1821689" [ 1450.588374] env[62913]: _type = "Task" [ 1450.588374] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.607709] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.671171] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': task-1821687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.693424] env[62913]: DEBUG nova.network.neutron [req-f16bd3c0-0fdb-4b20-bfdd-ae5490cc09fc req-d89a2668-5761-4e2b-b638-66a222fae2d3 service nova] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Updated VIF entry in instance network info cache for port b405402e-8e9f-48b7-89bb-10b14a6e0916. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.693771] env[62913]: DEBUG nova.network.neutron [req-f16bd3c0-0fdb-4b20-bfdd-ae5490cc09fc req-d89a2668-5761-4e2b-b638-66a222fae2d3 service nova] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Updating instance_info_cache with network_info: [{"id": "b405402e-8e9f-48b7-89bb-10b14a6e0916", "address": "fa:16:3e:30:e9:35", "network": {"id": "89e64846-b163-4dee-95ca-8a68bdbc8262", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1083295702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e7d5acee754225942ef28db0c9f5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb405402e-8e", "ovs_interfaceid": "b405402e-8e9f-48b7-89bb-10b14a6e0916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.743843] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1450.791883] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': task-1821688, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.800725] env[62913]: DEBUG nova.network.neutron [req-ae02e24d-786d-43a9-97a0-d431b4568cef req-871c47b3-c6bf-4069-9fee-68ad51b28b6e service nova] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Updated VIF entry in instance network info cache for port 6bd8aac6-95c9-43f9-920f-747d3dc91990. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.800725] env[62913]: DEBUG nova.network.neutron [req-ae02e24d-786d-43a9-97a0-d431b4568cef req-871c47b3-c6bf-4069-9fee-68ad51b28b6e service nova] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Updating instance_info_cache with network_info: [{"id": "6bd8aac6-95c9-43f9-920f-747d3dc91990", "address": "fa:16:3e:ec:14:27", "network": {"id": "bd984ec9-7f37-4559-91f0-6b121c79f29c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1599076147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "407d8e95816747b4bd972a73e6b06db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd8aac6-95", "ovs_interfaceid": "6bd8aac6-95c9-43f9-920f-747d3dc91990", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.079650] env[62913]: INFO nova.compute.manager [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Rebuilding instance [ 1451.090341] env[62913]: DEBUG nova.compute.utils [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1451.095805] env[62913]: DEBUG nova.compute.manager [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1451.097413] env[62913]: DEBUG nova.network.neutron [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1451.111948] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.135121] env[62913]: DEBUG nova.compute.manager [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1451.138055] env[62913]: DEBUG oslo_concurrency.lockutils [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquiring lock "2c511398-2d78-4429-8ed6-11af0e7a859f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.138268] env[62913]: DEBUG oslo_concurrency.lockutils [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "2c511398-2d78-4429-8ed6-11af0e7a859f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.138480] env[62913]: DEBUG oslo_concurrency.lockutils [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquiring lock "2c511398-2d78-4429-8ed6-11af0e7a859f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.138652] env[62913]: DEBUG oslo_concurrency.lockutils [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "2c511398-2d78-4429-8ed6-11af0e7a859f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.138854] env[62913]: DEBUG oslo_concurrency.lockutils [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "2c511398-2d78-4429-8ed6-11af0e7a859f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.140668] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9ffde8-dfad-463f-825c-565f79fbe3aa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.147021] env[62913]: INFO nova.compute.manager [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Terminating instance [ 1451.170470] env[62913]: DEBUG oslo_vmware.api [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': task-1821687, 'name': PowerOnVM_Task, 'duration_secs': 0.859596} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.171709] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1451.173715] env[62913]: INFO nova.compute.manager [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Took 11.98 seconds to spawn the instance on the hypervisor. [ 1451.173715] env[62913]: DEBUG nova.compute.manager [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1451.173882] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7661e1fa-bfca-4931-a684-5b7e62080d20 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.196319] env[62913]: DEBUG oslo_concurrency.lockutils [req-f16bd3c0-0fdb-4b20-bfdd-ae5490cc09fc req-d89a2668-5761-4e2b-b638-66a222fae2d3 service nova] Releasing lock "refresh_cache-8be5b047-ec18-42b4-b8ee-8e5a098338da" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.233542] env[62913]: DEBUG nova.policy [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2b351f4539a41f99f2a98ce90ee581a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a56c00b5e81040a0823d731da7adaf57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1451.272134] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.290042] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': task-1821688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606303} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.293181] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e10fdba9-c79d-46ea-a877-89a4fbb1c9ae/e10fdba9-c79d-46ea-a877-89a4fbb1c9ae.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1451.293439] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1451.294734] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bbe3649-74eb-4f2f-a6dd-f0ed9989672e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.302514] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Waiting for the task: (returnval){ [ 1451.302514] env[62913]: value = "task-1821690" [ 1451.302514] env[62913]: _type = "Task" [ 1451.302514] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.307185] env[62913]: DEBUG oslo_concurrency.lockutils [req-ae02e24d-786d-43a9-97a0-d431b4568cef req-871c47b3-c6bf-4069-9fee-68ad51b28b6e service nova] Releasing lock "refresh_cache-2286eeaf-825f-4357-815c-f0574a39c03d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.311931] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': task-1821690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.595776] env[62913]: DEBUG nova.compute.manager [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1451.616829] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821689, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.651146] env[62913]: DEBUG nova.compute.manager [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1451.651364] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1451.653020] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eda7036-e269-418f-b2e0-8aef12924df4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.666539] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1451.668120] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39fb59e9-f57e-440a-8afb-6337a58e08a7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.676529] env[62913]: DEBUG oslo_vmware.api [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1451.676529] env[62913]: value = "task-1821691" [ 1451.676529] env[62913]: _type = "Task" [ 1451.676529] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.677766] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22712dbb-3d2f-446f-8dbe-727e557c56cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.694751] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30621b22-8b25-442b-8fe3-109009ed9ca6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.703486] env[62913]: DEBUG oslo_vmware.api [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.705698] env[62913]: INFO nova.compute.manager [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Took 23.77 seconds to build instance. [ 1451.733867] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36d1b5b-e767-4eec-b813-4187a9e76aa0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.742897] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b44e98-d2cf-4703-b779-798fcdc6b1b0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.762287] env[62913]: DEBUG nova.compute.provider_tree [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.814682] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': task-1821690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187333} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.814682] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1451.815360] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78484e28-47f8-4263-b424-ef50b126a6fb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.820415] env[62913]: DEBUG nova.network.neutron [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Successfully created port: 41f413c9-6990-4ad5-89b0-1f0b3e5c7069 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1451.842646] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] e10fdba9-c79d-46ea-a877-89a4fbb1c9ae/e10fdba9-c79d-46ea-a877-89a4fbb1c9ae.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.844385] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9fc516b-8fdb-43ba-a0f4-5223dc177c14 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.865836] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Acquiring lock "9a5b673c-e771-4471-938e-8ab8faf4d0c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.866136] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Lock "9a5b673c-e771-4471-938e-8ab8faf4d0c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.872053] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Waiting for the task: (returnval){ [ 1451.872053] env[62913]: value = "task-1821692" [ 1451.872053] env[62913]: _type = "Task" [ 1451.872053] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.880996] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': task-1821692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.110590] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821689, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.161933] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.161933] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-149eb27c-2496-4bab-8819-4bf3efa3fd9a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.169198] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1452.169198] env[62913]: value = "task-1821693" [ 1452.169198] env[62913]: _type = "Task" [ 1452.169198] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.179723] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.193412] env[62913]: DEBUG oslo_vmware.api [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821691, 'name': PowerOffVM_Task, 'duration_secs': 0.307074} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.193813] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1452.193906] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1452.194155] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4adad0d-186f-4263-818a-6b377a5d388b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.209198] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efd5df2a-d33d-4355-91e3-41d7afc72128 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Lock "3f723291-835f-4356-9eb2-40b8518a7008" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.284s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.269690] env[62913]: DEBUG nova.scheduler.client.report [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.385618] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': task-1821692, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.411197] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1452.411426] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1452.411671] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Deleting the datastore file [datastore1] 2c511398-2d78-4429-8ed6-11af0e7a859f {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1452.411881] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ab2f929-fc40-4f31-9acb-e669a0ef3013 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.419051] env[62913]: DEBUG oslo_vmware.api [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1452.419051] env[62913]: value = "task-1821695" [ 1452.419051] env[62913]: _type = "Task" [ 1452.419051] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.430369] env[62913]: DEBUG oslo_vmware.api [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.610720] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821689, 'name': ReconfigVM_Task, 'duration_secs': 1.669252} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.613952] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 4ab55729-9afe-4d71-ac5b-2e18a5b3f818/4ab55729-9afe-4d71-ac5b-2e18a5b3f818.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.613952] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updating instance '4ab55729-9afe-4d71-ac5b-2e18a5b3f818' progress to 50 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1452.626468] env[62913]: DEBUG nova.compute.manager [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1452.655518] env[62913]: DEBUG nova.virt.hardware [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1452.655769] env[62913]: DEBUG nova.virt.hardware [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.655924] env[62913]: DEBUG nova.virt.hardware [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1452.656306] env[62913]: DEBUG nova.virt.hardware [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.656306] env[62913]: DEBUG nova.virt.hardware [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1452.656405] env[62913]: DEBUG nova.virt.hardware [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1452.657887] env[62913]: DEBUG nova.virt.hardware [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1452.657887] env[62913]: DEBUG nova.virt.hardware [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1452.657887] env[62913]: DEBUG nova.virt.hardware [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1452.657887] env[62913]: DEBUG nova.virt.hardware [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1452.657887] env[62913]: DEBUG nova.virt.hardware [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1452.658890] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e1d55b-c058-4971-bf8c-76134382623a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.669289] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf93d63-1bf6-42f9-9924-730c33f7e98d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.693574] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821693, 'name': PowerOffVM_Task, 'duration_secs': 0.10784} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.693837] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1452.694077] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.694835] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5550d6dc-6f93-4e4d-b25b-0bed6353c498 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.701349] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1452.701575] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d133ecb2-f268-4d8f-80da-297e501efc36 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.711661] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1452.727448] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1452.727698] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1452.727878] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Deleting the datastore file [datastore1] 0e4e5883-6f92-4124-b591-6bb04f27b764 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1452.728160] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3984e180-28fd-4d68-ba34-56278760074b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.737268] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1452.737268] env[62913]: value = "task-1821697" [ 1452.737268] env[62913]: _type = "Task" [ 1452.737268] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.744663] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.775235] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.194s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.777401] env[62913]: DEBUG nova.compute.utils [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Conflict updating instance 572c9851-44eb-45ef-b824-84faff6df379. Expected: {'task_state': [None]}. Actual: {'task_state': 'deleting'} {{(pid=62913) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1452.778724] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.576s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.779036] env[62913]: DEBUG nova.objects.instance [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Lazy-loading 'resources' on Instance uuid e6690a1d-418c-4c62-9853-2cf0fefbf163 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.783053] env[62913]: DEBUG nova.compute.manager [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Instance disappeared during build. {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 1452.783053] env[62913]: DEBUG nova.compute.manager [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Unplugging VIFs for instance {{(pid=62913) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 1452.783279] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Acquiring lock "refresh_cache-572c9851-44eb-45ef-b824-84faff6df379" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.783452] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Acquired lock "refresh_cache-572c9851-44eb-45ef-b824-84faff6df379" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.783724] env[62913]: DEBUG nova.network.neutron [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.890674] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.891213] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': task-1821692, 'name': ReconfigVM_Task, 'duration_secs': 0.530503} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.891428] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.891883] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1452.892081] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1452.894037] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Reconfigured VM instance instance-00000010 to attach disk [datastore1] e10fdba9-c79d-46ea-a877-89a4fbb1c9ae/e10fdba9-c79d-46ea-a877-89a4fbb1c9ae.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.894200] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f3baf04-b6f1-4ba7-b218-72e3873feaf6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.901445] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Waiting for the task: (returnval){ [ 1452.901445] env[62913]: value = "task-1821698" [ 1452.901445] env[62913]: _type = "Task" [ 1452.901445] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.910650] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': task-1821698, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.933139] env[62913]: DEBUG oslo_vmware.api [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.132185] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141a9a5c-044d-4da4-90a7-7f1ea59f2cf5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.156655] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec86f55-07ad-4546-8e0a-c6e2afe8a868 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.183031] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updating instance '4ab55729-9afe-4d71-ac5b-2e18a5b3f818' progress to 67 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1453.246044] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216625} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.247291] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.248030] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.248440] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.248440] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.315067] env[62913]: DEBUG nova.network.neutron [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.399625] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Skipping network cache update for instance because it is being deleted. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10362}} [ 1453.400065] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Skipping network cache update for instance because it is Building. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1453.400065] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Skipping network cache update for instance because it is Building. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1453.414654] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': task-1821698, 'name': Rename_Task, 'duration_secs': 0.18107} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.414905] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.415208] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b135a3d-5f6e-4417-bc1d-6564fd40f56a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.426107] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Waiting for the task: (returnval){ [ 1453.426107] env[62913]: value = "task-1821699" [ 1453.426107] env[62913]: _type = "Task" [ 1453.426107] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.431924] env[62913]: DEBUG oslo_vmware.api [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517311} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.432683] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.432871] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.433084] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.433262] env[62913]: INFO nova.compute.manager [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1453.433573] env[62913]: DEBUG oslo.service.loopingcall [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.436246] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "refresh_cache-8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.436376] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquired lock "refresh_cache-8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.436514] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Forcefully refreshing network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1453.436664] env[62913]: DEBUG nova.objects.instance [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lazy-loading 'info_cache' on Instance uuid 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.438117] env[62913]: DEBUG nova.compute.manager [-] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1453.438222] env[62913]: DEBUG nova.network.neutron [-] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1453.442878] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': task-1821699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.491173] env[62913]: DEBUG nova.network.neutron [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.561901] env[62913]: DEBUG nova.network.neutron [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Successfully updated port: 41f413c9-6990-4ad5-89b0-1f0b3e5c7069 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1453.767969] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Acquiring lock "3f723291-835f-4356-9eb2-40b8518a7008" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.769707] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Lock "3f723291-835f-4356-9eb2-40b8518a7008" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.770025] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Acquiring lock "3f723291-835f-4356-9eb2-40b8518a7008-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.770363] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Lock "3f723291-835f-4356-9eb2-40b8518a7008-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.770363] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Lock "3f723291-835f-4356-9eb2-40b8518a7008-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.775635] env[62913]: DEBUG nova.compute.manager [req-9feaf972-115a-4f60-9f2c-e5668836560d req-07ebb1db-c459-41ce-8f97-c768a319c40e service nova] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Received event network-vif-plugged-41f413c9-6990-4ad5-89b0-1f0b3e5c7069 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1453.775635] env[62913]: DEBUG oslo_concurrency.lockutils [req-9feaf972-115a-4f60-9f2c-e5668836560d req-07ebb1db-c459-41ce-8f97-c768a319c40e service nova] Acquiring lock "cfbb2227-ae18-45db-97d9-c3149d6b6f4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.775738] env[62913]: DEBUG oslo_concurrency.lockutils [req-9feaf972-115a-4f60-9f2c-e5668836560d req-07ebb1db-c459-41ce-8f97-c768a319c40e service nova] Lock "cfbb2227-ae18-45db-97d9-c3149d6b6f4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.776290] env[62913]: DEBUG oslo_concurrency.lockutils [req-9feaf972-115a-4f60-9f2c-e5668836560d req-07ebb1db-c459-41ce-8f97-c768a319c40e service nova] Lock "cfbb2227-ae18-45db-97d9-c3149d6b6f4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.776290] env[62913]: DEBUG nova.compute.manager [req-9feaf972-115a-4f60-9f2c-e5668836560d req-07ebb1db-c459-41ce-8f97-c768a319c40e service nova] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] No waiting events found dispatching network-vif-plugged-41f413c9-6990-4ad5-89b0-1f0b3e5c7069 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1453.776462] env[62913]: WARNING nova.compute.manager [req-9feaf972-115a-4f60-9f2c-e5668836560d req-07ebb1db-c459-41ce-8f97-c768a319c40e service nova] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Received unexpected event network-vif-plugged-41f413c9-6990-4ad5-89b0-1f0b3e5c7069 for instance with vm_state building and task_state spawning. [ 1453.777601] env[62913]: DEBUG nova.network.neutron [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Port 33cf3019-382e-4784-9105-d28f06a1ad0e binding to destination host cpu-1 is already ACTIVE {{(pid=62913) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1453.787422] env[62913]: INFO nova.compute.manager [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Terminating instance [ 1453.880084] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00adb7f4-f791-4c07-b36b-48313f989fd0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.889390] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab3c7a1-e3c7-4c74-94a2-2de762d6982a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.924706] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6895894-d5bb-4435-840f-21ad40cb761e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.938263] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0121c200-2dab-461a-9e68-7be440cec725 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.942792] env[62913]: DEBUG oslo_vmware.api [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': task-1821699, 'name': PowerOnVM_Task, 'duration_secs': 0.509762} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.945322] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1453.945564] env[62913]: INFO nova.compute.manager [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1453.945775] env[62913]: DEBUG nova.compute.manager [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1453.947336] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82c3894-b09f-473f-877a-92ae23b669e9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.959014] env[62913]: DEBUG nova.compute.provider_tree [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.994588] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Releasing lock "refresh_cache-572c9851-44eb-45ef-b824-84faff6df379" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.994903] env[62913]: DEBUG nova.compute.manager [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62913) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 1453.995118] env[62913]: DEBUG nova.compute.manager [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Skipping network deallocation for instance since networking was not requested. {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}} [ 1454.063828] env[62913]: DEBUG oslo_concurrency.lockutils [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquiring lock "refresh_cache-cfbb2227-ae18-45db-97d9-c3149d6b6f4b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.063828] env[62913]: DEBUG oslo_concurrency.lockutils [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquired lock "refresh_cache-cfbb2227-ae18-45db-97d9-c3149d6b6f4b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.063828] env[62913]: DEBUG nova.network.neutron [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1454.276103] env[62913]: DEBUG nova.compute.manager [req-c3e2753e-0e54-44b4-9c57-dff61a133dbd req-cd269419-a099-4525-bc96-7373cf23ceaa service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Received event network-vif-deleted-fb916b38-8b76-44c2-8ed3-2774be61ae7a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1454.276360] env[62913]: INFO nova.compute.manager [req-c3e2753e-0e54-44b4-9c57-dff61a133dbd req-cd269419-a099-4525-bc96-7373cf23ceaa service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Neutron deleted interface fb916b38-8b76-44c2-8ed3-2774be61ae7a; detaching it from the instance and deleting it from the info cache [ 1454.276981] env[62913]: DEBUG nova.network.neutron [req-c3e2753e-0e54-44b4-9c57-dff61a133dbd req-cd269419-a099-4525-bc96-7373cf23ceaa service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Updating instance_info_cache with network_info: [{"id": "92c44fae-c1db-4352-bdd1-7665f913a2da", "address": "fa:16:3e:7a:25:22", "network": {"id": "684e4991-253c-4f8c-bde3-76a62471d797", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1929420921", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c44fae-c1", "ovs_interfaceid": "92c44fae-c1db-4352-bdd1-7665f913a2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f936fc33-f163-4d55-ad43-dd8bec221823", "address": "fa:16:3e:c4:35:50", "network": {"id": "684e4991-253c-4f8c-bde3-76a62471d797", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1929420921", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf936fc33-f1", "ovs_interfaceid": "f936fc33-f163-4d55-ad43-dd8bec221823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.293353] env[62913]: DEBUG nova.virt.hardware [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1454.293353] env[62913]: DEBUG nova.virt.hardware [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.293353] env[62913]: DEBUG nova.virt.hardware [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1454.293652] env[62913]: DEBUG nova.virt.hardware [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.293706] env[62913]: DEBUG nova.virt.hardware [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1454.295129] env[62913]: DEBUG nova.virt.hardware [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1454.295129] env[62913]: DEBUG nova.virt.hardware [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1454.295129] env[62913]: DEBUG nova.virt.hardware [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1454.295129] env[62913]: DEBUG nova.virt.hardware [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1454.295129] env[62913]: DEBUG nova.virt.hardware [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1454.295129] env[62913]: DEBUG nova.virt.hardware [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1454.295444] env[62913]: DEBUG nova.compute.manager [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1454.295538] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1454.296595] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae77533-8c02-4ab5-b7e5-36af483d239c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.300795] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fca13db-fb27-41a4-a006-c564d18de151 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.312417] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.314832] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b906d959-1ccd-4008-b8f1-099b293334ba {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.318037] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25affcb1-4d03-4d18-a4b5-2d7affb59b86 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.330404] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Instance VIF info [] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1454.336963] env[62913]: DEBUG oslo.service.loopingcall [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1454.338811] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1454.340245] env[62913]: DEBUG oslo_vmware.api [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Waiting for the task: (returnval){ [ 1454.340245] env[62913]: value = "task-1821700" [ 1454.340245] env[62913]: _type = "Task" [ 1454.340245] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.340245] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1984da5-3f15-47b2-b323-07c945dae9d4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.361438] env[62913]: DEBUG oslo_vmware.api [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': task-1821700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.362909] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1454.362909] env[62913]: value = "task-1821701" [ 1454.362909] env[62913]: _type = "Task" [ 1454.362909] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.370303] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821701, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.467018] env[62913]: DEBUG nova.scheduler.client.report [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1454.472107] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1454.480412] env[62913]: INFO nova.compute.manager [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Took 25.24 seconds to build instance. [ 1454.611284] env[62913]: DEBUG nova.network.neutron [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1454.781136] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d29ef14-3c1c-4d85-b389-8cd9a7e3ba2d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.796147] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1ed02b-7abd-416a-b5bd-66fefad98313 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.833097] env[62913]: DEBUG oslo_concurrency.lockutils [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.833572] env[62913]: DEBUG oslo_concurrency.lockutils [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.833831] env[62913]: DEBUG oslo_concurrency.lockutils [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.852312] env[62913]: DEBUG nova.compute.manager [req-c3e2753e-0e54-44b4-9c57-dff61a133dbd req-cd269419-a099-4525-bc96-7373cf23ceaa service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Detach interface failed, port_id=fb916b38-8b76-44c2-8ed3-2774be61ae7a, reason: Instance 2c511398-2d78-4429-8ed6-11af0e7a859f could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1454.865391] env[62913]: DEBUG oslo_vmware.api [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': task-1821700, 'name': PowerOffVM_Task, 'duration_secs': 0.263098} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.869549] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.870652] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.870652] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f510c06-1ea6-42a5-af7a-a3ca9c5c31c8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.879321] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821701, 'name': CreateVM_Task, 'duration_secs': 0.358332} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.879628] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.879865] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.880027] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.880345] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.880583] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccb62fc2-e01e-416b-b9f9-5a13beb9b1bc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.885724] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1454.885724] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52292576-6643-bee6-68b6-30a460411fa6" [ 1454.885724] env[62913]: _type = "Task" [ 1454.885724] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.893552] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52292576-6643-bee6-68b6-30a460411fa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.971595] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.975250] env[62913]: DEBUG nova.network.neutron [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Updating instance_info_cache with network_info: [{"id": "41f413c9-6990-4ad5-89b0-1f0b3e5c7069", "address": "fa:16:3e:58:38:6e", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f413c9-69", "ovs_interfaceid": "41f413c9-6990-4ad5-89b0-1f0b3e5c7069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.978668] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.334s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.978668] env[62913]: DEBUG nova.objects.instance [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Lazy-loading 'resources' on Instance uuid 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.982415] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e51254e-c663-45e1-a28d-fa7da0512fb8 tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Lock "e10fdba9-c79d-46ea-a877-89a4fbb1c9ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.913s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.000181] env[62913]: INFO nova.scheduler.client.report [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Deleted allocations for instance e6690a1d-418c-4c62-9853-2cf0fefbf163 [ 1455.036734] env[62913]: INFO nova.scheduler.client.report [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Deleted allocations for instance 572c9851-44eb-45ef-b824-84faff6df379 [ 1455.037130] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3d3a1da4-fdb1-4c51-8fb7-b53a3040bc91 tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Lock "572c9851-44eb-45ef-b824-84faff6df379" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.414s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.038373] env[62913]: DEBUG oslo_concurrency.lockutils [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Lock "572c9851-44eb-45ef-b824-84faff6df379" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 21.366s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.038596] env[62913]: DEBUG oslo_concurrency.lockutils [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Acquiring lock "572c9851-44eb-45ef-b824-84faff6df379-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.038945] env[62913]: DEBUG oslo_concurrency.lockutils [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Lock "572c9851-44eb-45ef-b824-84faff6df379-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.039134] env[62913]: DEBUG oslo_concurrency.lockutils [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Lock "572c9851-44eb-45ef-b824-84faff6df379-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.041251] env[62913]: INFO nova.compute.manager [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Terminating instance [ 1455.090635] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.111288] env[62913]: WARNING oslo_messaging._drivers.amqpdriver [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1455.231584] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1455.231824] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1455.232016] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Deleting the datastore file [datastore1] 3f723291-835f-4356-9eb2-40b8518a7008 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1455.232351] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c5b6b24-1dbc-40a6-8816-08ff79d39553 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.241887] env[62913]: DEBUG oslo_vmware.api [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Waiting for the task: (returnval){ [ 1455.241887] env[62913]: value = "task-1821703" [ 1455.241887] env[62913]: _type = "Task" [ 1455.241887] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.252296] env[62913]: DEBUG oslo_vmware.api [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': task-1821703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.322124] env[62913]: DEBUG nova.network.neutron [-] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.396548] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52292576-6643-bee6-68b6-30a460411fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.396601] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.396867] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.397130] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.397281] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.397455] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.398738] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66e7fcb9-27cc-4412-9cac-0ffaa77efccc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.411213] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.411309] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.413061] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae22b80d-b6da-4907-a1e9-f6c9d70a3566 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.420973] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1455.420973] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a1a106-6a3c-8339-6996-9c911c805407" [ 1455.420973] env[62913]: _type = "Task" [ 1455.420973] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.428489] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a1a106-6a3c-8339-6996-9c911c805407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.477977] env[62913]: DEBUG oslo_concurrency.lockutils [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Releasing lock "refresh_cache-cfbb2227-ae18-45db-97d9-c3149d6b6f4b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.478349] env[62913]: DEBUG nova.compute.manager [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Instance network_info: |[{"id": "41f413c9-6990-4ad5-89b0-1f0b3e5c7069", "address": "fa:16:3e:58:38:6e", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f413c9-69", "ovs_interfaceid": "41f413c9-6990-4ad5-89b0-1f0b3e5c7069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1455.478807] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:38:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41f413c9-6990-4ad5-89b0-1f0b3e5c7069', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1455.486683] env[62913]: DEBUG oslo.service.loopingcall [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.489459] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1455.492730] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1455.492857] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61b76f23-dcdd-4ef1-b28a-30abb5011de3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.515506] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4edfea6-8e46-45fa-b00c-9f6a5a1d4cdb tempest-ServerExternalEventsTest-445753061 tempest-ServerExternalEventsTest-445753061-project-member] Lock "e6690a1d-418c-4c62-9853-2cf0fefbf163" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.568s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.518308] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1455.518308] env[62913]: value = "task-1821704" [ 1455.518308] env[62913]: _type = "Task" [ 1455.518308] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.531270] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821704, 'name': CreateVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.542656] env[62913]: DEBUG nova.compute.manager [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1455.548453] env[62913]: DEBUG oslo_concurrency.lockutils [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Acquiring lock "refresh_cache-572c9851-44eb-45ef-b824-84faff6df379" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.549466] env[62913]: DEBUG oslo_concurrency.lockutils [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Acquired lock "refresh_cache-572c9851-44eb-45ef-b824-84faff6df379" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.549466] env[62913]: DEBUG nova.network.neutron [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1455.595816] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Releasing lock "refresh_cache-8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.595816] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Updated the network info_cache for instance {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1455.595816] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.595816] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.595816] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1455.595816] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.613778] env[62913]: DEBUG oslo_concurrency.lockutils [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Acquiring lock "0f57df28-858b-420c-b3b8-24001a81c645" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.614048] env[62913]: DEBUG oslo_concurrency.lockutils [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Lock "0f57df28-858b-420c-b3b8-24001a81c645" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.614518] env[62913]: DEBUG oslo_concurrency.lockutils [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Acquiring lock "0f57df28-858b-420c-b3b8-24001a81c645-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.614518] env[62913]: DEBUG oslo_concurrency.lockutils [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Lock "0f57df28-858b-420c-b3b8-24001a81c645-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.614699] env[62913]: DEBUG oslo_concurrency.lockutils [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Lock "0f57df28-858b-420c-b3b8-24001a81c645-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.616972] env[62913]: INFO nova.compute.manager [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Terminating instance [ 1455.675832] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Acquiring lock "e10fdba9-c79d-46ea-a877-89a4fbb1c9ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.675832] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Lock "e10fdba9-c79d-46ea-a877-89a4fbb1c9ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.676237] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Acquiring lock "e10fdba9-c79d-46ea-a877-89a4fbb1c9ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.676459] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Lock "e10fdba9-c79d-46ea-a877-89a4fbb1c9ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.676637] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Lock "e10fdba9-c79d-46ea-a877-89a4fbb1c9ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.681578] env[62913]: INFO nova.compute.manager [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Terminating instance [ 1455.764367] env[62913]: DEBUG oslo_vmware.api [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Task: {'id': task-1821703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195621} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.764367] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.764367] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.764711] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.764997] env[62913]: INFO nova.compute.manager [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Took 1.47 seconds to destroy the instance on the hypervisor. [ 1455.765739] env[62913]: DEBUG oslo.service.loopingcall [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.765848] env[62913]: DEBUG nova.compute.manager [-] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1455.765907] env[62913]: DEBUG nova.network.neutron [-] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1455.826342] env[62913]: INFO nova.compute.manager [-] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Took 2.39 seconds to deallocate network for instance. [ 1455.924433] env[62913]: DEBUG oslo_concurrency.lockutils [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.924671] env[62913]: DEBUG oslo_concurrency.lockutils [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquired lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.924946] env[62913]: DEBUG nova.network.neutron [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1455.942154] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a1a106-6a3c-8339-6996-9c911c805407, 'name': SearchDatastore_Task, 'duration_secs': 0.011439} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.946784] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3bcacfb-02dc-44d4-a60a-d8005133b192 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.953090] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1455.953090] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525cabf7-0f25-8b85-0b07-3e898b3653b9" [ 1455.953090] env[62913]: _type = "Task" [ 1455.953090] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.961146] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525cabf7-0f25-8b85-0b07-3e898b3653b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.033705] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821704, 'name': CreateVM_Task, 'duration_secs': 0.421789} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.034615] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1456.035405] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66890312-a497-490c-9f39-25a3b5bf295d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.040320] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.041035] env[62913]: DEBUG oslo_concurrency.lockutils [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.041264] env[62913]: DEBUG oslo_concurrency.lockutils [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.041629] env[62913]: DEBUG oslo_concurrency.lockutils [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1456.042142] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1571cfef-927e-4317-bf64-ba83a7193f63 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.049632] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03616f3c-e835-4362-902e-d9bf0510b46c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.053154] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1456.053154] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52e0472b-d0ca-9d7b-8ae8-92b622537fdf" [ 1456.053154] env[62913]: _type = "Task" [ 1456.053154] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.091543] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0d367a-aa9c-4570-a42a-109866d33f1b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.095167] env[62913]: DEBUG nova.compute.manager [req-9ebf4f69-0cf3-4ff3-ac85-50b31d832b62 req-fd147576-e8b1-47fe-8af2-41197776835f service nova] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Received event network-changed-41f413c9-6990-4ad5-89b0-1f0b3e5c7069 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1456.096449] env[62913]: DEBUG nova.compute.manager [req-9ebf4f69-0cf3-4ff3-ac85-50b31d832b62 req-fd147576-e8b1-47fe-8af2-41197776835f service nova] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Refreshing instance network info cache due to event network-changed-41f413c9-6990-4ad5-89b0-1f0b3e5c7069. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1456.096449] env[62913]: DEBUG oslo_concurrency.lockutils [req-9ebf4f69-0cf3-4ff3-ac85-50b31d832b62 req-fd147576-e8b1-47fe-8af2-41197776835f service nova] Acquiring lock "refresh_cache-cfbb2227-ae18-45db-97d9-c3149d6b6f4b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.096449] env[62913]: DEBUG oslo_concurrency.lockutils [req-9ebf4f69-0cf3-4ff3-ac85-50b31d832b62 req-fd147576-e8b1-47fe-8af2-41197776835f service nova] Acquired lock "refresh_cache-cfbb2227-ae18-45db-97d9-c3149d6b6f4b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.096449] env[62913]: DEBUG nova.network.neutron [req-9ebf4f69-0cf3-4ff3-ac85-50b31d832b62 req-fd147576-e8b1-47fe-8af2-41197776835f service nova] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Refreshing network info cache for port 41f413c9-6990-4ad5-89b0-1f0b3e5c7069 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1456.101449] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e0472b-d0ca-9d7b-8ae8-92b622537fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.008881} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.102725] env[62913]: DEBUG oslo_concurrency.lockutils [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.103476] env[62913]: DEBUG oslo_concurrency.lockutils [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.104402] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1456.104402] env[62913]: DEBUG oslo_concurrency.lockutils [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.108463] env[62913]: DEBUG nova.network.neutron [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1456.110813] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e922ee7-3ada-4d6e-a083-f4ca30065fa2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.127859] env[62913]: DEBUG nova.compute.manager [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1456.127859] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1456.127859] env[62913]: DEBUG nova.compute.provider_tree [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1456.130716] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2a5f69-225f-49b1-824e-c05b482c8c05 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.138496] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1456.138750] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcc13933-96fd-4d67-8ee7-0e5aa55879a4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.146470] env[62913]: DEBUG oslo_vmware.api [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Waiting for the task: (returnval){ [ 1456.146470] env[62913]: value = "task-1821705" [ 1456.146470] env[62913]: _type = "Task" [ 1456.146470] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.154615] env[62913]: DEBUG oslo_vmware.api [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.188571] env[62913]: DEBUG nova.compute.manager [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1456.188738] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1456.191076] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31c82de-50b9-4d3c-bb88-75dc46bcdc58 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.197715] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1456.198378] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19a27f47-c2f9-465d-8360-fa9db6b25ba5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.206778] env[62913]: DEBUG oslo_vmware.api [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Waiting for the task: (returnval){ [ 1456.206778] env[62913]: value = "task-1821706" [ 1456.206778] env[62913]: _type = "Task" [ 1456.206778] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.215686] env[62913]: DEBUG oslo_vmware.api [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': task-1821706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.217975] env[62913]: DEBUG nova.network.neutron [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.339197] env[62913]: DEBUG oslo_concurrency.lockutils [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.398968] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.468576] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525cabf7-0f25-8b85-0b07-3e898b3653b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010299} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.468576] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.468576] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 0e4e5883-6f92-4124-b591-6bb04f27b764/0e4e5883-6f92-4124-b591-6bb04f27b764.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1456.470102] env[62913]: DEBUG oslo_concurrency.lockutils [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.470102] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1456.470102] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd2d9ca8-ef7e-4d30-a123-5780c291a14d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.472112] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51016415-7c47-46fd-8e01-97689d069091 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.479558] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1456.479558] env[62913]: value = "task-1821707" [ 1456.479558] env[62913]: _type = "Task" [ 1456.479558] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.490756] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.515486] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1456.516219] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1456.516432] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94ba544-7e6c-4bf2-9135-84fb8e328cda {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.522314] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1456.522314] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5287cfa9-b499-5822-d2a1-92a2769711ea" [ 1456.522314] env[62913]: _type = "Task" [ 1456.522314] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.530200] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5287cfa9-b499-5822-d2a1-92a2769711ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.661927] env[62913]: DEBUG oslo_vmware.api [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821705, 'name': PowerOffVM_Task, 'duration_secs': 0.261503} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.661927] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1456.661927] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1456.661927] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bbd2efe-9872-493d-af8f-81fcfa749dbf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.667814] env[62913]: ERROR nova.scheduler.client.report [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] [req-92616c2d-bea5-4e30-b2cc-1ea5f1e8fe9a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-92616c2d-bea5-4e30-b2cc-1ea5f1e8fe9a"}]} [ 1456.693297] env[62913]: DEBUG nova.scheduler.client.report [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1456.704520] env[62913]: DEBUG nova.compute.manager [req-48188465-9492-4e52-b242-35bd460690d1 req-8f7b7e9d-f2b2-4438-93ee-9866900a31e9 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Received event network-vif-deleted-92c44fae-c1db-4352-bdd1-7665f913a2da {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1456.704709] env[62913]: DEBUG nova.compute.manager [req-48188465-9492-4e52-b242-35bd460690d1 req-8f7b7e9d-f2b2-4438-93ee-9866900a31e9 service nova] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Received event network-vif-deleted-f936fc33-f163-4d55-ad43-dd8bec221823 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1456.726465] env[62913]: DEBUG nova.scheduler.client.report [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1456.726465] env[62913]: DEBUG nova.compute.provider_tree [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1456.728979] env[62913]: DEBUG oslo_concurrency.lockutils [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Releasing lock "refresh_cache-572c9851-44eb-45ef-b824-84faff6df379" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.729438] env[62913]: DEBUG nova.compute.manager [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1456.729708] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1456.730418] env[62913]: DEBUG oslo_vmware.api [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': task-1821706, 'name': PowerOffVM_Task, 'duration_secs': 0.20112} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.730868] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b600261-d59b-4f3d-9cdd-e8a1e78cabad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.733409] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1456.733593] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1456.733856] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-512aa8f8-43a3-42ed-86eb-2a20a6866ef9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.744184] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb4c12f-c3b4-46a2-ba48-390d471701e6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.761539] env[62913]: DEBUG nova.scheduler.client.report [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1456.765128] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1456.765330] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1456.765512] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Deleting the datastore file [datastore1] 0f57df28-858b-420c-b3b8-24001a81c645 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1456.767057] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b881f99-6111-45b2-a947-b5a49494e98a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.774114] env[62913]: DEBUG oslo_vmware.api [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Waiting for the task: (returnval){ [ 1456.774114] env[62913]: value = "task-1821710" [ 1456.774114] env[62913]: _type = "Task" [ 1456.774114] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.785844] env[62913]: WARNING nova.virt.vmwareapi.vmops [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 572c9851-44eb-45ef-b824-84faff6df379 could not be found. [ 1456.786066] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1456.786248] env[62913]: INFO nova.compute.manager [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1456.787022] env[62913]: DEBUG oslo.service.loopingcall [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.790949] env[62913]: DEBUG nova.compute.manager [-] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1456.790949] env[62913]: DEBUG nova.network.neutron [-] [instance: 572c9851-44eb-45ef-b824-84faff6df379] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1456.792580] env[62913]: DEBUG oslo_vmware.api [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.805920] env[62913]: DEBUG nova.scheduler.client.report [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1456.812051] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1456.812307] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1456.812522] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Deleting the datastore file [datastore1] e10fdba9-c79d-46ea-a877-89a4fbb1c9ae {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1456.812964] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a442153c-ffa5-4115-97dd-b70268729567 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.835503] env[62913]: DEBUG oslo_vmware.api [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Waiting for the task: (returnval){ [ 1456.835503] env[62913]: value = "task-1821711" [ 1456.835503] env[62913]: _type = "Task" [ 1456.835503] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.843140] env[62913]: DEBUG nova.network.neutron [-] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1456.854188] env[62913]: DEBUG oslo_vmware.api [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': task-1821711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.997849] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.034545] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5287cfa9-b499-5822-d2a1-92a2769711ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.119854] env[62913]: DEBUG nova.network.neutron [-] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.164644] env[62913]: DEBUG nova.network.neutron [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updating instance_info_cache with network_info: [{"id": "33cf3019-382e-4784-9105-d28f06a1ad0e", "address": "fa:16:3e:02:da:47", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33cf3019-38", "ovs_interfaceid": "33cf3019-382e-4784-9105-d28f06a1ad0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.263974] env[62913]: DEBUG nova.network.neutron [req-9ebf4f69-0cf3-4ff3-ac85-50b31d832b62 req-fd147576-e8b1-47fe-8af2-41197776835f service nova] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Updated VIF entry in instance network info cache for port 41f413c9-6990-4ad5-89b0-1f0b3e5c7069. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1457.263974] env[62913]: DEBUG nova.network.neutron [req-9ebf4f69-0cf3-4ff3-ac85-50b31d832b62 req-fd147576-e8b1-47fe-8af2-41197776835f service nova] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Updating instance_info_cache with network_info: [{"id": "41f413c9-6990-4ad5-89b0-1f0b3e5c7069", "address": "fa:16:3e:58:38:6e", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f413c9-69", "ovs_interfaceid": "41f413c9-6990-4ad5-89b0-1f0b3e5c7069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.285817] env[62913]: DEBUG oslo_vmware.api [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.343368] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529b43f5-d8b3-49bf-b77f-192d41b51385 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.350410] env[62913]: DEBUG nova.network.neutron [-] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.351262] env[62913]: DEBUG oslo_vmware.api [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': task-1821711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.356758] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b560ca-5d42-4058-a536-4e7908b8f15b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.393299] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b437c46-73fc-49fe-aadf-243953af8a35 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.401151] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29441362-859b-4bfc-9671-912fb209cb8d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.419738] env[62913]: DEBUG nova.compute.provider_tree [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1457.493615] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.537735] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5287cfa9-b499-5822-d2a1-92a2769711ea, 'name': SearchDatastore_Task, 'duration_secs': 0.850272} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.538592] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c92bb0b-cf84-45be-8814-86e246fccb47 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.544056] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1457.544056] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]527367a8-4368-7c4c-dc20-80f160e94770" [ 1457.544056] env[62913]: _type = "Task" [ 1457.544056] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.552634] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527367a8-4368-7c4c-dc20-80f160e94770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.623758] env[62913]: INFO nova.compute.manager [-] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Took 1.86 seconds to deallocate network for instance. [ 1457.669883] env[62913]: DEBUG oslo_concurrency.lockutils [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Releasing lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.766698] env[62913]: DEBUG oslo_concurrency.lockutils [req-9ebf4f69-0cf3-4ff3-ac85-50b31d832b62 req-fd147576-e8b1-47fe-8af2-41197776835f service nova] Releasing lock "refresh_cache-cfbb2227-ae18-45db-97d9-c3149d6b6f4b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.790229] env[62913]: DEBUG oslo_vmware.api [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Task: {'id': task-1821710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.750898} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.790645] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1457.790929] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1457.791191] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1457.791442] env[62913]: INFO nova.compute.manager [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1457.792076] env[62913]: DEBUG oslo.service.loopingcall [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1457.792375] env[62913]: DEBUG nova.compute.manager [-] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1457.792513] env[62913]: DEBUG nova.network.neutron [-] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1457.853574] env[62913]: INFO nova.compute.manager [-] [instance: 572c9851-44eb-45ef-b824-84faff6df379] Took 1.06 seconds to deallocate network for instance. [ 1457.853574] env[62913]: DEBUG oslo_vmware.api [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Task: {'id': task-1821711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.689073} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.858368] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1457.859055] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1457.859987] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1457.859987] env[62913]: INFO nova.compute.manager [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1457.859987] env[62913]: DEBUG oslo.service.loopingcall [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1457.864665] env[62913]: DEBUG nova.compute.manager [-] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1457.864779] env[62913]: DEBUG nova.network.neutron [-] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1457.889969] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.968414] env[62913]: DEBUG nova.scheduler.client.report [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 42 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1457.968824] env[62913]: DEBUG nova.compute.provider_tree [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 42 to 43 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1457.968916] env[62913]: DEBUG nova.compute.provider_tree [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1457.993721] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821707, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.055818] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527367a8-4368-7c4c-dc20-80f160e94770, 'name': SearchDatastore_Task, 'duration_secs': 0.017808} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.055818] env[62913]: DEBUG oslo_concurrency.lockutils [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.056089] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] cfbb2227-ae18-45db-97d9-c3149d6b6f4b/cfbb2227-ae18-45db-97d9-c3149d6b6f4b.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1458.056774] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fcc03ae-593c-4804-88b5-84c89e20728e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.066928] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1458.066928] env[62913]: value = "task-1821712" [ 1458.066928] env[62913]: _type = "Task" [ 1458.066928] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.078019] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.129804] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.198880] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf56c5d-1938-4b5a-9572-7ee53d79cc98 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.222525] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57806ec4-4ec8-41bc-a8d2-0ec3fb82411a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.232176] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updating instance '4ab55729-9afe-4d71-ac5b-2e18a5b3f818' progress to 83 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1458.397794] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.475157] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.499s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.477681] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.224s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.479961] env[62913]: INFO nova.compute.claims [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1458.493832] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821707, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.83009} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.494147] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 0e4e5883-6f92-4124-b591-6bb04f27b764/0e4e5883-6f92-4124-b591-6bb04f27b764.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1458.494364] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1458.494619] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d853d638-e52a-4d41-8bbd-bb35210ea517 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.502601] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1458.502601] env[62913]: value = "task-1821713" [ 1458.502601] env[62913]: _type = "Task" [ 1458.502601] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.512220] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.513888] env[62913]: INFO nova.scheduler.client.report [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Deleted allocations for instance 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f [ 1458.587365] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821712, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.726049] env[62913]: DEBUG nova.compute.manager [req-33ba6e6b-7613-4e46-a348-9b9ed17873bd req-969fb79f-b8ac-4545-9adc-54f2fece158b service nova] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Received event network-vif-deleted-bd04212c-936f-4eca-8e15-7fab8a28034a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1458.746390] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.746390] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ee87428-e41b-4940-8e45-5dc2f5656be4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.754033] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1458.754033] env[62913]: value = "task-1821714" [ 1458.754033] env[62913]: _type = "Task" [ 1458.754033] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.771310] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821714, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.901850] env[62913]: DEBUG nova.network.neutron [-] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.907642] env[62913]: DEBUG oslo_concurrency.lockutils [None req-16ac1ed5-b8de-45b8-bcb2-d1170789f21d tempest-ServersListShow296Test-542646907 tempest-ServersListShow296Test-542646907-project-member] Lock "572c9851-44eb-45ef-b824-84faff6df379" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.866s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.908646] env[62913]: DEBUG nova.network.neutron [-] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.013100] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08515} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.013422] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1459.014219] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e668756-5db3-4bf7-9a67-74c97194fe42 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.042120] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 0e4e5883-6f92-4124-b591-6bb04f27b764/0e4e5883-6f92-4124-b591-6bb04f27b764.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1459.042646] env[62913]: DEBUG oslo_concurrency.lockutils [None req-77c0a35e-2c26-4568-8977-5e4834cfd067 tempest-ServerDiagnosticsV248Test-651326154 tempest-ServerDiagnosticsV248Test-651326154-project-member] Lock "8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.082s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.043944] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-957cc704-7488-4b66-a84f-f9f0ebb09599 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.068749] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1459.068749] env[62913]: value = "task-1821715" [ 1459.068749] env[62913]: _type = "Task" [ 1459.068749] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.084901] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821715, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.090088] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847797} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.090088] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] cfbb2227-ae18-45db-97d9-c3149d6b6f4b/cfbb2227-ae18-45db-97d9-c3149d6b6f4b.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1459.090088] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1459.090088] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f96c1a4b-89c8-48f4-a111-012629d034e1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.096829] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1459.096829] env[62913]: value = "task-1821716" [ 1459.096829] env[62913]: _type = "Task" [ 1459.096829] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.111201] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.192144] env[62913]: DEBUG nova.compute.manager [req-5dd4acd2-6878-4b00-be2b-f120071eeaa0 req-a5cd4852-f11d-4744-ab79-7043afce9c21 service nova] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Received event network-vif-deleted-48636c25-4d2f-4008-a581-13ae07e9ac75 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1459.192779] env[62913]: DEBUG nova.compute.manager [req-5dd4acd2-6878-4b00-be2b-f120071eeaa0 req-a5cd4852-f11d-4744-ab79-7043afce9c21 service nova] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Received event network-vif-deleted-7d49fa4b-feb3-48eb-8e6a-8daeae36b8e9 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1459.268655] env[62913]: DEBUG oslo_vmware.api [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1821714, 'name': PowerOnVM_Task, 'duration_secs': 0.442929} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.272862] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.272862] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-08d2b0b4-d059-4272-a440-a284af6e7b29 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updating instance '4ab55729-9afe-4d71-ac5b-2e18a5b3f818' progress to 100 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1459.403137] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Acquiring lock "a69317c1-cf06-4f63-a58a-288a6cd20498" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.403986] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Lock "a69317c1-cf06-4f63-a58a-288a6cd20498" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.413017] env[62913]: INFO nova.compute.manager [-] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Took 1.55 seconds to deallocate network for instance. [ 1459.419924] env[62913]: INFO nova.compute.manager [-] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Took 1.63 seconds to deallocate network for instance. [ 1459.579324] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.610363] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074328} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.610363] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1459.610754] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ace66b-511e-4942-9ed9-459c4ff69a27 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.634878] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] cfbb2227-ae18-45db-97d9-c3149d6b6f4b/cfbb2227-ae18-45db-97d9-c3149d6b6f4b.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1459.635463] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae7fa730-0efe-4bfb-b208-332dcd8c52b9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.655715] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1459.655715] env[62913]: value = "task-1821717" [ 1459.655715] env[62913]: _type = "Task" [ 1459.655715] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.666501] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.921518] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.930560] env[62913]: DEBUG oslo_concurrency.lockutils [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.995953] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8dd690-2a37-4c2a-b3af-5074a29f14d9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.003530] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b50dfc6-6dbe-4d8c-9133-177f3f32611d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.040406] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716763d0-b858-44e1-bad5-25925f72dfe7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.049020] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991fa393-1d11-4040-ae5a-d9450c5fa550 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.064130] env[62913]: DEBUG nova.compute.provider_tree [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1460.077727] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821715, 'name': ReconfigVM_Task, 'duration_secs': 0.838419} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.078193] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 0e4e5883-6f92-4124-b591-6bb04f27b764/0e4e5883-6f92-4124-b591-6bb04f27b764.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.078668] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0665b81-f150-4c89-8af7-d11e6e085b01 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.085220] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1460.085220] env[62913]: value = "task-1821718" [ 1460.085220] env[62913]: _type = "Task" [ 1460.085220] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.094102] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821718, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.170307] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.597363] env[62913]: ERROR nova.scheduler.client.report [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [req-19994c2e-9ae0-4537-a3c7-7429ec346f71] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-19994c2e-9ae0-4537-a3c7-7429ec346f71"}]} [ 1460.607631] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821718, 'name': Rename_Task, 'duration_secs': 0.3033} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.607950] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.608226] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae6d07bb-c7a7-4a92-aabf-2954c4ebbcef {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.619037] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1460.619037] env[62913]: value = "task-1821719" [ 1460.619037] env[62913]: _type = "Task" [ 1460.619037] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.621991] env[62913]: DEBUG nova.scheduler.client.report [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1460.631194] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.643091] env[62913]: DEBUG nova.scheduler.client.report [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1460.643091] env[62913]: DEBUG nova.compute.provider_tree [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1460.665804] env[62913]: DEBUG nova.scheduler.client.report [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1460.675868] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821717, 'name': ReconfigVM_Task, 'duration_secs': 0.872867} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.676264] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Reconfigured VM instance instance-00000011 to attach disk [datastore1] cfbb2227-ae18-45db-97d9-c3149d6b6f4b/cfbb2227-ae18-45db-97d9-c3149d6b6f4b.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.676908] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e064c20-9dfa-4672-8b23-954dffddba8e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.683877] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1460.683877] env[62913]: value = "task-1821720" [ 1460.683877] env[62913]: _type = "Task" [ 1460.683877] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.695525] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821720, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.698623] env[62913]: DEBUG nova.scheduler.client.report [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1461.135982] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821719, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.199474] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821720, 'name': Rename_Task, 'duration_secs': 0.169633} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.199823] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.201370] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a272a063-5f98-4297-b7bb-25c01b839873 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.209349] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1461.209349] env[62913]: value = "task-1821721" [ 1461.209349] env[62913]: _type = "Task" [ 1461.209349] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.221360] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.269066] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5b1416-310a-4c20-b0b6-215ad4ab3793 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.278410] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277f6214-3cc3-4016-9ff4-44bb7af32a81 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.317286] env[62913]: DEBUG oslo_concurrency.lockutils [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.317785] env[62913]: DEBUG oslo_concurrency.lockutils [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.318167] env[62913]: DEBUG nova.compute.manager [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Going to confirm migration 1 {{(pid=62913) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1461.321405] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb77fb49-e4e8-43b7-a32f-90f733bd98f2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.333122] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8a327b-9f99-4096-ab10-98d8f1cd3692 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.350056] env[62913]: DEBUG nova.compute.provider_tree [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1461.635680] env[62913]: DEBUG oslo_vmware.api [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821719, 'name': PowerOnVM_Task, 'duration_secs': 0.66951} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.639018] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.639018] env[62913]: DEBUG nova.compute.manager [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.639018] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d1269c-dcb8-44b3-a27d-b4c3e09ec8a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.724282] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821721, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.904161] env[62913]: DEBUG oslo_concurrency.lockutils [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.904402] env[62913]: DEBUG oslo_concurrency.lockutils [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquired lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.904607] env[62913]: DEBUG nova.network.neutron [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.904808] env[62913]: DEBUG nova.objects.instance [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lazy-loading 'info_cache' on Instance uuid 4ab55729-9afe-4d71-ac5b-2e18a5b3f818 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.927840] env[62913]: DEBUG nova.scheduler.client.report [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 44 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1461.929106] env[62913]: DEBUG nova.compute.provider_tree [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 44 to 45 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1461.929457] env[62913]: DEBUG nova.compute.provider_tree [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1462.157404] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.225538] env[62913]: DEBUG oslo_vmware.api [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821721, 'name': PowerOnVM_Task, 'duration_secs': 0.701827} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.225538] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1462.226255] env[62913]: INFO nova.compute.manager [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1462.227027] env[62913]: DEBUG nova.compute.manager [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1462.227365] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1badde-8032-4931-bd4c-c07c408ec30f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.436890] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.959s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.437377] env[62913]: DEBUG nova.compute.manager [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1462.440325] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.778s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.444497] env[62913]: INFO nova.compute.claims [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1462.783046] env[62913]: INFO nova.compute.manager [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Took 29.19 seconds to build instance. [ 1462.953485] env[62913]: DEBUG nova.compute.utils [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1462.958021] env[62913]: DEBUG nova.compute.manager [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1462.958021] env[62913]: DEBUG nova.network.neutron [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1463.229354] env[62913]: DEBUG nova.policy [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47441574c6154425800d17907e39dc3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e01875b0d1494111867bb8b5141012b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1463.278844] env[62913]: DEBUG oslo_concurrency.lockutils [None req-60a77659-1cfc-4167-93c9-7c6f224b4838 tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Lock "cfbb2227-ae18-45db-97d9-c3149d6b6f4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.976s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.461778] env[62913]: DEBUG nova.compute.manager [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1463.781694] env[62913]: DEBUG nova.compute.manager [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1463.788431] env[62913]: INFO nova.compute.manager [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Rebuilding instance [ 1463.870013] env[62913]: DEBUG nova.compute.manager [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1463.871019] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1acfe7-39fd-4cd6-9be4-5e478eb1ccc1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.992749] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a931d2-9be1-4fcc-bd07-14681ff0b362 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.001015] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf93cb51-22be-487b-99a8-3fe5f7995f53 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.044647] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29e0bc1-8d72-4f58-934c-508ff827da6b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.054521] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e317d5b0-0c1e-42ca-929f-992d9536047e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.075176] env[62913]: DEBUG nova.compute.provider_tree [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.103855] env[62913]: DEBUG nova.network.neutron [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updating instance_info_cache with network_info: [{"id": "33cf3019-382e-4784-9105-d28f06a1ad0e", "address": "fa:16:3e:02:da:47", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33cf3019-38", "ovs_interfaceid": "33cf3019-382e-4784-9105-d28f06a1ad0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.306589] env[62913]: DEBUG oslo_concurrency.lockutils [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.480178] env[62913]: DEBUG nova.compute.manager [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1464.512807] env[62913]: DEBUG nova.virt.hardware [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1464.513227] env[62913]: DEBUG nova.virt.hardware [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.513641] env[62913]: DEBUG nova.virt.hardware [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1464.513900] env[62913]: DEBUG nova.virt.hardware [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.514144] env[62913]: DEBUG nova.virt.hardware [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1464.514390] env[62913]: DEBUG nova.virt.hardware [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1464.514691] env[62913]: DEBUG nova.virt.hardware [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1464.514938] env[62913]: DEBUG nova.virt.hardware [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1464.515204] env[62913]: DEBUG nova.virt.hardware [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1464.515648] env[62913]: DEBUG nova.virt.hardware [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1464.515938] env[62913]: DEBUG nova.virt.hardware [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1464.518109] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55fc252-097a-4315-a807-63f8a1952abd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.527943] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9dd185-62ea-4892-8a5c-34e0158a35dc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.579245] env[62913]: DEBUG nova.scheduler.client.report [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.606439] env[62913]: DEBUG oslo_concurrency.lockutils [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Releasing lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.606701] env[62913]: DEBUG nova.objects.instance [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lazy-loading 'migration_context' on Instance uuid 4ab55729-9afe-4d71-ac5b-2e18a5b3f818 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1464.762952] env[62913]: DEBUG nova.network.neutron [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Successfully created port: 47e22a16-d0d6-460f-9c60-91299de7aa7e {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1464.891627] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.892827] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e07a345-9380-4e12-8cb6-504ad25ce0e4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.902852] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Waiting for the task: (returnval){ [ 1464.902852] env[62913]: value = "task-1821722" [ 1464.902852] env[62913]: _type = "Task" [ 1464.902852] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.913634] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': task-1821722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.091175] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.091175] env[62913]: DEBUG nova.compute.manager [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1465.092951] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.643s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.093443] env[62913]: DEBUG nova.objects.instance [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Lazy-loading 'resources' on Instance uuid ae89e3c7-9a42-422e-932b-664620b00ad9 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.111574] env[62913]: DEBUG nova.objects.base [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Object Instance<4ab55729-9afe-4d71-ac5b-2e18a5b3f818> lazy-loaded attributes: info_cache,migration_context {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1465.112837] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbe2995-f733-4da1-9741-a3a6ca86bc71 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.143866] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27765cfe-17b8-4cc2-b468-a6227d3979ca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.150258] env[62913]: DEBUG oslo_vmware.api [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1465.150258] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]522ad3c3-ddd4-75de-ffad-b3dc0d3ba841" [ 1465.150258] env[62913]: _type = "Task" [ 1465.150258] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.165131] env[62913]: DEBUG oslo_vmware.api [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]522ad3c3-ddd4-75de-ffad-b3dc0d3ba841, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.166049] env[62913]: DEBUG oslo_concurrency.lockutils [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.417502] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': task-1821722, 'name': PowerOffVM_Task, 'duration_secs': 0.288248} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.418575] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1465.418902] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1465.419712] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e260c77-3ede-4402-a56c-9138fbf922be {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.428622] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1465.428904] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69aee03e-a9df-443c-8da0-ca6d5a7b0742 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.456562] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1465.456816] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1465.457177] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Deleting the datastore file [datastore1] 0e4e5883-6f92-4124-b591-6bb04f27b764 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.457291] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-702e3af3-ed19-443c-96e5-46137cdc7534 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.173493] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquiring lock "cfbb2227-ae18-45db-97d9-c3149d6b6f4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.173786] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Lock "cfbb2227-ae18-45db-97d9-c3149d6b6f4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.173932] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquiring lock "cfbb2227-ae18-45db-97d9-c3149d6b6f4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.174183] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Lock "cfbb2227-ae18-45db-97d9-c3149d6b6f4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.174454] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Lock "cfbb2227-ae18-45db-97d9-c3149d6b6f4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.177754] env[62913]: DEBUG nova.compute.utils [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1466.181674] env[62913]: INFO nova.compute.manager [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Terminating instance [ 1466.182842] env[62913]: DEBUG nova.compute.manager [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1466.183030] env[62913]: DEBUG nova.network.neutron [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1466.189965] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Waiting for the task: (returnval){ [ 1466.189965] env[62913]: value = "task-1821724" [ 1466.189965] env[62913]: _type = "Task" [ 1466.189965] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.205146] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': task-1821724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.232652] env[62913]: DEBUG nova.policy [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2208bb9fb25c4370a03aab5678c3f006', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22fcc35c93734dee888e4e560158b448', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1466.684329] env[62913]: DEBUG nova.compute.manager [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1466.699825] env[62913]: DEBUG nova.compute.manager [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1466.700047] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1466.700430] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': task-1821724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094871} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.701303] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5917a23d-839c-4e55-b17a-7e1f53baddc2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.707290] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1466.707431] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1466.707618] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1466.720294] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.720294] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bd9daf8-6b18-481d-bc17-446093877419 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.726326] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7c12d1-5e55-48cf-bc24-f76c869cfc98 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.730243] env[62913]: DEBUG oslo_vmware.api [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1466.730243] env[62913]: value = "task-1821725" [ 1466.730243] env[62913]: _type = "Task" [ 1466.730243] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.738226] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e445f028-fbd6-4958-8b86-aec5010ffd63 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.744369] env[62913]: DEBUG oslo_vmware.api [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.777010] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b78f24-c80b-44e8-892a-67b39cf83b4b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.786974] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7484f6-914c-4d1c-a046-baf23c448629 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.793527] env[62913]: DEBUG nova.network.neutron [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Successfully created port: 7777097b-8fd1-45a6-8c03-96c93667820d {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1466.813058] env[62913]: DEBUG nova.compute.provider_tree [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1466.948774] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "989e9887-935f-4dfc-96c7-d84fa3ba0852" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.949121] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "989e9887-935f-4dfc-96c7-d84fa3ba0852" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.132935] env[62913]: DEBUG nova.network.neutron [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Successfully updated port: 47e22a16-d0d6-460f-9c60-91299de7aa7e {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1467.247415] env[62913]: DEBUG oslo_vmware.api [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821725, 'name': PowerOffVM_Task, 'duration_secs': 0.216316} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.247721] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1467.247893] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1467.248185] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05beb408-6692-4421-9324-c8708749858f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.331485] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1467.331699] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1467.331890] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Deleting the datastore file [datastore1] cfbb2227-ae18-45db-97d9-c3149d6b6f4b {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1467.332548] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7520ddde-7757-4d6f-96d7-81d2e8b55585 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.334725] env[62913]: ERROR nova.scheduler.client.report [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] [req-745bed3c-09e8-422a-afd8-24653ae8a62b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-745bed3c-09e8-422a-afd8-24653ae8a62b"}]} [ 1467.341674] env[62913]: DEBUG oslo_vmware.api [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for the task: (returnval){ [ 1467.341674] env[62913]: value = "task-1821727" [ 1467.341674] env[62913]: _type = "Task" [ 1467.341674] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.349793] env[62913]: DEBUG oslo_vmware.api [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.352664] env[62913]: DEBUG nova.scheduler.client.report [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1467.372265] env[62913]: DEBUG nova.scheduler.client.report [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1467.372470] env[62913]: DEBUG nova.compute.provider_tree [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1467.374683] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "2ecedb08-72b9-4527-b396-da8ce3daf998" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.374901] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "2ecedb08-72b9-4527-b396-da8ce3daf998" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.384322] env[62913]: DEBUG nova.scheduler.client.report [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1467.404444] env[62913]: DEBUG nova.scheduler.client.report [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1467.423218] env[62913]: DEBUG nova.compute.manager [req-18bcf771-e470-4b93-a905-3427efd0e8a2 req-42708861-5e90-48d3-9603-6be57591b4eb service nova] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Received event network-vif-plugged-47e22a16-d0d6-460f-9c60-91299de7aa7e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1467.423218] env[62913]: DEBUG oslo_concurrency.lockutils [req-18bcf771-e470-4b93-a905-3427efd0e8a2 req-42708861-5e90-48d3-9603-6be57591b4eb service nova] Acquiring lock "a47e552a-37a0-4609-9103-aa3ce28fdabe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.423693] env[62913]: DEBUG oslo_concurrency.lockutils [req-18bcf771-e470-4b93-a905-3427efd0e8a2 req-42708861-5e90-48d3-9603-6be57591b4eb service nova] Lock "a47e552a-37a0-4609-9103-aa3ce28fdabe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.423758] env[62913]: DEBUG oslo_concurrency.lockutils [req-18bcf771-e470-4b93-a905-3427efd0e8a2 req-42708861-5e90-48d3-9603-6be57591b4eb service nova] Lock "a47e552a-37a0-4609-9103-aa3ce28fdabe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.424600] env[62913]: DEBUG nova.compute.manager [req-18bcf771-e470-4b93-a905-3427efd0e8a2 req-42708861-5e90-48d3-9603-6be57591b4eb service nova] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] No waiting events found dispatching network-vif-plugged-47e22a16-d0d6-460f-9c60-91299de7aa7e {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1467.424600] env[62913]: WARNING nova.compute.manager [req-18bcf771-e470-4b93-a905-3427efd0e8a2 req-42708861-5e90-48d3-9603-6be57591b4eb service nova] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Received unexpected event network-vif-plugged-47e22a16-d0d6-460f-9c60-91299de7aa7e for instance with vm_state building and task_state spawning. [ 1467.634656] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquiring lock "refresh_cache-a47e552a-37a0-4609-9103-aa3ce28fdabe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.634812] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquired lock "refresh_cache-a47e552a-37a0-4609-9103-aa3ce28fdabe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.634968] env[62913]: DEBUG nova.network.neutron [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1467.696599] env[62913]: DEBUG nova.compute.manager [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1467.731728] env[62913]: DEBUG nova.virt.hardware [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1467.732048] env[62913]: DEBUG nova.virt.hardware [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.732232] env[62913]: DEBUG nova.virt.hardware [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1467.732530] env[62913]: DEBUG nova.virt.hardware [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.732691] env[62913]: DEBUG nova.virt.hardware [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1467.732836] env[62913]: DEBUG nova.virt.hardware [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1467.733496] env[62913]: DEBUG nova.virt.hardware [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1467.733711] env[62913]: DEBUG nova.virt.hardware [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1467.733892] env[62913]: DEBUG nova.virt.hardware [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1467.734070] env[62913]: DEBUG nova.virt.hardware [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1467.734249] env[62913]: DEBUG nova.virt.hardware [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1467.735132] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98be6660-f977-4727-9ef7-77ce42f952ed {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.750769] env[62913]: DEBUG nova.virt.hardware [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1467.751046] env[62913]: DEBUG nova.virt.hardware [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.751269] env[62913]: DEBUG nova.virt.hardware [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1467.751474] env[62913]: DEBUG nova.virt.hardware [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.751623] env[62913]: DEBUG nova.virt.hardware [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1467.751765] env[62913]: DEBUG nova.virt.hardware [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1467.751975] env[62913]: DEBUG nova.virt.hardware [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1467.752146] env[62913]: DEBUG nova.virt.hardware [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1467.752427] env[62913]: DEBUG nova.virt.hardware [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1467.752621] env[62913]: DEBUG nova.virt.hardware [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1467.752961] env[62913]: DEBUG nova.virt.hardware [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1467.754171] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21725c7c-59f1-4cca-85a4-847df2e32ca2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.758885] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ff36c5-1398-4bb1-bbb3-ed343eef152d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.778883] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbae710e-d448-4667-9d69-c62fb0cb2276 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.797549] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Instance VIF info [] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1467.804191] env[62913]: DEBUG oslo.service.loopingcall [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1467.807744] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1467.808203] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff81d652-5992-4a51-95b0-00d79ed71703 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.831182] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1467.831182] env[62913]: value = "task-1821728" [ 1467.831182] env[62913]: _type = "Task" [ 1467.831182] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.840492] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821728, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.850812] env[62913]: DEBUG oslo_vmware.api [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Task: {'id': task-1821727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146138} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.853227] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1467.853420] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1467.853630] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1467.853759] env[62913]: INFO nova.compute.manager [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1467.854015] env[62913]: DEBUG oslo.service.loopingcall [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1467.854556] env[62913]: DEBUG nova.compute.manager [-] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1467.854652] env[62913]: DEBUG nova.network.neutron [-] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1467.900117] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780eb76a-8d48-4549-b3e1-81225b3dce4a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.907513] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad51918-9855-4d27-bcd5-73025ed53506 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.937159] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90556cef-38e8-4cbf-9f4e-8f420366bdb2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.946429] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31553cec-845e-46c3-aba1-d58ec05c879c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.962541] env[62913]: DEBUG nova.compute.provider_tree [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1468.172426] env[62913]: DEBUG nova.network.neutron [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1468.341878] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821728, 'name': CreateVM_Task, 'duration_secs': 0.292837} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.342276] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1468.342524] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.342689] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.343046] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1468.343301] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be5c884-87c8-450e-94aa-9551116d8064 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.348076] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Waiting for the task: (returnval){ [ 1468.348076] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5282dacd-929a-7650-dfbe-8dddc3957fba" [ 1468.348076] env[62913]: _type = "Task" [ 1468.348076] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.356488] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5282dacd-929a-7650-dfbe-8dddc3957fba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.530074] env[62913]: DEBUG nova.scheduler.client.report [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1468.530332] env[62913]: DEBUG nova.compute.provider_tree [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 47 to 48 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1468.530505] env[62913]: DEBUG nova.compute.provider_tree [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1468.570977] env[62913]: DEBUG nova.network.neutron [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Updating instance_info_cache with network_info: [{"id": "47e22a16-d0d6-460f-9c60-91299de7aa7e", "address": "fa:16:3e:e3:7f:44", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e22a16-d0", "ovs_interfaceid": "47e22a16-d0d6-460f-9c60-91299de7aa7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.684699] env[62913]: DEBUG nova.network.neutron [-] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.860833] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5282dacd-929a-7650-dfbe-8dddc3957fba, 'name': SearchDatastore_Task, 'duration_secs': 0.012293} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.861279] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.864022] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1468.864022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.864022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.864468] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1468.864680] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-503e9913-29d4-4fa0-9713-d215b57e1e72 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.875186] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1468.875369] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1468.876403] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b6b594f-392a-462f-b16b-156cfd224802 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.883856] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Waiting for the task: (returnval){ [ 1468.883856] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]520ee404-657a-253e-26a7-6f401316d2be" [ 1468.883856] env[62913]: _type = "Task" [ 1468.883856] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.894784] env[62913]: DEBUG nova.network.neutron [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Successfully updated port: 7777097b-8fd1-45a6-8c03-96c93667820d {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1468.903507] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520ee404-657a-253e-26a7-6f401316d2be, 'name': SearchDatastore_Task, 'duration_secs': 0.008959} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.904529] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5e53e2-01b9-4bdb-a452-e3d2d23e0e9a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.910878] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Waiting for the task: (returnval){ [ 1468.910878] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52c7d199-7447-7a2a-84cb-39f1505ce39c" [ 1468.910878] env[62913]: _type = "Task" [ 1468.910878] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.920168] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c7d199-7447-7a2a-84cb-39f1505ce39c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.041027] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.946s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.041027] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.802s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.043523] env[62913]: INFO nova.compute.claims [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1469.064785] env[62913]: INFO nova.scheduler.client.report [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Deleted allocations for instance ae89e3c7-9a42-422e-932b-664620b00ad9 [ 1469.075524] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Releasing lock "refresh_cache-a47e552a-37a0-4609-9103-aa3ce28fdabe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.075791] env[62913]: DEBUG nova.compute.manager [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Instance network_info: |[{"id": "47e22a16-d0d6-460f-9c60-91299de7aa7e", "address": "fa:16:3e:e3:7f:44", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e22a16-d0", "ovs_interfaceid": "47e22a16-d0d6-460f-9c60-91299de7aa7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1469.076936] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:7f:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47e22a16-d0d6-460f-9c60-91299de7aa7e', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1469.086605] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Creating folder: Project (e01875b0d1494111867bb8b5141012b8). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1469.087680] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88f41609-32ff-4e23-94b5-d7e5d8f5e973 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.101564] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Created folder: Project (e01875b0d1494111867bb8b5141012b8) in parent group-v377263. [ 1469.102244] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Creating folder: Instances. Parent ref: group-v377310. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1469.102931] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1603b83e-f0f6-4e3d-bb26-1a4ddb9074e7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.113107] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Created folder: Instances in parent group-v377310. [ 1469.113259] env[62913]: DEBUG oslo.service.loopingcall [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1469.113386] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1469.113590] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa581840-4c5e-4f46-b0b9-781db0d94af5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.136598] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1469.136598] env[62913]: value = "task-1821731" [ 1469.136598] env[62913]: _type = "Task" [ 1469.136598] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.144968] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821731, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.189205] env[62913]: INFO nova.compute.manager [-] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Took 1.33 seconds to deallocate network for instance. [ 1469.397740] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Acquiring lock "refresh_cache-61b0c495-6d81-4912-899b-0134798ebe29" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.398044] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Acquired lock "refresh_cache-61b0c495-6d81-4912-899b-0134798ebe29" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.398044] env[62913]: DEBUG nova.network.neutron [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1469.424923] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c7d199-7447-7a2a-84cb-39f1505ce39c, 'name': SearchDatastore_Task, 'duration_secs': 0.008583} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.425237] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.425540] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 0e4e5883-6f92-4124-b591-6bb04f27b764/0e4e5883-6f92-4124-b591-6bb04f27b764.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1469.425769] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80da3f1a-9d38-4668-9617-646ea344c9a8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.433793] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Waiting for the task: (returnval){ [ 1469.433793] env[62913]: value = "task-1821732" [ 1469.433793] env[62913]: _type = "Task" [ 1469.433793] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.443887] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': task-1821732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.460481] env[62913]: DEBUG nova.compute.manager [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Received event network-changed-47e22a16-d0d6-460f-9c60-91299de7aa7e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1469.460652] env[62913]: DEBUG nova.compute.manager [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Refreshing instance network info cache due to event network-changed-47e22a16-d0d6-460f-9c60-91299de7aa7e. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1469.460925] env[62913]: DEBUG oslo_concurrency.lockutils [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] Acquiring lock "refresh_cache-a47e552a-37a0-4609-9103-aa3ce28fdabe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.461110] env[62913]: DEBUG oslo_concurrency.lockutils [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] Acquired lock "refresh_cache-a47e552a-37a0-4609-9103-aa3ce28fdabe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.461258] env[62913]: DEBUG nova.network.neutron [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Refreshing network info cache for port 47e22a16-d0d6-460f-9c60-91299de7aa7e {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1469.574273] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00a5fcbd-6f5c-4b63-8c6d-bb1a021141ce tempest-ImagesNegativeTestJSON-1855291360 tempest-ImagesNegativeTestJSON-1855291360-project-member] Lock "ae89e3c7-9a42-422e-932b-664620b00ad9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.252s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.650412] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821731, 'name': CreateVM_Task, 'duration_secs': 0.456113} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.650412] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1469.651143] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.651385] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.651968] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1469.652186] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0242036-9c33-4426-8d23-e21cc7fc17c9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.657926] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1469.657926] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5229826e-a16c-b8ee-504b-eb9083738cc6" [ 1469.657926] env[62913]: _type = "Task" [ 1469.657926] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.666223] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5229826e-a16c-b8ee-504b-eb9083738cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.696547] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.949275] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': task-1821732, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.958796] env[62913]: DEBUG nova.network.neutron [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1470.173012] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5229826e-a16c-b8ee-504b-eb9083738cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.103251} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.173381] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.173614] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1470.173847] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.173996] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.174192] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1470.174452] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f361eed8-2c62-4bb9-8351-b72b04d635ba {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.186910] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1470.187157] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1470.191323] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aca49ba-2938-40fc-8afa-c654b526fe29 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.197366] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1470.197366] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52fb07c8-556b-c9e1-e602-f1603ae45600" [ 1470.197366] env[62913]: _type = "Task" [ 1470.197366] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.206550] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52fb07c8-556b-c9e1-e602-f1603ae45600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.243837] env[62913]: DEBUG nova.network.neutron [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Updated VIF entry in instance network info cache for port 47e22a16-d0d6-460f-9c60-91299de7aa7e. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.244219] env[62913]: DEBUG nova.network.neutron [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Updating instance_info_cache with network_info: [{"id": "47e22a16-d0d6-460f-9c60-91299de7aa7e", "address": "fa:16:3e:e3:7f:44", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e22a16-d0", "ovs_interfaceid": "47e22a16-d0d6-460f-9c60-91299de7aa7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.445824] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': task-1821732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661224} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.446122] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 0e4e5883-6f92-4124-b591-6bb04f27b764/0e4e5883-6f92-4124-b591-6bb04f27b764.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1470.446336] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1470.446588] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2da8cb2f-9480-41f6-a678-c291ec9e71f3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.457867] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Waiting for the task: (returnval){ [ 1470.457867] env[62913]: value = "task-1821733" [ 1470.457867] env[62913]: _type = "Task" [ 1470.457867] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.471499] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': task-1821733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.488417] env[62913]: DEBUG nova.network.neutron [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Updating instance_info_cache with network_info: [{"id": "7777097b-8fd1-45a6-8c03-96c93667820d", "address": "fa:16:3e:dd:c9:d6", "network": {"id": "d7c559dd-db00-4dba-b9e3-de7cba94912c", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-988256105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22fcc35c93734dee888e4e560158b448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7777097b-8f", "ovs_interfaceid": "7777097b-8fd1-45a6-8c03-96c93667820d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.513718] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6850cd-2a9d-40d2-a728-d67f386bc914 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.521860] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a732c67-d44f-4d11-963c-7c6abff6220d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.553700] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4d1427-3f91-43be-ab59-cc24b926a234 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.561818] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c44610-6da8-40fe-8e41-8187e6f65240 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.571053] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Acquiring lock "1a60dd50-c805-401b-8574-a11eebc105c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.571241] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Lock "1a60dd50-c805-401b-8574-a11eebc105c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.582061] env[62913]: DEBUG nova.compute.provider_tree [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.708490] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52fb07c8-556b-c9e1-e602-f1603ae45600, 'name': SearchDatastore_Task, 'duration_secs': 0.009441} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.709435] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a349de93-2a23-4b73-a42b-dca1a7fa7cfb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.718176] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1470.718176] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]521f6ca4-975e-e2e6-16f0-e83462386bd6" [ 1470.718176] env[62913]: _type = "Task" [ 1470.718176] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.726103] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521f6ca4-975e-e2e6-16f0-e83462386bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.746784] env[62913]: DEBUG oslo_concurrency.lockutils [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] Releasing lock "refresh_cache-a47e552a-37a0-4609-9103-aa3ce28fdabe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.747074] env[62913]: DEBUG nova.compute.manager [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Received event network-vif-deleted-41f413c9-6990-4ad5-89b0-1f0b3e5c7069 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1470.747264] env[62913]: DEBUG nova.compute.manager [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Received event network-vif-plugged-7777097b-8fd1-45a6-8c03-96c93667820d {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1470.747465] env[62913]: DEBUG oslo_concurrency.lockutils [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] Acquiring lock "61b0c495-6d81-4912-899b-0134798ebe29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.747665] env[62913]: DEBUG oslo_concurrency.lockutils [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] Lock "61b0c495-6d81-4912-899b-0134798ebe29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.747820] env[62913]: DEBUG oslo_concurrency.lockutils [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] Lock "61b0c495-6d81-4912-899b-0134798ebe29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.747981] env[62913]: DEBUG nova.compute.manager [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] No waiting events found dispatching network-vif-plugged-7777097b-8fd1-45a6-8c03-96c93667820d {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1470.748163] env[62913]: WARNING nova.compute.manager [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Received unexpected event network-vif-plugged-7777097b-8fd1-45a6-8c03-96c93667820d for instance with vm_state building and task_state spawning. [ 1470.748323] env[62913]: DEBUG nova.compute.manager [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Received event network-changed-7777097b-8fd1-45a6-8c03-96c93667820d {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1470.748471] env[62913]: DEBUG nova.compute.manager [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Refreshing instance network info cache due to event network-changed-7777097b-8fd1-45a6-8c03-96c93667820d. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1470.748635] env[62913]: DEBUG oslo_concurrency.lockutils [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] Acquiring lock "refresh_cache-61b0c495-6d81-4912-899b-0134798ebe29" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.973662] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': task-1821733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068266} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.973978] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1470.974762] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140b02c7-3b2f-484a-863a-46f06e8dd799 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.994680] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 0e4e5883-6f92-4124-b591-6bb04f27b764/0e4e5883-6f92-4124-b591-6bb04f27b764.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1470.995274] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Releasing lock "refresh_cache-61b0c495-6d81-4912-899b-0134798ebe29" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.995570] env[62913]: DEBUG nova.compute.manager [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Instance network_info: |[{"id": "7777097b-8fd1-45a6-8c03-96c93667820d", "address": "fa:16:3e:dd:c9:d6", "network": {"id": "d7c559dd-db00-4dba-b9e3-de7cba94912c", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-988256105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22fcc35c93734dee888e4e560158b448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7777097b-8f", "ovs_interfaceid": "7777097b-8fd1-45a6-8c03-96c93667820d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1470.995841] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cff113c-b048-4657-b38f-1f00c2ec6d34 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.010181] env[62913]: DEBUG oslo_concurrency.lockutils [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] Acquired lock "refresh_cache-61b0c495-6d81-4912-899b-0134798ebe29" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.014352] env[62913]: DEBUG nova.network.neutron [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Refreshing network info cache for port 7777097b-8fd1-45a6-8c03-96c93667820d {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.015660] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:c9:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7777097b-8fd1-45a6-8c03-96c93667820d', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1471.029738] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Creating folder: Project (22fcc35c93734dee888e4e560158b448). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1471.029738] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bcf9324-ae9d-4213-8fc9-7c6a1f92ef4b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.036449] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Waiting for the task: (returnval){ [ 1471.036449] env[62913]: value = "task-1821734" [ 1471.036449] env[62913]: _type = "Task" [ 1471.036449] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.041591] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Created folder: Project (22fcc35c93734dee888e4e560158b448) in parent group-v377263. [ 1471.041761] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Creating folder: Instances. Parent ref: group-v377313. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1471.042012] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a0e261d-60ff-43d6-a748-ca5a7ab8e935 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.046983] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': task-1821734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.056613] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Created folder: Instances in parent group-v377313. [ 1471.056848] env[62913]: DEBUG oslo.service.loopingcall [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.057043] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1471.057285] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2f02d6c-cffc-4b31-86d2-8a8df531c966 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.078380] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1471.078380] env[62913]: value = "task-1821737" [ 1471.078380] env[62913]: _type = "Task" [ 1471.078380] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.088964] env[62913]: DEBUG nova.scheduler.client.report [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.092857] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821737, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.227518] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521f6ca4-975e-e2e6-16f0-e83462386bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.025306} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.227788] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.228049] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] a47e552a-37a0-4609-9103-aa3ce28fdabe/a47e552a-37a0-4609-9103-aa3ce28fdabe.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1471.228302] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74b3c318-205d-40cc-8e97-82b39f8b19a8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.236201] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1471.236201] env[62913]: value = "task-1821738" [ 1471.236201] env[62913]: _type = "Task" [ 1471.236201] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.248319] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.549174] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': task-1821734, 'name': ReconfigVM_Task, 'duration_secs': 0.339033} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.549847] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 0e4e5883-6f92-4124-b591-6bb04f27b764/0e4e5883-6f92-4124-b591-6bb04f27b764.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1471.551707] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f20d72d2-6cc0-4794-89d9-632224ed4487 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.558445] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Waiting for the task: (returnval){ [ 1471.558445] env[62913]: value = "task-1821739" [ 1471.558445] env[62913]: _type = "Task" [ 1471.558445] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.569895] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': task-1821739, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.592938] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821737, 'name': CreateVM_Task, 'duration_secs': 0.348268} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.592938] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1471.592938] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.592938] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.592938] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1471.593477] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.594126] env[62913]: DEBUG nova.compute.manager [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1471.596754] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d03ecba-7c57-4ea3-9f8a-684d300cd176 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.600121] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.294s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.600896] env[62913]: INFO nova.compute.claims [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1471.609065] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Waiting for the task: (returnval){ [ 1471.609065] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523f45c1-d3d4-0755-cc52-c81805ab25d2" [ 1471.609065] env[62913]: _type = "Task" [ 1471.609065] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.619123] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523f45c1-d3d4-0755-cc52-c81805ab25d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.745340] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821738, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.068980] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': task-1821739, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.080638] env[62913]: DEBUG nova.network.neutron [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Updated VIF entry in instance network info cache for port 7777097b-8fd1-45a6-8c03-96c93667820d. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.081338] env[62913]: DEBUG nova.network.neutron [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Updating instance_info_cache with network_info: [{"id": "7777097b-8fd1-45a6-8c03-96c93667820d", "address": "fa:16:3e:dd:c9:d6", "network": {"id": "d7c559dd-db00-4dba-b9e3-de7cba94912c", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-988256105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22fcc35c93734dee888e4e560158b448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7777097b-8f", "ovs_interfaceid": "7777097b-8fd1-45a6-8c03-96c93667820d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.101158] env[62913]: DEBUG nova.compute.utils [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1472.105033] env[62913]: DEBUG nova.compute.manager [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1472.105033] env[62913]: DEBUG nova.network.neutron [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1472.126585] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523f45c1-d3d4-0755-cc52-c81805ab25d2, 'name': SearchDatastore_Task, 'duration_secs': 0.190212} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.126585] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.126585] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.126585] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.126585] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.126585] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.127079] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3075496f-4079-49fa-8f67-88178a97ae0a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.148015] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.148015] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.148015] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c99759b3-ec9d-4359-a164-7f9310fca776 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.154065] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Waiting for the task: (returnval){ [ 1472.154065] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52d6617e-bdeb-aab5-9ff0-629686b7aa55" [ 1472.154065] env[62913]: _type = "Task" [ 1472.154065] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.163881] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d6617e-bdeb-aab5-9ff0-629686b7aa55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.207418] env[62913]: DEBUG nova.policy [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47441574c6154425800d17907e39dc3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e01875b0d1494111867bb8b5141012b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1472.247754] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821738, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.505364] env[62913]: DEBUG oslo_concurrency.lockutils [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquiring lock "6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.505637] env[62913]: DEBUG oslo_concurrency.lockutils [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.571114] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': task-1821739, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.584800] env[62913]: DEBUG oslo_concurrency.lockutils [req-0037708d-d478-4d5e-9894-21e366aa1792 req-4990831a-6e4d-4bff-a31e-8d459b7ba7b3 service nova] Releasing lock "refresh_cache-61b0c495-6d81-4912-899b-0134798ebe29" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.606781] env[62913]: DEBUG nova.compute.manager [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1472.669477] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d6617e-bdeb-aab5-9ff0-629686b7aa55, 'name': SearchDatastore_Task, 'duration_secs': 0.126057} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.675182] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60be08eb-3117-4e0d-88ac-acb7da80f092 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.680712] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Waiting for the task: (returnval){ [ 1472.680712] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b641df-a1dd-33c8-5930-703652b6560b" [ 1472.680712] env[62913]: _type = "Task" [ 1472.680712] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.689682] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b641df-a1dd-33c8-5930-703652b6560b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.748494] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821738, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.198393} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.751560] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] a47e552a-37a0-4609-9103-aa3ce28fdabe/a47e552a-37a0-4609-9103-aa3ce28fdabe.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1472.751792] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1472.752511] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdb6532f-54e0-48e3-b8c4-6911ec8d0711 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.759522] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1472.759522] env[62913]: value = "task-1821740" [ 1472.759522] env[62913]: _type = "Task" [ 1472.759522] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.767479] env[62913]: DEBUG nova.network.neutron [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Successfully created port: 90cb1efb-9716-468c-be22-994c1daf15c3 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1472.776766] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.073856] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': task-1821739, 'name': Rename_Task, 'duration_secs': 1.117154} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.077723] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1473.078036] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21f6ce42-5bed-428c-8769-7a8c61389487 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.086213] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Waiting for the task: (returnval){ [ 1473.086213] env[62913]: value = "task-1821741" [ 1473.086213] env[62913]: _type = "Task" [ 1473.086213] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.099106] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': task-1821741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.156527] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6c3125-b085-4aa5-b924-af496ccc392f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.167947] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38acc6c9-cb44-407e-82f5-7091246b5a53 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.205241] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee2102e-0c05-492f-9875-3390bfae8db2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.215500] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b641df-a1dd-33c8-5930-703652b6560b, 'name': SearchDatastore_Task, 'duration_secs': 0.011658} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.215823] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.216089] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 61b0c495-6d81-4912-899b-0134798ebe29/61b0c495-6d81-4912-899b-0134798ebe29.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.217933] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b34502d-b01a-4497-a261-8e74f2e5dc9d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.221478] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-821c628a-51c8-411e-a7e9-30b01d391ed8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.236901] env[62913]: DEBUG nova.compute.provider_tree [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.240905] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Waiting for the task: (returnval){ [ 1473.240905] env[62913]: value = "task-1821742" [ 1473.240905] env[62913]: _type = "Task" [ 1473.240905] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.251023] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': task-1821742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.268749] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079461} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.269128] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1473.269944] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d24f967-82ab-4c95-80c8-95038c1d8aef {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.293255] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] a47e552a-37a0-4609-9103-aa3ce28fdabe/a47e552a-37a0-4609-9103-aa3ce28fdabe.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.293933] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4021c334-aa69-44a1-a076-7fb58295d61a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.316665] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1473.316665] env[62913]: value = "task-1821743" [ 1473.316665] env[62913]: _type = "Task" [ 1473.316665] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.328640] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.600529] env[62913]: DEBUG oslo_vmware.api [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Task: {'id': task-1821741, 'name': PowerOnVM_Task, 'duration_secs': 0.473198} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.600822] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1473.601307] env[62913]: DEBUG nova.compute.manager [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1473.601817] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd6412a-bbf7-42d0-976b-976a9b3d7ea3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.618432] env[62913]: DEBUG nova.compute.manager [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1473.645952] env[62913]: DEBUG nova.virt.hardware [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1473.646362] env[62913]: DEBUG nova.virt.hardware [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1473.646528] env[62913]: DEBUG nova.virt.hardware [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1473.646718] env[62913]: DEBUG nova.virt.hardware [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1473.646865] env[62913]: DEBUG nova.virt.hardware [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1473.647030] env[62913]: DEBUG nova.virt.hardware [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1473.647262] env[62913]: DEBUG nova.virt.hardware [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1473.647422] env[62913]: DEBUG nova.virt.hardware [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1473.647590] env[62913]: DEBUG nova.virt.hardware [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1473.647755] env[62913]: DEBUG nova.virt.hardware [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1473.647926] env[62913]: DEBUG nova.virt.hardware [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1473.649195] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4279b715-2b64-482a-aa1a-703405edbafa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.658675] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11886343-c78e-4824-a590-b5addc3c9c93 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.742061] env[62913]: DEBUG nova.scheduler.client.report [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.757457] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': task-1821742, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.831530] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.124794] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.251979] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.252569] env[62913]: DEBUG nova.compute.manager [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1474.258724] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.023s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.259634] env[62913]: INFO nova.compute.claims [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1474.263620] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': task-1821742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717858} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.264453] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 61b0c495-6d81-4912-899b-0134798ebe29/61b0c495-6d81-4912-899b-0134798ebe29.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.266016] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.266016] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58e0ce62-0b87-44fe-9ab2-af66f74a13b8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.272433] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Waiting for the task: (returnval){ [ 1474.272433] env[62913]: value = "task-1821744" [ 1474.272433] env[62913]: _type = "Task" [ 1474.272433] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.280917] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': task-1821744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.331186] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821743, 'name': ReconfigVM_Task, 'duration_secs': 0.784091} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.331543] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Reconfigured VM instance instance-00000012 to attach disk [datastore1] a47e552a-37a0-4609-9103-aa3ce28fdabe/a47e552a-37a0-4609-9103-aa3ce28fdabe.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1474.332450] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08bd4883-b1fd-4ca5-aebc-f980a78b640d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.339608] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1474.339608] env[62913]: value = "task-1821745" [ 1474.339608] env[62913]: _type = "Task" [ 1474.339608] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.348375] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821745, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.720061] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquiring lock "0e4e5883-6f92-4124-b591-6bb04f27b764" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.720360] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Lock "0e4e5883-6f92-4124-b591-6bb04f27b764" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.720566] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquiring lock "0e4e5883-6f92-4124-b591-6bb04f27b764-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.724017] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Lock "0e4e5883-6f92-4124-b591-6bb04f27b764-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.724017] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Lock "0e4e5883-6f92-4124-b591-6bb04f27b764-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.724306] env[62913]: INFO nova.compute.manager [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Terminating instance [ 1474.772062] env[62913]: DEBUG nova.compute.utils [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1474.774860] env[62913]: DEBUG nova.compute.manager [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1474.775699] env[62913]: DEBUG nova.network.neutron [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1474.791653] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': task-1821744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064873} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.791653] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1474.792316] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e339d6-f94a-41ba-a613-6c908686bd0a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.819184] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 61b0c495-6d81-4912-899b-0134798ebe29/61b0c495-6d81-4912-899b-0134798ebe29.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.819951] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7872e4e2-bdf5-40e0-a79a-09d453037656 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.846543] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Waiting for the task: (returnval){ [ 1474.846543] env[62913]: value = "task-1821746" [ 1474.846543] env[62913]: _type = "Task" [ 1474.846543] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.850039] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821745, 'name': Rename_Task, 'duration_secs': 0.153754} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.855100] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1474.855100] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7fc6366-ce15-47a8-8acd-6afded960892 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.860173] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': task-1821746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.861609] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1474.861609] env[62913]: value = "task-1821747" [ 1474.861609] env[62913]: _type = "Task" [ 1474.861609] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.865802] env[62913]: DEBUG nova.policy [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9804181ca484443b9e0fb5cb24365926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e117b9e16efe4c93bcb40ceeb540b462', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1474.872418] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.916845] env[62913]: DEBUG nova.network.neutron [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Successfully updated port: 90cb1efb-9716-468c-be22-994c1daf15c3 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1474.929685] env[62913]: DEBUG nova.compute.manager [req-803e4e2c-48b2-4adb-b115-c27b9632320e req-4c1424ce-ef8f-46ad-a7f7-50363060301f service nova] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Received event network-vif-plugged-90cb1efb-9716-468c-be22-994c1daf15c3 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1474.929919] env[62913]: DEBUG oslo_concurrency.lockutils [req-803e4e2c-48b2-4adb-b115-c27b9632320e req-4c1424ce-ef8f-46ad-a7f7-50363060301f service nova] Acquiring lock "93a8a81f-866c-42fa-9eaf-7f8d5d28112b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.930145] env[62913]: DEBUG oslo_concurrency.lockutils [req-803e4e2c-48b2-4adb-b115-c27b9632320e req-4c1424ce-ef8f-46ad-a7f7-50363060301f service nova] Lock "93a8a81f-866c-42fa-9eaf-7f8d5d28112b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.930318] env[62913]: DEBUG oslo_concurrency.lockutils [req-803e4e2c-48b2-4adb-b115-c27b9632320e req-4c1424ce-ef8f-46ad-a7f7-50363060301f service nova] Lock "93a8a81f-866c-42fa-9eaf-7f8d5d28112b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.930494] env[62913]: DEBUG nova.compute.manager [req-803e4e2c-48b2-4adb-b115-c27b9632320e req-4c1424ce-ef8f-46ad-a7f7-50363060301f service nova] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] No waiting events found dispatching network-vif-plugged-90cb1efb-9716-468c-be22-994c1daf15c3 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1474.930676] env[62913]: WARNING nova.compute.manager [req-803e4e2c-48b2-4adb-b115-c27b9632320e req-4c1424ce-ef8f-46ad-a7f7-50363060301f service nova] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Received unexpected event network-vif-plugged-90cb1efb-9716-468c-be22-994c1daf15c3 for instance with vm_state building and task_state spawning. [ 1475.233573] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquiring lock "refresh_cache-0e4e5883-6f92-4124-b591-6bb04f27b764" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.233573] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquired lock "refresh_cache-0e4e5883-6f92-4124-b591-6bb04f27b764" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.233573] env[62913]: DEBUG nova.network.neutron [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.280183] env[62913]: DEBUG nova.compute.manager [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1475.326673] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Acquiring lock "5ba2dc0b-d991-4107-92e2-b5ead72ac290" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.326970] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Lock "5ba2dc0b-d991-4107-92e2-b5ead72ac290" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.367186] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': task-1821746, 'name': ReconfigVM_Task, 'duration_secs': 0.304215} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.371878] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 61b0c495-6d81-4912-899b-0134798ebe29/61b0c495-6d81-4912-899b-0134798ebe29.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.372608] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86a54ef7-aadc-4bb9-a030-21d03b53b546 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.382306] env[62913]: DEBUG oslo_vmware.api [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821747, 'name': PowerOnVM_Task, 'duration_secs': 0.518898} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.383651] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1475.384638] env[62913]: INFO nova.compute.manager [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Took 10.90 seconds to spawn the instance on the hypervisor. [ 1475.384638] env[62913]: DEBUG nova.compute.manager [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1475.384638] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Waiting for the task: (returnval){ [ 1475.384638] env[62913]: value = "task-1821748" [ 1475.384638] env[62913]: _type = "Task" [ 1475.384638] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.385672] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc33943-88d0-4e63-a319-dd1e07be2bbd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.405790] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': task-1821748, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.421599] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquiring lock "refresh_cache-93a8a81f-866c-42fa-9eaf-7f8d5d28112b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.423025] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquired lock "refresh_cache-93a8a81f-866c-42fa-9eaf-7f8d5d28112b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.423025] env[62913]: DEBUG nova.network.neutron [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.507773] env[62913]: DEBUG nova.network.neutron [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Successfully created port: c22ded11-b85a-459d-928a-a5b643a6533e {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1475.761668] env[62913]: DEBUG nova.network.neutron [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.835957] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61a097a-2ac7-4ce3-8e7d-c79bc79fc44d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.847682] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7bda53-51b5-4ef7-b9fa-d758ca10acff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.890108] env[62913]: DEBUG nova.network.neutron [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.892282] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b5df46-e636-4b50-8e8c-ce2de8faecbd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.907621] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': task-1821748, 'name': Rename_Task, 'duration_secs': 0.139596} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.912897] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1475.914785] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ba9bc9-aa09-4ec4-b04e-6ad73f0587f9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.921817] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34f060f4-b0d3-4e6f-ad47-5cf99faaf63b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.923888] env[62913]: INFO nova.compute.manager [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Took 36.70 seconds to build instance. [ 1475.937421] env[62913]: DEBUG nova.compute.provider_tree [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1475.940791] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Waiting for the task: (returnval){ [ 1475.940791] env[62913]: value = "task-1821749" [ 1475.940791] env[62913]: _type = "Task" [ 1475.940791] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.952262] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': task-1821749, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.981477] env[62913]: DEBUG nova.network.neutron [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1476.173546] env[62913]: DEBUG nova.network.neutron [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Updating instance_info_cache with network_info: [{"id": "90cb1efb-9716-468c-be22-994c1daf15c3", "address": "fa:16:3e:fd:ba:ba", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cb1efb-97", "ovs_interfaceid": "90cb1efb-9716-468c-be22-994c1daf15c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.293993] env[62913]: DEBUG nova.compute.manager [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1476.325779] env[62913]: DEBUG nova.virt.hardware [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1476.326097] env[62913]: DEBUG nova.virt.hardware [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1476.326268] env[62913]: DEBUG nova.virt.hardware [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1476.326643] env[62913]: DEBUG nova.virt.hardware [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1476.326643] env[62913]: DEBUG nova.virt.hardware [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1476.326753] env[62913]: DEBUG nova.virt.hardware [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1476.326943] env[62913]: DEBUG nova.virt.hardware [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1476.327123] env[62913]: DEBUG nova.virt.hardware [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1476.327334] env[62913]: DEBUG nova.virt.hardware [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1476.327508] env[62913]: DEBUG nova.virt.hardware [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1476.327679] env[62913]: DEBUG nova.virt.hardware [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1476.328721] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f350dd-f727-40c9-bdae-0f5e8e068e69 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.339286] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65dc0c3-34b3-4ca6-805c-c821c1515d6e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.396900] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Releasing lock "refresh_cache-0e4e5883-6f92-4124-b591-6bb04f27b764" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.397366] env[62913]: DEBUG nova.compute.manager [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1476.397562] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1476.398499] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56177037-7732-4a42-b60e-2ae10256c7ed {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.406112] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1476.406361] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea485330-6119-45f7-b202-b70ebc3ccb4b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.412542] env[62913]: DEBUG oslo_vmware.api [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1476.412542] env[62913]: value = "task-1821750" [ 1476.412542] env[62913]: _type = "Task" [ 1476.412542] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.420532] env[62913]: DEBUG oslo_vmware.api [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.427407] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3610d113-4193-4409-89a8-456a2569fd97 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "a47e552a-37a0-4609-9103-aa3ce28fdabe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.635s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.462916] env[62913]: DEBUG oslo_vmware.api [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': task-1821749, 'name': PowerOnVM_Task, 'duration_secs': 0.443215} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.463360] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.463543] env[62913]: INFO nova.compute.manager [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1476.465192] env[62913]: DEBUG nova.compute.manager [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1476.465192] env[62913]: ERROR nova.scheduler.client.report [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [req-7502fac6-8ab6-4020-b51f-9ef0236cfa59] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7502fac6-8ab6-4020-b51f-9ef0236cfa59"}]} [ 1476.468369] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733201a5-ea69-4ed0-9d75-c10d140074ca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.499904] env[62913]: DEBUG nova.scheduler.client.report [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1476.525050] env[62913]: DEBUG nova.scheduler.client.report [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1476.525335] env[62913]: DEBUG nova.compute.provider_tree [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1476.544706] env[62913]: DEBUG nova.scheduler.client.report [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1476.567388] env[62913]: DEBUG nova.scheduler.client.report [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1476.675888] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Releasing lock "refresh_cache-93a8a81f-866c-42fa-9eaf-7f8d5d28112b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.676518] env[62913]: DEBUG nova.compute.manager [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Instance network_info: |[{"id": "90cb1efb-9716-468c-be22-994c1daf15c3", "address": "fa:16:3e:fd:ba:ba", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cb1efb-97", "ovs_interfaceid": "90cb1efb-9716-468c-be22-994c1daf15c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1476.677083] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:ba:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90cb1efb-9716-468c-be22-994c1daf15c3', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1476.691076] env[62913]: DEBUG oslo.service.loopingcall [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.695628] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1476.697145] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e05310c-95cc-4cae-8d66-78883af72359 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.719294] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1476.719294] env[62913]: value = "task-1821751" [ 1476.719294] env[62913]: _type = "Task" [ 1476.719294] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.732179] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821751, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.928202] env[62913]: DEBUG oslo_vmware.api [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821750, 'name': PowerOffVM_Task, 'duration_secs': 0.12377} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.928766] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1476.929137] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1476.929624] env[62913]: DEBUG nova.compute.manager [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1476.933431] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-785cbb77-3dd7-4150-8e5d-3fc4f5e57d1c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.977576] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1476.978177] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1476.978489] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Deleting the datastore file [datastore1] 0e4e5883-6f92-4124-b591-6bb04f27b764 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1476.978955] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1470da40-a718-498b-8112-1d01db5755d5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.991233] env[62913]: DEBUG oslo_vmware.api [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for the task: (returnval){ [ 1476.991233] env[62913]: value = "task-1821753" [ 1476.991233] env[62913]: _type = "Task" [ 1476.991233] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.001647] env[62913]: INFO nova.compute.manager [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Took 35.36 seconds to build instance. [ 1477.010454] env[62913]: DEBUG oslo_vmware.api [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.031948] env[62913]: DEBUG nova.compute.manager [req-c462d47c-cb7f-4278-9b56-eeacf337b497 req-bde887e5-a0c0-4399-af7f-57ed25d14324 service nova] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Received event network-changed-90cb1efb-9716-468c-be22-994c1daf15c3 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1477.032599] env[62913]: DEBUG nova.compute.manager [req-c462d47c-cb7f-4278-9b56-eeacf337b497 req-bde887e5-a0c0-4399-af7f-57ed25d14324 service nova] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Refreshing instance network info cache due to event network-changed-90cb1efb-9716-468c-be22-994c1daf15c3. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1477.032599] env[62913]: DEBUG oslo_concurrency.lockutils [req-c462d47c-cb7f-4278-9b56-eeacf337b497 req-bde887e5-a0c0-4399-af7f-57ed25d14324 service nova] Acquiring lock "refresh_cache-93a8a81f-866c-42fa-9eaf-7f8d5d28112b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.032713] env[62913]: DEBUG oslo_concurrency.lockutils [req-c462d47c-cb7f-4278-9b56-eeacf337b497 req-bde887e5-a0c0-4399-af7f-57ed25d14324 service nova] Acquired lock "refresh_cache-93a8a81f-866c-42fa-9eaf-7f8d5d28112b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.032871] env[62913]: DEBUG nova.network.neutron [req-c462d47c-cb7f-4278-9b56-eeacf337b497 req-bde887e5-a0c0-4399-af7f-57ed25d14324 service nova] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Refreshing network info cache for port 90cb1efb-9716-468c-be22-994c1daf15c3 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.102994] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0387c2-9ff7-4bc3-bf7e-971bd11a9bad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.111071] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7efebd-0892-49ed-8549-6f34771d7ae6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.146014] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0141026-fd36-4743-ac0b-ec8a4f5f81c9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.153889] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1108a2e-c048-4a24-91a1-6246d16d4a04 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.167883] env[62913]: DEBUG nova.compute.provider_tree [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1477.220336] env[62913]: DEBUG nova.compute.manager [req-058e097b-04fb-4381-8540-9788e425a14f req-1d3c006e-a3cf-4a61-a9bb-263ea55e42b8 service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Received event network-vif-plugged-c22ded11-b85a-459d-928a-a5b643a6533e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1477.220524] env[62913]: DEBUG oslo_concurrency.lockutils [req-058e097b-04fb-4381-8540-9788e425a14f req-1d3c006e-a3cf-4a61-a9bb-263ea55e42b8 service nova] Acquiring lock "c03e0144-3013-4e88-a081-dd16264dba16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.220768] env[62913]: DEBUG oslo_concurrency.lockutils [req-058e097b-04fb-4381-8540-9788e425a14f req-1d3c006e-a3cf-4a61-a9bb-263ea55e42b8 service nova] Lock "c03e0144-3013-4e88-a081-dd16264dba16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.220998] env[62913]: DEBUG oslo_concurrency.lockutils [req-058e097b-04fb-4381-8540-9788e425a14f req-1d3c006e-a3cf-4a61-a9bb-263ea55e42b8 service nova] Lock "c03e0144-3013-4e88-a081-dd16264dba16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.221259] env[62913]: DEBUG nova.compute.manager [req-058e097b-04fb-4381-8540-9788e425a14f req-1d3c006e-a3cf-4a61-a9bb-263ea55e42b8 service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] No waiting events found dispatching network-vif-plugged-c22ded11-b85a-459d-928a-a5b643a6533e {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1477.221470] env[62913]: WARNING nova.compute.manager [req-058e097b-04fb-4381-8540-9788e425a14f req-1d3c006e-a3cf-4a61-a9bb-263ea55e42b8 service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Received unexpected event network-vif-plugged-c22ded11-b85a-459d-928a-a5b643a6533e for instance with vm_state building and task_state spawning. [ 1477.233718] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821751, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.313702] env[62913]: DEBUG nova.network.neutron [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Successfully updated port: c22ded11-b85a-459d-928a-a5b643a6533e {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1477.456701] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.508357] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2c37b3e8-4e66-4f74-a5d9-5a3817ee274c tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Lock "61b0c495-6d81-4912-899b-0134798ebe29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.203s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.509031] env[62913]: DEBUG oslo_vmware.api [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Task: {'id': task-1821753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329533} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.510102] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1477.511320] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1477.511320] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1477.511320] env[62913]: INFO nova.compute.manager [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1477.511320] env[62913]: DEBUG oslo.service.loopingcall [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1477.511601] env[62913]: DEBUG nova.compute.manager [-] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1477.511601] env[62913]: DEBUG nova.network.neutron [-] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1477.527410] env[62913]: DEBUG nova.network.neutron [-] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1477.703997] env[62913]: DEBUG nova.scheduler.client.report [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1477.704280] env[62913]: DEBUG nova.compute.provider_tree [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 51 to 52 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1477.704464] env[62913]: DEBUG nova.compute.provider_tree [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1477.740195] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821751, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.819066] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.819066] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.819737] env[62913]: DEBUG nova.network.neutron [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1477.885355] env[62913]: DEBUG nova.network.neutron [req-c462d47c-cb7f-4278-9b56-eeacf337b497 req-bde887e5-a0c0-4399-af7f-57ed25d14324 service nova] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Updated VIF entry in instance network info cache for port 90cb1efb-9716-468c-be22-994c1daf15c3. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.885732] env[62913]: DEBUG nova.network.neutron [req-c462d47c-cb7f-4278-9b56-eeacf337b497 req-bde887e5-a0c0-4399-af7f-57ed25d14324 service nova] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Updating instance_info_cache with network_info: [{"id": "90cb1efb-9716-468c-be22-994c1daf15c3", "address": "fa:16:3e:fd:ba:ba", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cb1efb-97", "ovs_interfaceid": "90cb1efb-9716-468c-be22-994c1daf15c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.012194] env[62913]: DEBUG nova.compute.manager [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1478.030090] env[62913]: DEBUG nova.network.neutron [-] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.215099] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.957s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.215641] env[62913]: DEBUG nova.compute.manager [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1478.218427] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.946s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.222809] env[62913]: INFO nova.compute.claims [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1478.234850] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821751, 'name': CreateVM_Task, 'duration_secs': 1.398004} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.235516] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1478.236351] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.236867] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.237900] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1478.237900] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc492d24-1aa0-4c12-907e-17140f2333e6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.245116] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1478.245116] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b49b12-96d7-923c-c699-e1a13f997170" [ 1478.245116] env[62913]: _type = "Task" [ 1478.245116] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.255634] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b49b12-96d7-923c-c699-e1a13f997170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.358459] env[62913]: DEBUG nova.network.neutron [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1478.387876] env[62913]: DEBUG oslo_concurrency.lockutils [req-c462d47c-cb7f-4278-9b56-eeacf337b497 req-bde887e5-a0c0-4399-af7f-57ed25d14324 service nova] Releasing lock "refresh_cache-93a8a81f-866c-42fa-9eaf-7f8d5d28112b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.535319] env[62913]: INFO nova.compute.manager [-] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Took 1.02 seconds to deallocate network for instance. [ 1478.543174] env[62913]: DEBUG oslo_concurrency.lockutils [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.561792] env[62913]: DEBUG nova.network.neutron [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Updating instance_info_cache with network_info: [{"id": "c22ded11-b85a-459d-928a-a5b643a6533e", "address": "fa:16:3e:16:71:82", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc22ded11-b8", "ovs_interfaceid": "c22ded11-b85a-459d-928a-a5b643a6533e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.727399] env[62913]: DEBUG nova.compute.utils [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1478.729784] env[62913]: DEBUG nova.compute.manager [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1478.729784] env[62913]: DEBUG nova.network.neutron [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1478.758138] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b49b12-96d7-923c-c699-e1a13f997170, 'name': SearchDatastore_Task, 'duration_secs': 0.011775} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.759303] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.759742] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1478.759990] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.760159] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.760345] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1478.760615] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb313fb6-2d32-4dc3-b223-6c181d69318a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.778456] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1478.778709] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1478.779578] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff40796-746e-4b11-9e92-e18f6482bc64 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.790071] env[62913]: DEBUG nova.policy [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef537306c2a042c7886d19a5b6554ad8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca7b1dbecde7496dbe82029800e4523e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1478.794077] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1478.794077] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5253a77d-ff2c-8ef5-7a22-5cc28696811d" [ 1478.794077] env[62913]: _type = "Task" [ 1478.794077] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.807156] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5253a77d-ff2c-8ef5-7a22-5cc28696811d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.987857] env[62913]: DEBUG oslo_concurrency.lockutils [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Acquiring lock "61b0c495-6d81-4912-899b-0134798ebe29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.987857] env[62913]: DEBUG oslo_concurrency.lockutils [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Lock "61b0c495-6d81-4912-899b-0134798ebe29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.987857] env[62913]: DEBUG oslo_concurrency.lockutils [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Acquiring lock "61b0c495-6d81-4912-899b-0134798ebe29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.987857] env[62913]: DEBUG oslo_concurrency.lockutils [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Lock "61b0c495-6d81-4912-899b-0134798ebe29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.987857] env[62913]: DEBUG oslo_concurrency.lockutils [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Lock "61b0c495-6d81-4912-899b-0134798ebe29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.990034] env[62913]: INFO nova.compute.manager [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Terminating instance [ 1479.045520] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.065309] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.065637] env[62913]: DEBUG nova.compute.manager [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Instance network_info: |[{"id": "c22ded11-b85a-459d-928a-a5b643a6533e", "address": "fa:16:3e:16:71:82", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc22ded11-b8", "ovs_interfaceid": "c22ded11-b85a-459d-928a-a5b643a6533e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1479.066196] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:71:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c22ded11-b85a-459d-928a-a5b643a6533e', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1479.076298] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Creating folder: Project (e117b9e16efe4c93bcb40ceeb540b462). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1479.076960] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-210e3dbe-5259-4b26-bcc8-da21a23992ae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.092513] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Created folder: Project (e117b9e16efe4c93bcb40ceeb540b462) in parent group-v377263. [ 1479.092793] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Creating folder: Instances. Parent ref: group-v377317. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1479.093074] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a96c7692-108f-4c45-84a7-a24e6351ac08 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.106553] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Created folder: Instances in parent group-v377317. [ 1479.106936] env[62913]: DEBUG oslo.service.loopingcall [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.107154] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1479.107507] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4e69a74-6eca-430f-ba70-94669e1bb2d3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.133132] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1479.133132] env[62913]: value = "task-1821756" [ 1479.133132] env[62913]: _type = "Task" [ 1479.133132] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.143608] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821756, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.181929] env[62913]: DEBUG nova.network.neutron [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Successfully created port: d08fe868-b6a5-42ff-9a6c-c0a78292ee09 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1479.237837] env[62913]: DEBUG nova.compute.manager [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1479.306891] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5253a77d-ff2c-8ef5-7a22-5cc28696811d, 'name': SearchDatastore_Task, 'duration_secs': 0.027239} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.307764] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12379fe-a5e0-4884-a317-8e6d8b233db2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.318440] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1479.318440] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523b48b9-6c68-bedc-cc58-3d78fce791b2" [ 1479.318440] env[62913]: _type = "Task" [ 1479.318440] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.331783] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523b48b9-6c68-bedc-cc58-3d78fce791b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.423337] env[62913]: DEBUG nova.compute.manager [req-d2060856-c147-404e-b794-96eba87c7a3c req-ae838057-becc-4382-8426-6eef02214311 service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Received event network-changed-c22ded11-b85a-459d-928a-a5b643a6533e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1479.423572] env[62913]: DEBUG nova.compute.manager [req-d2060856-c147-404e-b794-96eba87c7a3c req-ae838057-becc-4382-8426-6eef02214311 service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Refreshing instance network info cache due to event network-changed-c22ded11-b85a-459d-928a-a5b643a6533e. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1479.423833] env[62913]: DEBUG oslo_concurrency.lockutils [req-d2060856-c147-404e-b794-96eba87c7a3c req-ae838057-becc-4382-8426-6eef02214311 service nova] Acquiring lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.423925] env[62913]: DEBUG oslo_concurrency.lockutils [req-d2060856-c147-404e-b794-96eba87c7a3c req-ae838057-becc-4382-8426-6eef02214311 service nova] Acquired lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.424097] env[62913]: DEBUG nova.network.neutron [req-d2060856-c147-404e-b794-96eba87c7a3c req-ae838057-becc-4382-8426-6eef02214311 service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Refreshing network info cache for port c22ded11-b85a-459d-928a-a5b643a6533e {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1479.494852] env[62913]: DEBUG nova.compute.manager [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1479.495075] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.496356] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41859f13-23a6-419a-bb39-9bad07280bd0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.505767] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1479.508308] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35ba5419-2182-43fb-81cb-4db597fe80fe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.517298] env[62913]: DEBUG oslo_vmware.api [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Waiting for the task: (returnval){ [ 1479.517298] env[62913]: value = "task-1821757" [ 1479.517298] env[62913]: _type = "Task" [ 1479.517298] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.532170] env[62913]: DEBUG oslo_vmware.api [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': task-1821757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.646855] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821756, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.754098] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dd193c-9bdb-4af6-8c04-b5aea477516b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.760559] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519ee023-c39c-4cbc-8b07-e38d263f82f7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.795818] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571ec991-3ae0-4433-ac35-8f3e95e85385 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.805264] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4086f4-2768-440f-9475-27b4a364088f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.821333] env[62913]: DEBUG nova.compute.provider_tree [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1479.833542] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523b48b9-6c68-bedc-cc58-3d78fce791b2, 'name': SearchDatastore_Task, 'duration_secs': 0.018943} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.834353] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.834414] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 93a8a81f-866c-42fa-9eaf-7f8d5d28112b/93a8a81f-866c-42fa-9eaf-7f8d5d28112b.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1479.834948] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f23488d-dacf-48ad-ad04-4edd87749def {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.842526] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1479.842526] env[62913]: value = "task-1821758" [ 1479.842526] env[62913]: _type = "Task" [ 1479.842526] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.852304] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.027972] env[62913]: DEBUG oslo_vmware.api [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': task-1821757, 'name': PowerOffVM_Task, 'duration_secs': 0.241548} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.028292] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1480.028466] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1480.028712] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce32a897-36f9-403e-ba5a-af036ffc9b86 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.131306] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1480.131614] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1480.131803] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Deleting the datastore file [datastore1] 61b0c495-6d81-4912-899b-0134798ebe29 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1480.132108] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d0fe7ec-5704-445a-934d-4dfdec26b9c7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.147552] env[62913]: DEBUG oslo_vmware.api [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Waiting for the task: (returnval){ [ 1480.147552] env[62913]: value = "task-1821760" [ 1480.147552] env[62913]: _type = "Task" [ 1480.147552] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.150964] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821756, 'name': CreateVM_Task, 'duration_secs': 0.634116} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.154787] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1480.154787] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.154970] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.156119] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.156119] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dabff91-7c0f-4e4f-9a64-d0d12a4c21be {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.160890] env[62913]: DEBUG oslo_vmware.api [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': task-1821760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.164771] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1480.164771] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]520c0435-2d2e-3f02-6c0e-d12be42c6cdd" [ 1480.164771] env[62913]: _type = "Task" [ 1480.164771] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.173136] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520c0435-2d2e-3f02-6c0e-d12be42c6cdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.231949] env[62913]: DEBUG nova.network.neutron [req-d2060856-c147-404e-b794-96eba87c7a3c req-ae838057-becc-4382-8426-6eef02214311 service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Updated VIF entry in instance network info cache for port c22ded11-b85a-459d-928a-a5b643a6533e. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1480.232436] env[62913]: DEBUG nova.network.neutron [req-d2060856-c147-404e-b794-96eba87c7a3c req-ae838057-becc-4382-8426-6eef02214311 service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Updating instance_info_cache with network_info: [{"id": "c22ded11-b85a-459d-928a-a5b643a6533e", "address": "fa:16:3e:16:71:82", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc22ded11-b8", "ovs_interfaceid": "c22ded11-b85a-459d-928a-a5b643a6533e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.249537] env[62913]: DEBUG nova.compute.manager [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1480.278667] env[62913]: DEBUG nova.virt.hardware [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1480.278943] env[62913]: DEBUG nova.virt.hardware [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1480.279101] env[62913]: DEBUG nova.virt.hardware [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1480.279305] env[62913]: DEBUG nova.virt.hardware [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1480.279452] env[62913]: DEBUG nova.virt.hardware [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1480.279600] env[62913]: DEBUG nova.virt.hardware [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1480.279807] env[62913]: DEBUG nova.virt.hardware [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1480.279964] env[62913]: DEBUG nova.virt.hardware [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1480.280146] env[62913]: DEBUG nova.virt.hardware [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1480.280312] env[62913]: DEBUG nova.virt.hardware [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1480.280479] env[62913]: DEBUG nova.virt.hardware [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1480.283082] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdd6576-2f08-4a55-b12d-45c43000be66 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.291738] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7880399e-9f31-4e5a-b2f7-631631d6f03c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.353094] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821758, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.359743] env[62913]: DEBUG nova.scheduler.client.report [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1480.360096] env[62913]: DEBUG nova.compute.provider_tree [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 52 to 53 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1480.360211] env[62913]: DEBUG nova.compute.provider_tree [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1480.663781] env[62913]: DEBUG oslo_vmware.api [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Task: {'id': task-1821760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26613} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.664144] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1480.664353] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1480.664533] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.664707] env[62913]: INFO nova.compute.manager [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1480.664953] env[62913]: DEBUG oslo.service.loopingcall [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.665172] env[62913]: DEBUG nova.compute.manager [-] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1480.665270] env[62913]: DEBUG nova.network.neutron [-] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1480.677555] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520c0435-2d2e-3f02-6c0e-d12be42c6cdd, 'name': SearchDatastore_Task, 'duration_secs': 0.022255} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.677903] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.678194] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1480.678490] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.678672] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.679118] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1480.679228] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cfd83bb-a2ab-4af1-931b-32760cbdd7a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.698526] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1480.698526] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1480.699049] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c81594-45bc-46a0-9fc3-797fc9dad76c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.705426] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1480.705426] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52fc1a73-3a2c-cc2e-5edc-f408bcf5e290" [ 1480.705426] env[62913]: _type = "Task" [ 1480.705426] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.717205] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52fc1a73-3a2c-cc2e-5edc-f408bcf5e290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.735583] env[62913]: DEBUG oslo_concurrency.lockutils [req-d2060856-c147-404e-b794-96eba87c7a3c req-ae838057-becc-4382-8426-6eef02214311 service nova] Releasing lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.854684] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821758, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.865414] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.865975] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1480.869037] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.622s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.870471] env[62913]: INFO nova.compute.claims [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1481.001229] env[62913]: DEBUG nova.network.neutron [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Successfully updated port: d08fe868-b6a5-42ff-9a6c-c0a78292ee09 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1481.128384] env[62913]: DEBUG nova.compute.manager [req-4b60dfb0-95f4-404b-897e-e982d99bb505 req-0c8e0c44-59a5-4af9-8059-f4a729126771 service nova] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Received event network-vif-deleted-7777097b-8fd1-45a6-8c03-96c93667820d {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1481.128554] env[62913]: INFO nova.compute.manager [req-4b60dfb0-95f4-404b-897e-e982d99bb505 req-0c8e0c44-59a5-4af9-8059-f4a729126771 service nova] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Neutron deleted interface 7777097b-8fd1-45a6-8c03-96c93667820d; detaching it from the instance and deleting it from the info cache [ 1481.128628] env[62913]: DEBUG nova.network.neutron [req-4b60dfb0-95f4-404b-897e-e982d99bb505 req-0c8e0c44-59a5-4af9-8059-f4a729126771 service nova] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.217752] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52fc1a73-3a2c-cc2e-5edc-f408bcf5e290, 'name': SearchDatastore_Task, 'duration_secs': 0.104822} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.217752] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b7a579-32b9-470b-93c7-4a1e2d062b2a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.224194] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1481.224194] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5203a237-173c-f02c-e059-c41510408d2b" [ 1481.224194] env[62913]: _type = "Task" [ 1481.224194] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.233264] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5203a237-173c-f02c-e059-c41510408d2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.354201] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821758, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.377764] env[62913]: DEBUG nova.compute.utils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1481.379289] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1481.379466] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1481.445966] env[62913]: DEBUG nova.policy [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a640dc1382fe4d34b1c19660e5eec711', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7a81e7432d84dad88423c1e713f5334', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1481.495037] env[62913]: DEBUG nova.network.neutron [-] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.505187] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Acquiring lock "refresh_cache-c9d87160-1c3d-42fe-82c9-79aa1a55c528" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.505346] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Acquired lock "refresh_cache-c9d87160-1c3d-42fe-82c9-79aa1a55c528" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.505493] env[62913]: DEBUG nova.network.neutron [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.519976] env[62913]: DEBUG nova.compute.manager [req-70226300-854d-43bb-bb8c-14b1e4b0c82e req-61900235-03c4-4fc6-8ded-d43d573c6feb service nova] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Received event network-vif-plugged-d08fe868-b6a5-42ff-9a6c-c0a78292ee09 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1481.520231] env[62913]: DEBUG oslo_concurrency.lockutils [req-70226300-854d-43bb-bb8c-14b1e4b0c82e req-61900235-03c4-4fc6-8ded-d43d573c6feb service nova] Acquiring lock "c9d87160-1c3d-42fe-82c9-79aa1a55c528-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.520462] env[62913]: DEBUG oslo_concurrency.lockutils [req-70226300-854d-43bb-bb8c-14b1e4b0c82e req-61900235-03c4-4fc6-8ded-d43d573c6feb service nova] Lock "c9d87160-1c3d-42fe-82c9-79aa1a55c528-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.520657] env[62913]: DEBUG oslo_concurrency.lockutils [req-70226300-854d-43bb-bb8c-14b1e4b0c82e req-61900235-03c4-4fc6-8ded-d43d573c6feb service nova] Lock "c9d87160-1c3d-42fe-82c9-79aa1a55c528-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.520826] env[62913]: DEBUG nova.compute.manager [req-70226300-854d-43bb-bb8c-14b1e4b0c82e req-61900235-03c4-4fc6-8ded-d43d573c6feb service nova] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] No waiting events found dispatching network-vif-plugged-d08fe868-b6a5-42ff-9a6c-c0a78292ee09 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1481.521116] env[62913]: WARNING nova.compute.manager [req-70226300-854d-43bb-bb8c-14b1e4b0c82e req-61900235-03c4-4fc6-8ded-d43d573c6feb service nova] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Received unexpected event network-vif-plugged-d08fe868-b6a5-42ff-9a6c-c0a78292ee09 for instance with vm_state building and task_state spawning. [ 1481.522152] env[62913]: DEBUG nova.compute.manager [req-70226300-854d-43bb-bb8c-14b1e4b0c82e req-61900235-03c4-4fc6-8ded-d43d573c6feb service nova] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Received event network-changed-d08fe868-b6a5-42ff-9a6c-c0a78292ee09 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1481.522436] env[62913]: DEBUG nova.compute.manager [req-70226300-854d-43bb-bb8c-14b1e4b0c82e req-61900235-03c4-4fc6-8ded-d43d573c6feb service nova] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Refreshing instance network info cache due to event network-changed-d08fe868-b6a5-42ff-9a6c-c0a78292ee09. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1481.522628] env[62913]: DEBUG oslo_concurrency.lockutils [req-70226300-854d-43bb-bb8c-14b1e4b0c82e req-61900235-03c4-4fc6-8ded-d43d573c6feb service nova] Acquiring lock "refresh_cache-c9d87160-1c3d-42fe-82c9-79aa1a55c528" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.631286] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3c91ea5-6660-4d00-9eb1-d80a29129bb5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.642356] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d0b7b7-227f-41e2-9c8c-b1ffe99a99f8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.674665] env[62913]: DEBUG nova.compute.manager [req-4b60dfb0-95f4-404b-897e-e982d99bb505 req-0c8e0c44-59a5-4af9-8059-f4a729126771 service nova] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Detach interface failed, port_id=7777097b-8fd1-45a6-8c03-96c93667820d, reason: Instance 61b0c495-6d81-4912-899b-0134798ebe29 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1481.740610] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5203a237-173c-f02c-e059-c41510408d2b, 'name': SearchDatastore_Task, 'duration_secs': 0.392745} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.740610] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.740748] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] c03e0144-3013-4e88-a081-dd16264dba16/c03e0144-3013-4e88-a081-dd16264dba16.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1481.740975] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eb220ae-c18c-4f92-bd4d-50bd8ad69dd8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.749532] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1481.749532] env[62913]: value = "task-1821761" [ 1481.749532] env[62913]: _type = "Task" [ 1481.749532] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.759314] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.760139] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Successfully created port: 7b99dbc8-e97f-45eb-bc36-2b2642e9e920 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1481.855655] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821758, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.913552} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.858755] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 93a8a81f-866c-42fa-9eaf-7f8d5d28112b/93a8a81f-866c-42fa-9eaf-7f8d5d28112b.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1481.858755] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1481.858755] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41e50948-254a-47c0-ac60-c66902c38037 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.867027] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1481.867027] env[62913]: value = "task-1821762" [ 1481.867027] env[62913]: _type = "Task" [ 1481.867027] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.873654] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.886393] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1481.997384] env[62913]: INFO nova.compute.manager [-] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Took 1.33 seconds to deallocate network for instance. [ 1482.047112] env[62913]: DEBUG nova.network.neutron [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1482.254405] env[62913]: DEBUG nova.network.neutron [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Updating instance_info_cache with network_info: [{"id": "d08fe868-b6a5-42ff-9a6c-c0a78292ee09", "address": "fa:16:3e:1a:8a:25", "network": {"id": "7d96d571-2bcc-43f8-9d43-4fa38fce89b4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-106176218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca7b1dbecde7496dbe82029800e4523e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08fe868-b6", "ovs_interfaceid": "d08fe868-b6a5-42ff-9a6c-c0a78292ee09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.265324] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821761, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.343335] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240ffcc7-9484-4c45-b275-947e3e835114 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.351900] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9037fb-91e3-47be-a79d-2c1cb325ea58 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.389203] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492381f0-1948-4972-b990-c96a80918d74 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.403252] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fabe5c-f4fc-425e-b2fd-ff5d245c6e61 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.407321] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110406} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.408097] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1482.410474] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14847a5b-a424-4a7f-a2bd-0a823a88af2f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.420142] env[62913]: DEBUG nova.compute.provider_tree [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.442568] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 93a8a81f-866c-42fa-9eaf-7f8d5d28112b/93a8a81f-866c-42fa-9eaf-7f8d5d28112b.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1482.443847] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a6639d-d277-4713-a82c-e0b84d9a2377 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.465231] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1482.465231] env[62913]: value = "task-1821763" [ 1482.465231] env[62913]: _type = "Task" [ 1482.465231] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.474286] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.507013] env[62913]: DEBUG oslo_concurrency.lockutils [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.759879] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Releasing lock "refresh_cache-c9d87160-1c3d-42fe-82c9-79aa1a55c528" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.760254] env[62913]: DEBUG nova.compute.manager [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Instance network_info: |[{"id": "d08fe868-b6a5-42ff-9a6c-c0a78292ee09", "address": "fa:16:3e:1a:8a:25", "network": {"id": "7d96d571-2bcc-43f8-9d43-4fa38fce89b4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-106176218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca7b1dbecde7496dbe82029800e4523e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08fe868-b6", "ovs_interfaceid": "d08fe868-b6a5-42ff-9a6c-c0a78292ee09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1482.763721] env[62913]: DEBUG oslo_concurrency.lockutils [req-70226300-854d-43bb-bb8c-14b1e4b0c82e req-61900235-03c4-4fc6-8ded-d43d573c6feb service nova] Acquired lock "refresh_cache-c9d87160-1c3d-42fe-82c9-79aa1a55c528" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.763953] env[62913]: DEBUG nova.network.neutron [req-70226300-854d-43bb-bb8c-14b1e4b0c82e req-61900235-03c4-4fc6-8ded-d43d573c6feb service nova] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Refreshing network info cache for port d08fe868-b6a5-42ff-9a6c-c0a78292ee09 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.765359] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:8a:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd08fe868-b6a5-42ff-9a6c-c0a78292ee09', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1482.772810] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Creating folder: Project (ca7b1dbecde7496dbe82029800e4523e). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1482.773594] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821761, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.776436] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a67fd2d7-13b4-4946-be3f-49805445837b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.789684] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Created folder: Project (ca7b1dbecde7496dbe82029800e4523e) in parent group-v377263. [ 1482.789924] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Creating folder: Instances. Parent ref: group-v377320. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1482.790279] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7176720-cbac-4169-a9a0-e89e8f14f977 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.800980] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Created folder: Instances in parent group-v377320. [ 1482.801169] env[62913]: DEBUG oslo.service.loopingcall [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.801343] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1482.801556] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbe80431-a752-4b05-a7d0-258b51728572 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.825140] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1482.825140] env[62913]: value = "task-1821766" [ 1482.825140] env[62913]: _type = "Task" [ 1482.825140] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.834145] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821766, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.897317] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1482.925390] env[62913]: DEBUG nova.scheduler.client.report [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1482.936923] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1482.937224] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1482.937385] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1482.937567] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1482.937734] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1482.937958] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1482.939856] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1482.940096] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1482.940374] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1482.940563] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1482.940938] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1482.943579] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb7953f-f02c-4be8-bc6f-b00f65c2d78b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.957996] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bb6e9d-cebe-45ac-ae5e-6db60be5d1c2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.988097] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821763, 'name': ReconfigVM_Task, 'duration_secs': 0.415044} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.988097] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 93a8a81f-866c-42fa-9eaf-7f8d5d28112b/93a8a81f-866c-42fa-9eaf-7f8d5d28112b.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1482.988658] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c53e35f-a3b0-403a-8f80-0c2f4b78cfaa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.997327] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1482.997327] env[62913]: value = "task-1821767" [ 1482.997327] env[62913]: _type = "Task" [ 1482.997327] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.012434] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821767, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.165382] env[62913]: DEBUG nova.network.neutron [req-70226300-854d-43bb-bb8c-14b1e4b0c82e req-61900235-03c4-4fc6-8ded-d43d573c6feb service nova] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Updated VIF entry in instance network info cache for port d08fe868-b6a5-42ff-9a6c-c0a78292ee09. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.165789] env[62913]: DEBUG nova.network.neutron [req-70226300-854d-43bb-bb8c-14b1e4b0c82e req-61900235-03c4-4fc6-8ded-d43d573c6feb service nova] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Updating instance_info_cache with network_info: [{"id": "d08fe868-b6a5-42ff-9a6c-c0a78292ee09", "address": "fa:16:3e:1a:8a:25", "network": {"id": "7d96d571-2bcc-43f8-9d43-4fa38fce89b4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-106176218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca7b1dbecde7496dbe82029800e4523e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08fe868-b6", "ovs_interfaceid": "d08fe868-b6a5-42ff-9a6c-c0a78292ee09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.265109] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821761, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.355022] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821766, 'name': CreateVM_Task, 'duration_secs': 0.526286} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.355022] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1483.355022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.355022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.355022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1483.355022] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-badbac6d-09ba-477e-b2d1-35a4b2e78c45 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.360539] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1483.360539] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]527f6cbe-67f3-c278-4e89-42e6d46df632" [ 1483.360539] env[62913]: _type = "Task" [ 1483.360539] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.372576] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527f6cbe-67f3-c278-4e89-42e6d46df632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.430941] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.431552] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1483.439027] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.395s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.439027] env[62913]: INFO nova.compute.claims [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1483.509532] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821767, 'name': Rename_Task, 'duration_secs': 0.200025} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.509876] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.510151] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ca5bc8c-f497-483f-8059-e1c1ce014cfb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.519558] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1483.519558] env[62913]: value = "task-1821768" [ 1483.519558] env[62913]: _type = "Task" [ 1483.519558] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.532856] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.558267] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Successfully updated port: 7b99dbc8-e97f-45eb-bc36-2b2642e9e920 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1483.655445] env[62913]: DEBUG nova.compute.manager [req-e744208a-1f6f-4361-becd-2fa919761ce9 req-5cfd915f-7b69-44ff-a593-92044dd02851 service nova] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Received event network-vif-plugged-7b99dbc8-e97f-45eb-bc36-2b2642e9e920 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1483.655740] env[62913]: DEBUG oslo_concurrency.lockutils [req-e744208a-1f6f-4361-becd-2fa919761ce9 req-5cfd915f-7b69-44ff-a593-92044dd02851 service nova] Acquiring lock "483fd929-aae3-4c7d-a8e0-3b7a725fa0c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.656020] env[62913]: DEBUG oslo_concurrency.lockutils [req-e744208a-1f6f-4361-becd-2fa919761ce9 req-5cfd915f-7b69-44ff-a593-92044dd02851 service nova] Lock "483fd929-aae3-4c7d-a8e0-3b7a725fa0c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.656364] env[62913]: DEBUG oslo_concurrency.lockutils [req-e744208a-1f6f-4361-becd-2fa919761ce9 req-5cfd915f-7b69-44ff-a593-92044dd02851 service nova] Lock "483fd929-aae3-4c7d-a8e0-3b7a725fa0c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.656653] env[62913]: DEBUG nova.compute.manager [req-e744208a-1f6f-4361-becd-2fa919761ce9 req-5cfd915f-7b69-44ff-a593-92044dd02851 service nova] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] No waiting events found dispatching network-vif-plugged-7b99dbc8-e97f-45eb-bc36-2b2642e9e920 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1483.656964] env[62913]: WARNING nova.compute.manager [req-e744208a-1f6f-4361-becd-2fa919761ce9 req-5cfd915f-7b69-44ff-a593-92044dd02851 service nova] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Received unexpected event network-vif-plugged-7b99dbc8-e97f-45eb-bc36-2b2642e9e920 for instance with vm_state building and task_state spawning. [ 1483.669838] env[62913]: DEBUG oslo_concurrency.lockutils [req-70226300-854d-43bb-bb8c-14b1e4b0c82e req-61900235-03c4-4fc6-8ded-d43d573c6feb service nova] Releasing lock "refresh_cache-c9d87160-1c3d-42fe-82c9-79aa1a55c528" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.766966] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821761, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.873413] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527f6cbe-67f3-c278-4e89-42e6d46df632, 'name': SearchDatastore_Task, 'duration_secs': 0.173079} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.875359] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.876142] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1483.876796] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.877143] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.878335] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1483.878335] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e94c4338-a2d7-4b8d-ad0a-988cc08cceca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.898290] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1483.898589] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1483.899621] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf1cf2b-5509-4ecd-b8ad-8ccb776f2437 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.906997] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1483.906997] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b081b1-eff0-cb97-4e35-725f1862fef1" [ 1483.906997] env[62913]: _type = "Task" [ 1483.906997] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.918327] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b081b1-eff0-cb97-4e35-725f1862fef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.937216] env[62913]: DEBUG nova.compute.utils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1483.939268] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1483.939665] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1484.032741] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821768, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.034223] env[62913]: DEBUG nova.policy [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a640dc1382fe4d34b1c19660e5eec711', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7a81e7432d84dad88423c1e713f5334', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1484.062229] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "refresh_cache-483fd929-aae3-4c7d-a8e0-3b7a725fa0c8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.062946] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquired lock "refresh_cache-483fd929-aae3-4c7d-a8e0-3b7a725fa0c8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.062946] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1484.269421] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821761, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.322906} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.270934] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] c03e0144-3013-4e88-a081-dd16264dba16/c03e0144-3013-4e88-a081-dd16264dba16.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1484.271727] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1484.273048] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36a1a402-bcbd-4f41-b871-cb5f2e4ce3b4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.283119] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1484.283119] env[62913]: value = "task-1821769" [ 1484.283119] env[62913]: _type = "Task" [ 1484.283119] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.294968] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.423701] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b081b1-eff0-cb97-4e35-725f1862fef1, 'name': SearchDatastore_Task, 'duration_secs': 0.112514} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.425198] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d1c334-5bcd-4a3f-944f-c3a0e26c0bad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.430596] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1484.430596] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bb859a-c943-a92a-7bd1-46a915b0cf95" [ 1484.430596] env[62913]: _type = "Task" [ 1484.430596] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.440280] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bb859a-c943-a92a-7bd1-46a915b0cf95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.446977] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1484.533988] env[62913]: DEBUG oslo_vmware.api [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821768, 'name': PowerOnVM_Task, 'duration_secs': 0.632641} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.533988] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.533988] env[62913]: INFO nova.compute.manager [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Took 10.92 seconds to spawn the instance on the hypervisor. [ 1484.534187] env[62913]: DEBUG nova.compute.manager [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.535038] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a7ca78-b321-4642-a5f4-02251423ca89 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.609230] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Successfully created port: 5a7bbaca-9ae4-4200-a44c-74de182adfce {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1484.652899] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1484.793707] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114351} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.793972] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1484.794778] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b14bb0-d093-41bd-b448-b0b4be4cd762 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.822561] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] c03e0144-3013-4e88-a081-dd16264dba16/c03e0144-3013-4e88-a081-dd16264dba16.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1484.825356] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99b84e34-3caa-4786-879f-ab129fdce609 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.847372] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Updating instance_info_cache with network_info: [{"id": "7b99dbc8-e97f-45eb-bc36-2b2642e9e920", "address": "fa:16:3e:73:00:30", "network": {"id": "e37dbbc9-25ec-4370-ab72-4bfff90a980a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-54388982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a81e7432d84dad88423c1e713f5334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b99dbc8-e9", "ovs_interfaceid": "7b99dbc8-e97f-45eb-bc36-2b2642e9e920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.851609] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1484.851609] env[62913]: value = "task-1821770" [ 1484.851609] env[62913]: _type = "Task" [ 1484.851609] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.861476] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.949498] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bb859a-c943-a92a-7bd1-46a915b0cf95, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.953048] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.953048] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] c9d87160-1c3d-42fe-82c9-79aa1a55c528/c9d87160-1c3d-42fe-82c9-79aa1a55c528.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1484.953659] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3199dcea-7a4a-4d71-984f-ab5faeb986a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.972103] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1484.972103] env[62913]: value = "task-1821771" [ 1484.972103] env[62913]: _type = "Task" [ 1484.972103] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.981093] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.061193] env[62913]: INFO nova.compute.manager [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Took 39.85 seconds to build instance. [ 1485.107044] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4315172-af7a-4b68-b389-11d3575e2a2c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.116761] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c4afef-f596-4753-b0b1-7730cef2a336 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.154120] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d3303c-188e-4edd-ad25-50a6bcfd7f14 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.164913] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a9b8e0-817e-47c9-b925-d22b68167036 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.181267] env[62913]: DEBUG nova.compute.provider_tree [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1485.350753] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Releasing lock "refresh_cache-483fd929-aae3-4c7d-a8e0-3b7a725fa0c8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.351241] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Instance network_info: |[{"id": "7b99dbc8-e97f-45eb-bc36-2b2642e9e920", "address": "fa:16:3e:73:00:30", "network": {"id": "e37dbbc9-25ec-4370-ab72-4bfff90a980a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-54388982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a81e7432d84dad88423c1e713f5334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b99dbc8-e9", "ovs_interfaceid": "7b99dbc8-e97f-45eb-bc36-2b2642e9e920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1485.351827] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:00:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b99dbc8-e97f-45eb-bc36-2b2642e9e920', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1485.361781] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Creating folder: Project (e7a81e7432d84dad88423c1e713f5334). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1485.362279] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97e1b838-6143-403a-be4a-4eccc0ab29ae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.378075] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821770, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.380843] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Created folder: Project (e7a81e7432d84dad88423c1e713f5334) in parent group-v377263. [ 1485.382096] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Creating folder: Instances. Parent ref: group-v377323. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1485.382096] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2800269b-c20b-4226-9d5d-0211b3ae879f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.396728] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Created folder: Instances in parent group-v377323. [ 1485.397039] env[62913]: DEBUG oslo.service.loopingcall [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.397318] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1485.397625] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22f150b6-06b6-4098-ac5e-4edc26dd1e92 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.427870] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1485.427870] env[62913]: value = "task-1821774" [ 1485.427870] env[62913]: _type = "Task" [ 1485.427870] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.440119] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821774, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.461188] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1485.484062] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821771, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.494419] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1485.495055] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1485.495055] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1485.495197] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1485.495800] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1485.495800] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1485.495922] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1485.499017] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1485.499017] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1485.499017] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1485.499017] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1485.499017] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8025b2b-b856-487f-8bec-a5b6eec8a186 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.506247] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9f0560-dfd0-4312-ab27-5e7e4ee5259d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.563383] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8057ced4-d1bf-40d0-bf1d-b220e3afa507 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "93a8a81f-866c-42fa-9eaf-7f8d5d28112b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.387s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.700154] env[62913]: DEBUG nova.compute.manager [req-e24982f8-b47e-407b-8484-1c2f1d0e38cc req-bdeee2ca-a3c2-4115-97aa-3d1f724c3385 service nova] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Received event network-changed-7b99dbc8-e97f-45eb-bc36-2b2642e9e920 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1485.700154] env[62913]: DEBUG nova.compute.manager [req-e24982f8-b47e-407b-8484-1c2f1d0e38cc req-bdeee2ca-a3c2-4115-97aa-3d1f724c3385 service nova] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Refreshing instance network info cache due to event network-changed-7b99dbc8-e97f-45eb-bc36-2b2642e9e920. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1485.700154] env[62913]: DEBUG oslo_concurrency.lockutils [req-e24982f8-b47e-407b-8484-1c2f1d0e38cc req-bdeee2ca-a3c2-4115-97aa-3d1f724c3385 service nova] Acquiring lock "refresh_cache-483fd929-aae3-4c7d-a8e0-3b7a725fa0c8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.702859] env[62913]: DEBUG oslo_concurrency.lockutils [req-e24982f8-b47e-407b-8484-1c2f1d0e38cc req-bdeee2ca-a3c2-4115-97aa-3d1f724c3385 service nova] Acquired lock "refresh_cache-483fd929-aae3-4c7d-a8e0-3b7a725fa0c8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.702859] env[62913]: DEBUG nova.network.neutron [req-e24982f8-b47e-407b-8484-1c2f1d0e38cc req-bdeee2ca-a3c2-4115-97aa-3d1f724c3385 service nova] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Refreshing network info cache for port 7b99dbc8-e97f-45eb-bc36-2b2642e9e920 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1485.716872] env[62913]: DEBUG nova.scheduler.client.report [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1485.716872] env[62913]: DEBUG nova.compute.provider_tree [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 53 to 54 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1485.716872] env[62913]: DEBUG nova.compute.provider_tree [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1485.873569] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821770, 'name': ReconfigVM_Task, 'duration_secs': 0.55274} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.873920] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Reconfigured VM instance instance-00000015 to attach disk [datastore1] c03e0144-3013-4e88-a081-dd16264dba16/c03e0144-3013-4e88-a081-dd16264dba16.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1485.874622] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35b7d9af-d139-40a7-a1fa-ade909db8b8a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.881673] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1485.881673] env[62913]: value = "task-1821775" [ 1485.881673] env[62913]: _type = "Task" [ 1485.881673] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.891268] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821775, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.938397] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821774, 'name': CreateVM_Task, 'duration_secs': 0.488013} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.938571] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1485.939394] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.940123] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.940123] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1485.940220] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e123c8f-1866-4c4a-b224-f2b15e44df03 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.945788] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1485.945788] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5266ffa1-a27c-68cf-072f-2f2422c9b3cb" [ 1485.945788] env[62913]: _type = "Task" [ 1485.945788] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.954828] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5266ffa1-a27c-68cf-072f-2f2422c9b3cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.984048] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725091} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.984048] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] c9d87160-1c3d-42fe-82c9-79aa1a55c528/c9d87160-1c3d-42fe-82c9-79aa1a55c528.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1485.984213] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1485.984520] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-080451aa-7d83-45bf-9663-df2029029857 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.992270] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1485.992270] env[62913]: value = "task-1821776" [ 1485.992270] env[62913]: _type = "Task" [ 1485.992270] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.002171] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.065843] env[62913]: DEBUG nova.compute.manager [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1486.223740] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.223740] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1486.225617] env[62913]: DEBUG oslo_concurrency.lockutils [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.123s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.227887] env[62913]: INFO nova.compute.claims [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1486.393732] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821775, 'name': Rename_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.466218] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5266ffa1-a27c-68cf-072f-2f2422c9b3cb, 'name': SearchDatastore_Task, 'duration_secs': 0.040956} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.466218] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.466218] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1486.466218] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.466218] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.466637] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1486.466637] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b76e9966-af5c-401b-a64b-cca1d829fbe6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.490620] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1486.490822] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1486.491648] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49742e1d-d0b5-4fc2-b021-b11bc4af9a0a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.502942] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Successfully updated port: 5a7bbaca-9ae4-4200-a44c-74de182adfce {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1486.507342] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1486.507342] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]526e75a7-02c3-b1a6-de4f-1ec922f0bbf5" [ 1486.507342] env[62913]: _type = "Task" [ 1486.507342] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.515652] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085981} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.515652] env[62913]: DEBUG nova.network.neutron [req-e24982f8-b47e-407b-8484-1c2f1d0e38cc req-bdeee2ca-a3c2-4115-97aa-3d1f724c3385 service nova] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Updated VIF entry in instance network info cache for port 7b99dbc8-e97f-45eb-bc36-2b2642e9e920. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1486.515787] env[62913]: DEBUG nova.network.neutron [req-e24982f8-b47e-407b-8484-1c2f1d0e38cc req-bdeee2ca-a3c2-4115-97aa-3d1f724c3385 service nova] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Updating instance_info_cache with network_info: [{"id": "7b99dbc8-e97f-45eb-bc36-2b2642e9e920", "address": "fa:16:3e:73:00:30", "network": {"id": "e37dbbc9-25ec-4370-ab72-4bfff90a980a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-54388982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a81e7432d84dad88423c1e713f5334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b99dbc8-e9", "ovs_interfaceid": "7b99dbc8-e97f-45eb-bc36-2b2642e9e920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.517156] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1486.521024] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f8c422-a6c5-4bca-9e64-8f68c5279415 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.524311] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526e75a7-02c3-b1a6-de4f-1ec922f0bbf5, 'name': SearchDatastore_Task, 'duration_secs': 0.010582} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.526429] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c55d4a-5da6-4abd-b5da-3d0246dbd5eb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.547068] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] c9d87160-1c3d-42fe-82c9-79aa1a55c528/c9d87160-1c3d-42fe-82c9-79aa1a55c528.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1486.549333] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06882794-5c84-41a1-abf0-b4e87b0e929d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.563991] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1486.563991] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52d60687-d3b2-687f-5907-f13b6432f9b9" [ 1486.563991] env[62913]: _type = "Task" [ 1486.563991] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.570103] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1486.570103] env[62913]: value = "task-1821777" [ 1486.570103] env[62913]: _type = "Task" [ 1486.570103] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.575780] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d60687-d3b2-687f-5907-f13b6432f9b9, 'name': SearchDatastore_Task} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.578911] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.579143] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8/483fd929-aae3-4c7d-a8e0-3b7a725fa0c8.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1486.581563] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c582222-64d3-4966-8c77-7830f39bbaaa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.592159] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.594439] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1486.594439] env[62913]: value = "task-1821778" [ 1486.594439] env[62913]: _type = "Task" [ 1486.594439] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.601123] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.609665] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.738285] env[62913]: DEBUG nova.compute.utils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1486.741600] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1486.741893] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1486.784429] env[62913]: DEBUG nova.policy [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a640dc1382fe4d34b1c19660e5eec711', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7a81e7432d84dad88423c1e713f5334', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1486.893604] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821775, 'name': Rename_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.007629] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "refresh_cache-05ee70b5-acc1-485d-81c1-500c451283de" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.008078] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquired lock "refresh_cache-05ee70b5-acc1-485d-81c1-500c451283de" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.008257] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1487.026189] env[62913]: DEBUG oslo_concurrency.lockutils [req-e24982f8-b47e-407b-8484-1c2f1d0e38cc req-bdeee2ca-a3c2-4115-97aa-3d1f724c3385 service nova] Releasing lock "refresh_cache-483fd929-aae3-4c7d-a8e0-3b7a725fa0c8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.086352] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.105456] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821778, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.108836] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Successfully created port: 615d9ad9-5ea3-4bec-8544-4fb0983d5781 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1487.141365] env[62913]: DEBUG nova.compute.manager [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1487.142400] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed024d0-41c0-46bf-a24a-9b40d6dc66cb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.247970] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1487.399963] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821775, 'name': Rename_Task, 'duration_secs': 1.449645} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.400328] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1487.401073] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fad74bc2-e539-4d73-b116-161a17898d39 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.411594] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1487.411594] env[62913]: value = "task-1821779" [ 1487.411594] env[62913]: _type = "Task" [ 1487.411594] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.421971] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.556553] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1487.584344] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821777, 'name': ReconfigVM_Task, 'duration_secs': 0.692904} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.589812] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Reconfigured VM instance instance-00000016 to attach disk [datastore1] c9d87160-1c3d-42fe-82c9-79aa1a55c528/c9d87160-1c3d-42fe-82c9-79aa1a55c528.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1487.592213] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cb6eb0f-3e6a-472f-adcf-14f7f7092051 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.601702] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1487.601702] env[62913]: value = "task-1821780" [ 1487.601702] env[62913]: _type = "Task" [ 1487.601702] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.613162] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89005} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.614263] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8/483fd929-aae3-4c7d-a8e0-3b7a725fa0c8.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1487.614562] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1487.614855] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d01bbdbd-1a7d-420c-ae46-05137285ced1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.620723] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821780, 'name': Rename_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.629199] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1487.629199] env[62913]: value = "task-1821781" [ 1487.629199] env[62913]: _type = "Task" [ 1487.629199] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.642171] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.659908] env[62913]: INFO nova.compute.manager [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] instance snapshotting [ 1487.663760] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f99d1e-9608-4478-bd8a-feb6f08a84dc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.693922] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1b4a69-6d9b-48ba-9c74-fef3f4ceadff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.798330] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Updating instance_info_cache with network_info: [{"id": "5a7bbaca-9ae4-4200-a44c-74de182adfce", "address": "fa:16:3e:b1:f0:80", "network": {"id": "e37dbbc9-25ec-4370-ab72-4bfff90a980a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-54388982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a81e7432d84dad88423c1e713f5334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a7bbaca-9a", "ovs_interfaceid": "5a7bbaca-9ae4-4200-a44c-74de182adfce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.842090] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b67aa99-ad5a-4bea-9889-cd7e1545d64b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.849783] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57ebe45-053f-481d-a2cb-85f913597938 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.883877] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e173a9f7-63f4-493e-a13d-6a0bcbc9fe34 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.887490] env[62913]: DEBUG nova.compute.manager [req-da6595f9-06e3-4e38-85ad-a75f7aa4abb9 req-5305b86e-3ff8-44c4-99ce-d380fc6a8d38 service nova] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Received event network-vif-plugged-5a7bbaca-9ae4-4200-a44c-74de182adfce {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1487.887765] env[62913]: DEBUG oslo_concurrency.lockutils [req-da6595f9-06e3-4e38-85ad-a75f7aa4abb9 req-5305b86e-3ff8-44c4-99ce-d380fc6a8d38 service nova] Acquiring lock "05ee70b5-acc1-485d-81c1-500c451283de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.888035] env[62913]: DEBUG oslo_concurrency.lockutils [req-da6595f9-06e3-4e38-85ad-a75f7aa4abb9 req-5305b86e-3ff8-44c4-99ce-d380fc6a8d38 service nova] Lock "05ee70b5-acc1-485d-81c1-500c451283de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.888254] env[62913]: DEBUG oslo_concurrency.lockutils [req-da6595f9-06e3-4e38-85ad-a75f7aa4abb9 req-5305b86e-3ff8-44c4-99ce-d380fc6a8d38 service nova] Lock "05ee70b5-acc1-485d-81c1-500c451283de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.888460] env[62913]: DEBUG nova.compute.manager [req-da6595f9-06e3-4e38-85ad-a75f7aa4abb9 req-5305b86e-3ff8-44c4-99ce-d380fc6a8d38 service nova] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] No waiting events found dispatching network-vif-plugged-5a7bbaca-9ae4-4200-a44c-74de182adfce {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1487.888658] env[62913]: WARNING nova.compute.manager [req-da6595f9-06e3-4e38-85ad-a75f7aa4abb9 req-5305b86e-3ff8-44c4-99ce-d380fc6a8d38 service nova] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Received unexpected event network-vif-plugged-5a7bbaca-9ae4-4200-a44c-74de182adfce for instance with vm_state building and task_state spawning. [ 1487.888848] env[62913]: DEBUG nova.compute.manager [req-da6595f9-06e3-4e38-85ad-a75f7aa4abb9 req-5305b86e-3ff8-44c4-99ce-d380fc6a8d38 service nova] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Received event network-changed-5a7bbaca-9ae4-4200-a44c-74de182adfce {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1487.889044] env[62913]: DEBUG nova.compute.manager [req-da6595f9-06e3-4e38-85ad-a75f7aa4abb9 req-5305b86e-3ff8-44c4-99ce-d380fc6a8d38 service nova] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Refreshing instance network info cache due to event network-changed-5a7bbaca-9ae4-4200-a44c-74de182adfce. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1487.889260] env[62913]: DEBUG oslo_concurrency.lockutils [req-da6595f9-06e3-4e38-85ad-a75f7aa4abb9 req-5305b86e-3ff8-44c4-99ce-d380fc6a8d38 service nova] Acquiring lock "refresh_cache-05ee70b5-acc1-485d-81c1-500c451283de" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.895879] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be83f33-3c5d-4f96-86ad-07960fe10159 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.911354] env[62913]: DEBUG nova.compute.provider_tree [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.922070] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821779, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.114054] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821780, 'name': Rename_Task, 'duration_secs': 0.159657} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.114054] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.114054] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a889c6d9-9837-46a2-a06b-60e82aa49984 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.120439] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1488.120439] env[62913]: value = "task-1821782" [ 1488.120439] env[62913]: _type = "Task" [ 1488.120439] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.128189] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.136714] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069174} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.136962] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1488.137724] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d1152e-3b12-419d-a9a2-609676df0386 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.160163] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8/483fd929-aae3-4c7d-a8e0-3b7a725fa0c8.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1488.160848] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3013dd9-fa0a-4144-a621-c0ad31eb1dfc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.181464] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1488.181464] env[62913]: value = "task-1821783" [ 1488.181464] env[62913]: _type = "Task" [ 1488.181464] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.189797] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.207018] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1488.207321] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-41f36ebe-d4ae-40a1-8074-e5079e4301c0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.214394] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1488.214394] env[62913]: value = "task-1821784" [ 1488.214394] env[62913]: _type = "Task" [ 1488.214394] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.223658] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821784, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.261295] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1488.283631] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1488.283905] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.284122] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1488.284353] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.284575] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1488.284756] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1488.285101] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1488.285317] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1488.285546] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1488.285793] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1488.285991] env[62913]: DEBUG nova.virt.hardware [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1488.287010] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9632c90-036c-4998-91f5-b207ce2e55e2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.295978] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd496d0-ac2c-43f4-b73e-311a4b8e05a6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.302958] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Releasing lock "refresh_cache-05ee70b5-acc1-485d-81c1-500c451283de" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.303281] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Instance network_info: |[{"id": "5a7bbaca-9ae4-4200-a44c-74de182adfce", "address": "fa:16:3e:b1:f0:80", "network": {"id": "e37dbbc9-25ec-4370-ab72-4bfff90a980a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-54388982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a81e7432d84dad88423c1e713f5334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a7bbaca-9a", "ovs_interfaceid": "5a7bbaca-9ae4-4200-a44c-74de182adfce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1488.313020] env[62913]: DEBUG oslo_concurrency.lockutils [req-da6595f9-06e3-4e38-85ad-a75f7aa4abb9 req-5305b86e-3ff8-44c4-99ce-d380fc6a8d38 service nova] Acquired lock "refresh_cache-05ee70b5-acc1-485d-81c1-500c451283de" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.313020] env[62913]: DEBUG nova.network.neutron [req-da6595f9-06e3-4e38-85ad-a75f7aa4abb9 req-5305b86e-3ff8-44c4-99ce-d380fc6a8d38 service nova] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Refreshing network info cache for port 5a7bbaca-9ae4-4200-a44c-74de182adfce {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1488.313269] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:f0:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a7bbaca-9ae4-4200-a44c-74de182adfce', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1488.320420] env[62913]: DEBUG oslo.service.loopingcall [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1488.323463] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1488.323970] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13a30c2a-74f2-439a-bb27-02bd2be62650 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.350889] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1488.350889] env[62913]: value = "task-1821785" [ 1488.350889] env[62913]: _type = "Task" [ 1488.350889] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.362648] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821785, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.417526] env[62913]: DEBUG nova.scheduler.client.report [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1488.429530] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821779, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.633470] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821782, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.651576] env[62913]: DEBUG nova.network.neutron [req-da6595f9-06e3-4e38-85ad-a75f7aa4abb9 req-5305b86e-3ff8-44c4-99ce-d380fc6a8d38 service nova] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Updated VIF entry in instance network info cache for port 5a7bbaca-9ae4-4200-a44c-74de182adfce. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1488.652914] env[62913]: DEBUG nova.network.neutron [req-da6595f9-06e3-4e38-85ad-a75f7aa4abb9 req-5305b86e-3ff8-44c4-99ce-d380fc6a8d38 service nova] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Updating instance_info_cache with network_info: [{"id": "5a7bbaca-9ae4-4200-a44c-74de182adfce", "address": "fa:16:3e:b1:f0:80", "network": {"id": "e37dbbc9-25ec-4370-ab72-4bfff90a980a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-54388982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a81e7432d84dad88423c1e713f5334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a7bbaca-9a", "ovs_interfaceid": "5a7bbaca-9ae4-4200-a44c-74de182adfce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.695228] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821783, 'name': ReconfigVM_Task, 'duration_secs': 0.401208} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.695547] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8/483fd929-aae3-4c7d-a8e0-3b7a725fa0c8.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.697765] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f3bf0a5-b78a-40a7-9363-f01bc9b51372 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.706740] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1488.706740] env[62913]: value = "task-1821786" [ 1488.706740] env[62913]: _type = "Task" [ 1488.706740] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.718481] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821786, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.729514] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821784, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.863251] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821785, 'name': CreateVM_Task, 'duration_secs': 0.465273} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.863467] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1488.867019] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.867019] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.867019] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1488.867019] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a346ec86-7e81-421c-8202-ea0440d1a608 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.870491] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1488.870491] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]520b0f16-1474-c824-3c22-1c5eeb901306" [ 1488.870491] env[62913]: _type = "Task" [ 1488.870491] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.880665] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520b0f16-1474-c824-3c22-1c5eeb901306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.902734] env[62913]: DEBUG nova.compute.manager [req-58119947-8473-42b0-83ec-053e0799cdce req-60018f16-ce0d-43f8-a3f2-b17359f4770b service nova] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Received event network-vif-plugged-615d9ad9-5ea3-4bec-8544-4fb0983d5781 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1488.902962] env[62913]: DEBUG oslo_concurrency.lockutils [req-58119947-8473-42b0-83ec-053e0799cdce req-60018f16-ce0d-43f8-a3f2-b17359f4770b service nova] Acquiring lock "20e476f1-e384-4112-9c00-c19c5559fa72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.903225] env[62913]: DEBUG oslo_concurrency.lockutils [req-58119947-8473-42b0-83ec-053e0799cdce req-60018f16-ce0d-43f8-a3f2-b17359f4770b service nova] Lock "20e476f1-e384-4112-9c00-c19c5559fa72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.903414] env[62913]: DEBUG oslo_concurrency.lockutils [req-58119947-8473-42b0-83ec-053e0799cdce req-60018f16-ce0d-43f8-a3f2-b17359f4770b service nova] Lock "20e476f1-e384-4112-9c00-c19c5559fa72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.903597] env[62913]: DEBUG nova.compute.manager [req-58119947-8473-42b0-83ec-053e0799cdce req-60018f16-ce0d-43f8-a3f2-b17359f4770b service nova] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] No waiting events found dispatching network-vif-plugged-615d9ad9-5ea3-4bec-8544-4fb0983d5781 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1488.903800] env[62913]: WARNING nova.compute.manager [req-58119947-8473-42b0-83ec-053e0799cdce req-60018f16-ce0d-43f8-a3f2-b17359f4770b service nova] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Received unexpected event network-vif-plugged-615d9ad9-5ea3-4bec-8544-4fb0983d5781 for instance with vm_state building and task_state spawning. [ 1488.924038] env[62913]: DEBUG oslo_vmware.api [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1821779, 'name': PowerOnVM_Task, 'duration_secs': 1.066486} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.925059] env[62913]: DEBUG oslo_concurrency.lockutils [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.925603] env[62913]: DEBUG nova.compute.manager [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1488.928578] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1488.928795] env[62913]: INFO nova.compute.manager [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Took 12.63 seconds to spawn the instance on the hypervisor. [ 1488.928971] env[62913]: DEBUG nova.compute.manager [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1488.929612] env[62913]: DEBUG oslo_concurrency.lockutils [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.591s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.929889] env[62913]: DEBUG nova.objects.instance [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lazy-loading 'resources' on Instance uuid 2c511398-2d78-4429-8ed6-11af0e7a859f {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.931594] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079e523f-6a43-4f67-978f-8cafd51afe54 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.960862] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Successfully updated port: 615d9ad9-5ea3-4bec-8544-4fb0983d5781 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1489.132229] env[62913]: DEBUG oslo_vmware.api [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821782, 'name': PowerOnVM_Task, 'duration_secs': 0.554217} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.132513] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1489.132712] env[62913]: INFO nova.compute.manager [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1489.133059] env[62913]: DEBUG nova.compute.manager [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1489.133710] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd55b8d5-e8ce-4d5a-9e5e-0950afe645b6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.154800] env[62913]: DEBUG oslo_concurrency.lockutils [req-da6595f9-06e3-4e38-85ad-a75f7aa4abb9 req-5305b86e-3ff8-44c4-99ce-d380fc6a8d38 service nova] Releasing lock "refresh_cache-05ee70b5-acc1-485d-81c1-500c451283de" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.216941] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821786, 'name': Rename_Task, 'duration_secs': 0.268527} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.217336] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1489.217596] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba2cc1b7-2180-47c6-9ae8-387d32d030de {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.228135] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821784, 'name': CreateSnapshot_Task, 'duration_secs': 0.548517} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.229568] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1489.229875] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1489.229875] env[62913]: value = "task-1821787" [ 1489.229875] env[62913]: _type = "Task" [ 1489.229875] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.230648] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e5433e-71a4-4a7e-8a80-53fd8629ca12 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.247570] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.383006] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520b0f16-1474-c824-3c22-1c5eeb901306, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.383310] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.383567] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1489.383805] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.383953] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.384143] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1489.384439] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fac08dfb-bec9-44f8-becd-03a3599a1c7a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.393231] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1489.393404] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1489.394109] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b2d7f69-7a06-461d-a7f2-76997ea50f09 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.399399] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1489.399399] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]524e9486-2bfc-8551-8ef3-35a1504b5218" [ 1489.399399] env[62913]: _type = "Task" [ 1489.399399] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.408223] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524e9486-2bfc-8551-8ef3-35a1504b5218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.431323] env[62913]: DEBUG nova.compute.utils [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1489.432774] env[62913]: DEBUG nova.compute.manager [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1489.432965] env[62913]: DEBUG nova.network.neutron [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1489.455016] env[62913]: INFO nova.compute.manager [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Took 43.17 seconds to build instance. [ 1489.463146] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "refresh_cache-20e476f1-e384-4112-9c00-c19c5559fa72" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.463303] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquired lock "refresh_cache-20e476f1-e384-4112-9c00-c19c5559fa72" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.463904] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1489.484689] env[62913]: DEBUG nova.policy [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0710a19ae85d4f17bd6ad5daf1aa4b90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4b41b627bc0441b9c85a109ddf09fb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1489.650866] env[62913]: INFO nova.compute.manager [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Took 40.43 seconds to build instance. [ 1489.749237] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.764336] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1489.764876] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-297aa74e-b680-44c4-b0ea-a0a3bb90a0c9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.775725] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1489.775725] env[62913]: value = "task-1821788" [ 1489.775725] env[62913]: _type = "Task" [ 1489.775725] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.791114] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821788, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.800224] env[62913]: DEBUG nova.network.neutron [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Successfully created port: a393c977-d546-4a5c-b47e-ffbb66d1e8f8 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1489.919428] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524e9486-2bfc-8551-8ef3-35a1504b5218, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.922598] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc431e8-11ec-45ee-9527-e543fff8bbf6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.933564] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1489.933564] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523aae75-c00b-e30e-a0b5-b8353a75aac2" [ 1489.933564] env[62913]: _type = "Task" [ 1489.933564] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.938777] env[62913]: DEBUG nova.compute.manager [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1489.955097] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523aae75-c00b-e30e-a0b5-b8353a75aac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.958162] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ff9808d-a6c9-43df-9de5-4688f97e4401 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "c03e0144-3013-4e88-a081-dd16264dba16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.658s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.980152] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f030f93c-9b70-4ee3-8e40-883690536b18 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.996147] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de2bea3-abba-40fd-bc65-401d5d08c76b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.033727] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2a6594-0d03-42d9-9565-1e068f417a71 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.037421] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1490.045755] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b0bcab-2540-4baf-8730-d38fe46d0c3a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.062574] env[62913]: DEBUG nova.compute.provider_tree [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.152286] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f9626c8b-23c9-493c-9717-1b70ea31fc2a tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Lock "c9d87160-1c3d-42fe-82c9-79aa1a55c528" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.285s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.244738] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821787, 'name': PowerOnVM_Task, 'duration_secs': 0.617537} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.247115] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1490.247327] env[62913]: INFO nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1490.248018] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1490.248588] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6340e5-15c6-442c-b492-41d323b813fd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.290192] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821788, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.318632] env[62913]: DEBUG nova.network.neutron [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Updating instance_info_cache with network_info: [{"id": "615d9ad9-5ea3-4bec-8544-4fb0983d5781", "address": "fa:16:3e:84:9e:a7", "network": {"id": "e37dbbc9-25ec-4370-ab72-4bfff90a980a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-54388982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a81e7432d84dad88423c1e713f5334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap615d9ad9-5e", "ovs_interfaceid": "615d9ad9-5ea3-4bec-8544-4fb0983d5781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.455632] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523aae75-c00b-e30e-a0b5-b8353a75aac2, 'name': SearchDatastore_Task, 'duration_secs': 0.017736} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.456749] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.458151] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 05ee70b5-acc1-485d-81c1-500c451283de/05ee70b5-acc1-485d-81c1-500c451283de.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1490.458151] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a56fe8c-1721-4921-8634-d0f9b71ce18c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.462568] env[62913]: DEBUG nova.compute.manager [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1490.470857] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1490.470857] env[62913]: value = "task-1821789" [ 1490.470857] env[62913]: _type = "Task" [ 1490.470857] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.485364] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.566022] env[62913]: DEBUG nova.scheduler.client.report [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1490.654476] env[62913]: DEBUG nova.compute.manager [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1490.768914] env[62913]: INFO nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Took 39.52 seconds to build instance. [ 1490.790885] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821788, 'name': CloneVM_Task} progress is 95%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.821077] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Releasing lock "refresh_cache-20e476f1-e384-4112-9c00-c19c5559fa72" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.822098] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Instance network_info: |[{"id": "615d9ad9-5ea3-4bec-8544-4fb0983d5781", "address": "fa:16:3e:84:9e:a7", "network": {"id": "e37dbbc9-25ec-4370-ab72-4bfff90a980a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-54388982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a81e7432d84dad88423c1e713f5334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap615d9ad9-5e", "ovs_interfaceid": "615d9ad9-5ea3-4bec-8544-4fb0983d5781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1490.822498] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:9e:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '615d9ad9-5ea3-4bec-8544-4fb0983d5781', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.831117] env[62913]: DEBUG oslo.service.loopingcall [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1490.831422] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.831653] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d1cba88-2afc-4168-83eb-9b0e9118deaa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.853330] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.853330] env[62913]: value = "task-1821790" [ 1490.853330] env[62913]: _type = "Task" [ 1490.853330] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.863407] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821790, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.958177] env[62913]: DEBUG nova.compute.manager [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1490.984703] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821789, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.997364] env[62913]: DEBUG nova.virt.hardware [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1490.997606] env[62913]: DEBUG nova.virt.hardware [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.997763] env[62913]: DEBUG nova.virt.hardware [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1490.997942] env[62913]: DEBUG nova.virt.hardware [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.998259] env[62913]: DEBUG nova.virt.hardware [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1490.998435] env[62913]: DEBUG nova.virt.hardware [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1490.998684] env[62913]: DEBUG nova.virt.hardware [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1490.998973] env[62913]: DEBUG nova.virt.hardware [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1490.999212] env[62913]: DEBUG nova.virt.hardware [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1490.999398] env[62913]: DEBUG nova.virt.hardware [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1490.999625] env[62913]: DEBUG nova.virt.hardware [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1491.000718] env[62913]: DEBUG oslo_concurrency.lockutils [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.001596] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef1ffd7-43d9-41c1-8fc0-0c0f47924c4d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.010729] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff54eedb-fd62-44a2-967f-25641307d965 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.074807] env[62913]: DEBUG oslo_concurrency.lockutils [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.077176] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.947s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.077421] env[62913]: DEBUG nova.objects.instance [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Lazy-loading 'resources' on Instance uuid 3f723291-835f-4356-9eb2-40b8518a7008 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.098255] env[62913]: INFO nova.scheduler.client.report [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Deleted allocations for instance 2c511398-2d78-4429-8ed6-11af0e7a859f [ 1491.124278] env[62913]: DEBUG nova.compute.manager [req-b88c73c0-2f82-42c2-a576-a1f845a3e2c8 req-00d706ac-9e7c-47ce-b1db-8e2c0d0f9fd3 service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Received event network-changed-c22ded11-b85a-459d-928a-a5b643a6533e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1491.124278] env[62913]: DEBUG nova.compute.manager [req-b88c73c0-2f82-42c2-a576-a1f845a3e2c8 req-00d706ac-9e7c-47ce-b1db-8e2c0d0f9fd3 service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Refreshing instance network info cache due to event network-changed-c22ded11-b85a-459d-928a-a5b643a6533e. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1491.124391] env[62913]: DEBUG oslo_concurrency.lockutils [req-b88c73c0-2f82-42c2-a576-a1f845a3e2c8 req-00d706ac-9e7c-47ce-b1db-8e2c0d0f9fd3 service nova] Acquiring lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.124600] env[62913]: DEBUG oslo_concurrency.lockutils [req-b88c73c0-2f82-42c2-a576-a1f845a3e2c8 req-00d706ac-9e7c-47ce-b1db-8e2c0d0f9fd3 service nova] Acquired lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.124822] env[62913]: DEBUG nova.network.neutron [req-b88c73c0-2f82-42c2-a576-a1f845a3e2c8 req-00d706ac-9e7c-47ce-b1db-8e2c0d0f9fd3 service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Refreshing network info cache for port c22ded11-b85a-459d-928a-a5b643a6533e {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1491.180920] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.274388] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "483fd929-aae3-4c7d-a8e0-3b7a725fa0c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.040s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.274388] env[62913]: DEBUG nova.compute.manager [req-f466c966-a291-4b9f-bd96-a51e2c124e23 req-bce208cb-b20f-4270-a653-71b88e01abac service nova] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Received event network-changed-615d9ad9-5ea3-4bec-8544-4fb0983d5781 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1491.274388] env[62913]: DEBUG nova.compute.manager [req-f466c966-a291-4b9f-bd96-a51e2c124e23 req-bce208cb-b20f-4270-a653-71b88e01abac service nova] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Refreshing instance network info cache due to event network-changed-615d9ad9-5ea3-4bec-8544-4fb0983d5781. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1491.274388] env[62913]: DEBUG oslo_concurrency.lockutils [req-f466c966-a291-4b9f-bd96-a51e2c124e23 req-bce208cb-b20f-4270-a653-71b88e01abac service nova] Acquiring lock "refresh_cache-20e476f1-e384-4112-9c00-c19c5559fa72" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.278503] env[62913]: DEBUG oslo_concurrency.lockutils [req-f466c966-a291-4b9f-bd96-a51e2c124e23 req-bce208cb-b20f-4270-a653-71b88e01abac service nova] Acquired lock "refresh_cache-20e476f1-e384-4112-9c00-c19c5559fa72" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.278889] env[62913]: DEBUG nova.network.neutron [req-f466c966-a291-4b9f-bd96-a51e2c124e23 req-bce208cb-b20f-4270-a653-71b88e01abac service nova] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Refreshing network info cache for port 615d9ad9-5ea3-4bec-8544-4fb0983d5781 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1491.301746] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821788, 'name': CloneVM_Task, 'duration_secs': 1.295212} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.302030] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Created linked-clone VM from snapshot [ 1491.303168] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311bcc52-fa90-4c0d-bd66-5c74ba45f4e2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.316484] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Uploading image 850db164-407d-4aa1-ac8c-38ea74f56678 {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1491.347748] env[62913]: DEBUG oslo_vmware.rw_handles [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1491.347748] env[62913]: value = "vm-377328" [ 1491.347748] env[62913]: _type = "VirtualMachine" [ 1491.347748] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1491.348107] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4b6625b2-b398-4af7-88ae-cc05e5eecec6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.359994] env[62913]: DEBUG oslo_vmware.rw_handles [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lease: (returnval){ [ 1491.359994] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5244af51-c33c-3047-8ddb-6efd3f624264" [ 1491.359994] env[62913]: _type = "HttpNfcLease" [ 1491.359994] env[62913]: } obtained for exporting VM: (result){ [ 1491.359994] env[62913]: value = "vm-377328" [ 1491.359994] env[62913]: _type = "VirtualMachine" [ 1491.359994] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1491.360532] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the lease: (returnval){ [ 1491.360532] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5244af51-c33c-3047-8ddb-6efd3f624264" [ 1491.360532] env[62913]: _type = "HttpNfcLease" [ 1491.360532] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1491.369134] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821790, 'name': CreateVM_Task, 'duration_secs': 0.479019} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.369810] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1491.370630] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.370851] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.371268] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1491.371588] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8897bea1-e4b0-4811-adee-b2874756767f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.376655] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1491.376655] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5244af51-c33c-3047-8ddb-6efd3f624264" [ 1491.376655] env[62913]: _type = "HttpNfcLease" [ 1491.376655] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1491.377518] env[62913]: DEBUG oslo_vmware.rw_handles [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1491.377518] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5244af51-c33c-3047-8ddb-6efd3f624264" [ 1491.377518] env[62913]: _type = "HttpNfcLease" [ 1491.377518] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1491.378458] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9409b3-ad37-4c43-8e44-40a129f708c1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.383177] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1491.383177] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529cb24e-1a80-e502-93aa-fc7883c1dd05" [ 1491.383177] env[62913]: _type = "Task" [ 1491.383177] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.390720] env[62913]: DEBUG oslo_vmware.rw_handles [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522dccf8-2ecd-7f77-b090-4de9c87ea479/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1491.390952] env[62913]: DEBUG oslo_vmware.rw_handles [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522dccf8-2ecd-7f77-b090-4de9c87ea479/disk-0.vmdk for reading. {{(pid=62913) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1491.457324] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]529cb24e-1a80-e502-93aa-fc7883c1dd05, 'name': SearchDatastore_Task, 'duration_secs': 0.010286} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.457997] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.458297] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1491.461022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.461022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.461022] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1491.461022] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cc0b890-6831-4290-a947-dcd479e0846c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.469891] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1491.470126] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1491.470927] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cacea782-7dfb-45da-8e73-e35ba9a0c575 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.481246] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1491.481246] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]520c4909-0c06-05bf-b288-83f625b254ff" [ 1491.481246] env[62913]: _type = "Task" [ 1491.481246] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.483719] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564837} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.486885] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 05ee70b5-acc1-485d-81c1-500c451283de/05ee70b5-acc1-485d-81c1-500c451283de.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1491.487377] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1491.487377] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ccf0a80-5679-48a8-aee6-64ca7583504e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.493796] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bbf8266a-ac8b-4a9c-898f-d40ab075fc24 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.499276] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520c4909-0c06-05bf-b288-83f625b254ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011158} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.501622] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1491.501622] env[62913]: value = "task-1821792" [ 1491.501622] env[62913]: _type = "Task" [ 1491.501622] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.502405] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c57adf5-9425-4bf3-9767-94e7d4c75bba {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.513486] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1491.513486] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]524fcdee-0968-3d5b-e601-0964c17b22db" [ 1491.513486] env[62913]: _type = "Task" [ 1491.513486] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.516903] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.529100] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524fcdee-0968-3d5b-e601-0964c17b22db, 'name': SearchDatastore_Task, 'duration_secs': 0.012208} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.534679] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.534977] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 20e476f1-e384-4112-9c00-c19c5559fa72/20e476f1-e384-4112-9c00-c19c5559fa72.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1491.535497] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50746b02-7633-43f4-87a9-92274f8793dd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.543513] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1491.543513] env[62913]: value = "task-1821793" [ 1491.543513] env[62913]: _type = "Task" [ 1491.543513] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.554031] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.567796] env[62913]: DEBUG nova.network.neutron [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Successfully updated port: a393c977-d546-4a5c-b47e-ffbb66d1e8f8 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1491.605735] env[62913]: DEBUG oslo_concurrency.lockutils [None req-30d91af5-2b9f-4cac-9dc8-9e3c249c1f6c tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "2c511398-2d78-4429-8ed6-11af0e7a859f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.467s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.702300] env[62913]: DEBUG nova.compute.manager [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1491.702449] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c467254-59f9-42f3-99bc-801a0fde9fff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.787313] env[62913]: DEBUG nova.compute.manager [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1491.969356] env[62913]: DEBUG nova.network.neutron [req-b88c73c0-2f82-42c2-a576-a1f845a3e2c8 req-00d706ac-9e7c-47ce-b1db-8e2c0d0f9fd3 service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Updated VIF entry in instance network info cache for port c22ded11-b85a-459d-928a-a5b643a6533e. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1491.969356] env[62913]: DEBUG nova.network.neutron [req-b88c73c0-2f82-42c2-a576-a1f845a3e2c8 req-00d706ac-9e7c-47ce-b1db-8e2c0d0f9fd3 service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Updating instance_info_cache with network_info: [{"id": "c22ded11-b85a-459d-928a-a5b643a6533e", "address": "fa:16:3e:16:71:82", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc22ded11-b8", "ovs_interfaceid": "c22ded11-b85a-459d-928a-a5b643a6533e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.017118] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14053} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.017354] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1492.018181] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefe028b-cfe8-469b-928e-495f54d83cd9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.043661] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 05ee70b5-acc1-485d-81c1-500c451283de/05ee70b5-acc1-485d-81c1-500c451283de.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1492.048856] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffb3b6da-6452-4b16-a60a-a02e520e6dfb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.071334] env[62913]: DEBUG oslo_concurrency.lockutils [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "refresh_cache-44c01052-a741-4c21-9bb9-c8b808f2c4ad" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.071516] env[62913]: DEBUG oslo_concurrency.lockutils [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired lock "refresh_cache-44c01052-a741-4c21-9bb9-c8b808f2c4ad" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.071668] env[62913]: DEBUG nova.network.neutron [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1492.076903] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821793, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.077238] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1492.077238] env[62913]: value = "task-1821794" [ 1492.077238] env[62913]: _type = "Task" [ 1492.077238] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.089726] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.161361] env[62913]: DEBUG nova.network.neutron [req-f466c966-a291-4b9f-bd96-a51e2c124e23 req-bce208cb-b20f-4270-a653-71b88e01abac service nova] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Updated VIF entry in instance network info cache for port 615d9ad9-5ea3-4bec-8544-4fb0983d5781. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1492.161801] env[62913]: DEBUG nova.network.neutron [req-f466c966-a291-4b9f-bd96-a51e2c124e23 req-bce208cb-b20f-4270-a653-71b88e01abac service nova] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Updating instance_info_cache with network_info: [{"id": "615d9ad9-5ea3-4bec-8544-4fb0983d5781", "address": "fa:16:3e:84:9e:a7", "network": {"id": "e37dbbc9-25ec-4370-ab72-4bfff90a980a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-54388982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a81e7432d84dad88423c1e713f5334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap615d9ad9-5e", "ovs_interfaceid": "615d9ad9-5ea3-4bec-8544-4fb0983d5781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.170770] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd66ec9-9ea6-4b33-962b-ec0c86e8d10f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.180902] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f382f2b6-04be-4b87-93e5-0eb5db38b4af {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.217168] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000e39f6-65e4-4f15-8774-04c78fdae0b6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.220551] env[62913]: INFO nova.compute.manager [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] instance snapshotting [ 1492.226068] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289d0806-ae35-4fdc-b04a-71ea1f1d6093 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.233564] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1990c72-ce0e-46ff-bdfa-859aa6857f16 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.245939] env[62913]: DEBUG nova.compute.provider_tree [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.264982] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af22eeb8-b209-48f7-bff0-df75ba9b6156 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.306140] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.471326] env[62913]: DEBUG oslo_concurrency.lockutils [req-b88c73c0-2f82-42c2-a576-a1f845a3e2c8 req-00d706ac-9e7c-47ce-b1db-8e2c0d0f9fd3 service nova] Releasing lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.560344] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53692} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.563024] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 20e476f1-e384-4112-9c00-c19c5559fa72/20e476f1-e384-4112-9c00-c19c5559fa72.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1492.563024] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1492.563024] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-694b5d90-8075-41c6-999c-afcf31c42f6e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.570305] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1492.570305] env[62913]: value = "task-1821795" [ 1492.570305] env[62913]: _type = "Task" [ 1492.570305] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.589610] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.596739] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.642386] env[62913]: DEBUG nova.network.neutron [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1492.672379] env[62913]: DEBUG oslo_concurrency.lockutils [req-f466c966-a291-4b9f-bd96-a51e2c124e23 req-bce208cb-b20f-4270-a653-71b88e01abac service nova] Releasing lock "refresh_cache-20e476f1-e384-4112-9c00-c19c5559fa72" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.765097] env[62913]: DEBUG nova.scheduler.client.report [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1492.780132] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1492.780481] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-40148b03-01ac-44d6-a438-5d695f7d0197 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.795506] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1492.795506] env[62913]: value = "task-1821796" [ 1492.795506] env[62913]: _type = "Task" [ 1492.795506] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.815304] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821796, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.879575] env[62913]: DEBUG nova.network.neutron [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Updating instance_info_cache with network_info: [{"id": "a393c977-d546-4a5c-b47e-ffbb66d1e8f8", "address": "fa:16:3e:ad:29:12", "network": {"id": "e00f2ee2-0aa2-4c74-af51-6df18c1b4bc3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1029972307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b41b627bc0441b9c85a109ddf09fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa393c977-d5", "ovs_interfaceid": "a393c977-d546-4a5c-b47e-ffbb66d1e8f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.082715] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079306} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.087606] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1493.088718] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be665bd1-5523-4f9d-afa2-e26f3c50506a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.098231] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821794, 'name': ReconfigVM_Task, 'duration_secs': 0.742653} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.111021] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 05ee70b5-acc1-485d-81c1-500c451283de/05ee70b5-acc1-485d-81c1-500c451283de.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1493.121208] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 20e476f1-e384-4112-9c00-c19c5559fa72/20e476f1-e384-4112-9c00-c19c5559fa72.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1493.121584] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abe16d28-8ac9-4d02-a718-413f73c56b88 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.123494] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc9353c-95d7-4ac5-9649-66164dd81c10 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.147498] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1493.147498] env[62913]: value = "task-1821798" [ 1493.147498] env[62913]: _type = "Task" [ 1493.147498] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.149654] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1493.149654] env[62913]: value = "task-1821797" [ 1493.149654] env[62913]: _type = "Task" [ 1493.149654] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.166664] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.170437] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821797, 'name': Rename_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.271794] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.274734] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.877s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.274958] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.275338] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1493.275560] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.354s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.278687] env[62913]: DEBUG nova.objects.instance [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Lazy-loading 'resources' on Instance uuid e10fdba9-c79d-46ea-a877-89a4fbb1c9ae {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.278687] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d08399-095e-4a64-871c-1a710501cb67 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.292473] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3922bfb-b675-44ba-8577-848ca688e3d1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.303378] env[62913]: INFO nova.scheduler.client.report [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Deleted allocations for instance 3f723291-835f-4356-9eb2-40b8518a7008 [ 1493.326044] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1603bb86-fade-42b4-9cf0-c776d550e696 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.330897] env[62913]: DEBUG nova.compute.manager [req-f8955544-b06f-48b0-b6e9-1fd9cd91595a req-301006ee-3f05-4a7c-bf3d-41143ba2c296 service nova] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Received event network-vif-plugged-a393c977-d546-4a5c-b47e-ffbb66d1e8f8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1493.331261] env[62913]: DEBUG oslo_concurrency.lockutils [req-f8955544-b06f-48b0-b6e9-1fd9cd91595a req-301006ee-3f05-4a7c-bf3d-41143ba2c296 service nova] Acquiring lock "44c01052-a741-4c21-9bb9-c8b808f2c4ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.331670] env[62913]: DEBUG oslo_concurrency.lockutils [req-f8955544-b06f-48b0-b6e9-1fd9cd91595a req-301006ee-3f05-4a7c-bf3d-41143ba2c296 service nova] Lock "44c01052-a741-4c21-9bb9-c8b808f2c4ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.331874] env[62913]: DEBUG oslo_concurrency.lockutils [req-f8955544-b06f-48b0-b6e9-1fd9cd91595a req-301006ee-3f05-4a7c-bf3d-41143ba2c296 service nova] Lock "44c01052-a741-4c21-9bb9-c8b808f2c4ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.332126] env[62913]: DEBUG nova.compute.manager [req-f8955544-b06f-48b0-b6e9-1fd9cd91595a req-301006ee-3f05-4a7c-bf3d-41143ba2c296 service nova] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] No waiting events found dispatching network-vif-plugged-a393c977-d546-4a5c-b47e-ffbb66d1e8f8 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1493.332402] env[62913]: WARNING nova.compute.manager [req-f8955544-b06f-48b0-b6e9-1fd9cd91595a req-301006ee-3f05-4a7c-bf3d-41143ba2c296 service nova] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Received unexpected event network-vif-plugged-a393c977-d546-4a5c-b47e-ffbb66d1e8f8 for instance with vm_state building and task_state spawning. [ 1493.332630] env[62913]: DEBUG nova.compute.manager [req-f8955544-b06f-48b0-b6e9-1fd9cd91595a req-301006ee-3f05-4a7c-bf3d-41143ba2c296 service nova] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Received event network-changed-a393c977-d546-4a5c-b47e-ffbb66d1e8f8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1493.332981] env[62913]: DEBUG nova.compute.manager [req-f8955544-b06f-48b0-b6e9-1fd9cd91595a req-301006ee-3f05-4a7c-bf3d-41143ba2c296 service nova] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Refreshing instance network info cache due to event network-changed-a393c977-d546-4a5c-b47e-ffbb66d1e8f8. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1493.333286] env[62913]: DEBUG oslo_concurrency.lockutils [req-f8955544-b06f-48b0-b6e9-1fd9cd91595a req-301006ee-3f05-4a7c-bf3d-41143ba2c296 service nova] Acquiring lock "refresh_cache-44c01052-a741-4c21-9bb9-c8b808f2c4ad" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.338093] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821796, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.344107] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37770de4-51df-46ed-94f9-37949233e377 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.390095] env[62913]: DEBUG oslo_concurrency.lockutils [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Releasing lock "refresh_cache-44c01052-a741-4c21-9bb9-c8b808f2c4ad" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.390500] env[62913]: DEBUG nova.compute.manager [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Instance network_info: |[{"id": "a393c977-d546-4a5c-b47e-ffbb66d1e8f8", "address": "fa:16:3e:ad:29:12", "network": {"id": "e00f2ee2-0aa2-4c74-af51-6df18c1b4bc3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1029972307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b41b627bc0441b9c85a109ddf09fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa393c977-d5", "ovs_interfaceid": "a393c977-d546-4a5c-b47e-ffbb66d1e8f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1493.391066] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180618MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1493.391266] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.392441] env[62913]: DEBUG oslo_concurrency.lockutils [req-f8955544-b06f-48b0-b6e9-1fd9cd91595a req-301006ee-3f05-4a7c-bf3d-41143ba2c296 service nova] Acquired lock "refresh_cache-44c01052-a741-4c21-9bb9-c8b808f2c4ad" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.392714] env[62913]: DEBUG nova.network.neutron [req-f8955544-b06f-48b0-b6e9-1fd9cd91595a req-301006ee-3f05-4a7c-bf3d-41143ba2c296 service nova] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Refreshing network info cache for port a393c977-d546-4a5c-b47e-ffbb66d1e8f8 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1493.394321] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:29:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a393c977-d546-4a5c-b47e-ffbb66d1e8f8', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1493.402348] env[62913]: DEBUG oslo.service.loopingcall [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.403313] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1493.403682] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ad8dd6d-fb41-4cc2-a43b-bce68d4d82f2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.427567] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1493.427567] env[62913]: value = "task-1821799" [ 1493.427567] env[62913]: _type = "Task" [ 1493.427567] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.437916] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821799, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.661583] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.666816] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821797, 'name': Rename_Task, 'duration_secs': 0.27008} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.667200] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1493.667550] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f169b3d5-e7bc-4309-ac03-1176679cdb95 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.675982] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1493.675982] env[62913]: value = "task-1821800" [ 1493.675982] env[62913]: _type = "Task" [ 1493.675982] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.687150] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.810089] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821796, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.841974] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb766580-94cd-47d7-a30a-0d0c5eba97b3 tempest-ServerGroupTestJSON-837389284 tempest-ServerGroupTestJSON-837389284-project-member] Lock "3f723291-835f-4356-9eb2-40b8518a7008" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.074s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.943852] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821799, 'name': CreateVM_Task, 'duration_secs': 0.496619} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.944415] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1493.944736] env[62913]: DEBUG oslo_concurrency.lockutils [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.944906] env[62913]: DEBUG oslo_concurrency.lockutils [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.945262] env[62913]: DEBUG oslo_concurrency.lockutils [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1493.945526] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e38efe-7378-4760-919c-0abeb7f74101 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.953193] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1493.953193] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52427db5-8420-7483-c937-3ca3f2629657" [ 1493.953193] env[62913]: _type = "Task" [ 1493.953193] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.968666] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52427db5-8420-7483-c937-3ca3f2629657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.166947] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821798, 'name': ReconfigVM_Task, 'duration_secs': 0.647339} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.167501] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 20e476f1-e384-4112-9c00-c19c5559fa72/20e476f1-e384-4112-9c00-c19c5559fa72.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1494.168238] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfba2014-6479-4563-93f2-62b027c559ec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.187673] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1494.187673] env[62913]: value = "task-1821801" [ 1494.187673] env[62913]: _type = "Task" [ 1494.187673] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.195617] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.201415] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821801, 'name': Rename_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.310259] env[62913]: DEBUG nova.network.neutron [req-f8955544-b06f-48b0-b6e9-1fd9cd91595a req-301006ee-3f05-4a7c-bf3d-41143ba2c296 service nova] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Updated VIF entry in instance network info cache for port a393c977-d546-4a5c-b47e-ffbb66d1e8f8. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1494.310642] env[62913]: DEBUG nova.network.neutron [req-f8955544-b06f-48b0-b6e9-1fd9cd91595a req-301006ee-3f05-4a7c-bf3d-41143ba2c296 service nova] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Updating instance_info_cache with network_info: [{"id": "a393c977-d546-4a5c-b47e-ffbb66d1e8f8", "address": "fa:16:3e:ad:29:12", "network": {"id": "e00f2ee2-0aa2-4c74-af51-6df18c1b4bc3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1029972307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b41b627bc0441b9c85a109ddf09fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa393c977-d5", "ovs_interfaceid": "a393c977-d546-4a5c-b47e-ffbb66d1e8f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.316666] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821796, 'name': CreateSnapshot_Task, 'duration_secs': 1.127914} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.317237] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1494.318051] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85db42c9-fb0b-4e96-a179-aebc42d3cd28 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.338635] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d15ab62-bb52-4842-907d-ae0142d3463b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.349754] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8cf76f-17d9-4c02-bd48-2f2c80434c80 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.389332] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7cee91-c27b-46c1-9995-64b9c1f50dab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.398551] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e03948f-c599-4f3f-ab16-4327c424d47a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.414928] env[62913]: DEBUG nova.compute.provider_tree [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.469294] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52427db5-8420-7483-c937-3ca3f2629657, 'name': SearchDatastore_Task, 'duration_secs': 0.020038} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.470706] env[62913]: DEBUG oslo_concurrency.lockutils [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.470706] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1494.470706] env[62913]: DEBUG oslo_concurrency.lockutils [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.470706] env[62913]: DEBUG oslo_concurrency.lockutils [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.470706] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1494.470963] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90a6ca0b-609c-439c-b781-3144c34f5c53 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.480633] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1494.480888] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1494.481697] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa237b6-b77c-429a-b082-8c1da3cdd701 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.492263] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1494.492263] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52062f05-9c7a-c0b1-6068-507e2a96a619" [ 1494.492263] env[62913]: _type = "Task" [ 1494.492263] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.502161] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52062f05-9c7a-c0b1-6068-507e2a96a619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.689233] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821800, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.702286] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821801, 'name': Rename_Task, 'duration_secs': 0.206828} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.702764] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1494.703175] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ee107e6-b297-43d3-9507-2787c1fe58a9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.714047] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1494.714047] env[62913]: value = "task-1821802" [ 1494.714047] env[62913]: _type = "Task" [ 1494.714047] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.720705] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.817946] env[62913]: DEBUG oslo_concurrency.lockutils [req-f8955544-b06f-48b0-b6e9-1fd9cd91595a req-301006ee-3f05-4a7c-bf3d-41143ba2c296 service nova] Releasing lock "refresh_cache-44c01052-a741-4c21-9bb9-c8b808f2c4ad" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.849453] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1494.849829] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0138f71c-f25e-4a5b-9cfa-8b36f3f1d6ac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.860310] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1494.860310] env[62913]: value = "task-1821803" [ 1494.860310] env[62913]: _type = "Task" [ 1494.860310] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.874470] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821803, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.924256] env[62913]: DEBUG nova.scheduler.client.report [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1495.011032] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52062f05-9c7a-c0b1-6068-507e2a96a619, 'name': SearchDatastore_Task, 'duration_secs': 0.016925} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.011032] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d3a5ea-df69-4895-8531-46bc708095b5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.016871] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1495.016871] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523c4505-7073-b92a-4f51-15ee423bff6c" [ 1495.016871] env[62913]: _type = "Task" [ 1495.016871] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.027229] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523c4505-7073-b92a-4f51-15ee423bff6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.189638] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821800, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.223330] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821802, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.374394] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821803, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.435281] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.436889] env[62913]: DEBUG oslo_concurrency.lockutils [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.506s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.437550] env[62913]: DEBUG nova.objects.instance [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Lazy-loading 'resources' on Instance uuid 0f57df28-858b-420c-b3b8-24001a81c645 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.457239] env[62913]: INFO nova.scheduler.client.report [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Deleted allocations for instance e10fdba9-c79d-46ea-a877-89a4fbb1c9ae [ 1495.529863] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523c4505-7073-b92a-4f51-15ee423bff6c, 'name': SearchDatastore_Task, 'duration_secs': 0.015894} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.530036] env[62913]: DEBUG oslo_concurrency.lockutils [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.530380] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 44c01052-a741-4c21-9bb9-c8b808f2c4ad/44c01052-a741-4c21-9bb9-c8b808f2c4ad.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1495.530605] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-532eaf52-554b-42da-ba9d-da076e3443ec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.539848] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1495.539848] env[62913]: value = "task-1821804" [ 1495.539848] env[62913]: _type = "Task" [ 1495.539848] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.554531] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.677330] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquiring lock "90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.677565] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.686981] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821800, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.723468] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821802, 'name': PowerOnVM_Task, 'duration_secs': 0.659843} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.723833] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1495.723940] env[62913]: INFO nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1495.724091] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1495.724866] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d51b9da-748a-410d-8d31-5ec869c446ba {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.876480] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821803, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.974082] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e956fdc8-e925-48e7-aac3-7cbb045cf4be tempest-ServerDiagnosticsNegativeTest-2107538468 tempest-ServerDiagnosticsNegativeTest-2107538468-project-member] Lock "e10fdba9-c79d-46ea-a877-89a4fbb1c9ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.298s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.052805] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821804, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.195612] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821800, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.244764] env[62913]: INFO nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Took 40.23 seconds to build instance. [ 1496.378974] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821803, 'name': CloneVM_Task} progress is 95%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.509222] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc105aa4-aa60-4283-af0a-6b1d5d7b9488 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.518240] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69872b93-4e3a-436d-938e-fd4ba9260abd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.563129] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeb63fe-859d-4d84-86c9-d563bd29325b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.575573] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62b05c1-8647-4780-93a3-c50f0d74d84c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.580863] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659878} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.581201] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 44c01052-a741-4c21-9bb9-c8b808f2c4ad/44c01052-a741-4c21-9bb9-c8b808f2c4ad.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1496.581498] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1496.582345] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f224d102-444d-4783-9a19-06541bdbe43f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.594953] env[62913]: DEBUG nova.compute.provider_tree [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.603266] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1496.603266] env[62913]: value = "task-1821805" [ 1496.603266] env[62913]: _type = "Task" [ 1496.603266] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.617025] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.691541] env[62913]: DEBUG oslo_vmware.api [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821800, 'name': PowerOnVM_Task, 'duration_secs': 2.600242} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.691907] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1496.692176] env[62913]: INFO nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Took 11.23 seconds to spawn the instance on the hypervisor. [ 1496.692367] env[62913]: DEBUG nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1496.693245] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16874d7-19e3-4eb1-b5a0-291de606f233 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.746825] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "20e476f1-e384-4112-9c00-c19c5559fa72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.437s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.876519] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821803, 'name': CloneVM_Task, 'duration_secs': 1.752133} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.876859] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Created linked-clone VM from snapshot [ 1496.877665] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82032ef0-7c48-4603-bb4e-eda0b41f1032 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.886781] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Uploading image 045cb82f-f232-4da0-96c7-21044ed127e7 {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1496.918852] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1496.918852] env[62913]: value = "vm-377332" [ 1496.918852] env[62913]: _type = "VirtualMachine" [ 1496.918852] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1496.919207] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-27d5fcef-3dd1-498c-bcdc-0429b48028dc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.929732] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Lease: (returnval){ [ 1496.929732] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52aec9d4-06ef-91e2-1cee-52c656f1a5c5" [ 1496.929732] env[62913]: _type = "HttpNfcLease" [ 1496.929732] env[62913]: } obtained for exporting VM: (result){ [ 1496.929732] env[62913]: value = "vm-377332" [ 1496.929732] env[62913]: _type = "VirtualMachine" [ 1496.929732] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1496.930052] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the lease: (returnval){ [ 1496.930052] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52aec9d4-06ef-91e2-1cee-52c656f1a5c5" [ 1496.930052] env[62913]: _type = "HttpNfcLease" [ 1496.930052] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1496.938030] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1496.938030] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52aec9d4-06ef-91e2-1cee-52c656f1a5c5" [ 1496.938030] env[62913]: _type = "HttpNfcLease" [ 1496.938030] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1497.097994] env[62913]: DEBUG nova.scheduler.client.report [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.114400] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18494} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.115283] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1497.116378] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625181c3-abee-43e9-a703-2b45b9e17cc3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.142137] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 44c01052-a741-4c21-9bb9-c8b808f2c4ad/44c01052-a741-4c21-9bb9-c8b808f2c4ad.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1497.142886] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9866175-af1f-4ec0-a568-ea2a7f5ba9cb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.164710] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1497.164710] env[62913]: value = "task-1821807" [ 1497.164710] env[62913]: _type = "Task" [ 1497.164710] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.178291] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.217769] env[62913]: INFO nova.compute.manager [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Took 44.00 seconds to build instance. [ 1497.251021] env[62913]: DEBUG nova.compute.manager [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1497.440660] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1497.440660] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52aec9d4-06ef-91e2-1cee-52c656f1a5c5" [ 1497.440660] env[62913]: _type = "HttpNfcLease" [ 1497.440660] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1497.440998] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1497.440998] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52aec9d4-06ef-91e2-1cee-52c656f1a5c5" [ 1497.440998] env[62913]: _type = "HttpNfcLease" [ 1497.440998] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1497.442056] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3d49d8-9c60-43d7-a16a-727f3996d331 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.451617] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526759bc-f946-1aa0-4eb9-b06711551368/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1497.451839] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526759bc-f946-1aa0-4eb9-b06711551368/disk-0.vmdk for reading. {{(pid=62913) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1497.604942] env[62913]: DEBUG oslo_concurrency.lockutils [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.610723] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.453s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.610891] env[62913]: DEBUG nova.objects.instance [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62913) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1497.615190] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1e2623ee-40a8-4267-8b6d-31f30523eefb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.645861] env[62913]: INFO nova.scheduler.client.report [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Deleted allocations for instance 0f57df28-858b-420c-b3b8-24001a81c645 [ 1497.679306] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.719366] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c0b4c3d-799e-403d-90bc-fc2fc3d6333b tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "05ee70b5-acc1-485d-81c1-500c451283de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.456s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.773105] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.161910] env[62913]: DEBUG oslo_concurrency.lockutils [None req-506f4a35-a86d-4247-a53f-dd9932846802 tempest-ServerMetadataNegativeTestJSON-1338485631 tempest-ServerMetadataNegativeTestJSON-1338485631-project-member] Lock "0f57df28-858b-420c-b3b8-24001a81c645" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.548s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.182490] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821807, 'name': ReconfigVM_Task, 'duration_secs': 0.609621} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.184426] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 44c01052-a741-4c21-9bb9-c8b808f2c4ad/44c01052-a741-4c21-9bb9-c8b808f2c4ad.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1498.185296] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba7f001b-7fe4-4f4a-92d2-95db706b00ce {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.195974] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1498.195974] env[62913]: value = "task-1821808" [ 1498.195974] env[62913]: _type = "Task" [ 1498.195974] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.207736] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821808, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.222265] env[62913]: DEBUG nova.compute.manager [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1498.586433] env[62913]: DEBUG oslo_concurrency.lockutils [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "483fd929-aae3-4c7d-a8e0-3b7a725fa0c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.586811] env[62913]: DEBUG oslo_concurrency.lockutils [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "483fd929-aae3-4c7d-a8e0-3b7a725fa0c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.587110] env[62913]: DEBUG oslo_concurrency.lockutils [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "483fd929-aae3-4c7d-a8e0-3b7a725fa0c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.587442] env[62913]: DEBUG oslo_concurrency.lockutils [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "483fd929-aae3-4c7d-a8e0-3b7a725fa0c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.587739] env[62913]: DEBUG oslo_concurrency.lockutils [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "483fd929-aae3-4c7d-a8e0-3b7a725fa0c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.590107] env[62913]: INFO nova.compute.manager [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Terminating instance [ 1498.621825] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b62fce7c-6583-4c8c-b13c-24bb4282ef0a tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.627023] env[62913]: DEBUG oslo_concurrency.lockutils [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.319s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.627023] env[62913]: INFO nova.compute.claims [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1498.716012] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821808, 'name': Rename_Task, 'duration_secs': 0.233201} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.716012] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1498.716012] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53c8bbf1-5789-4fa1-958a-c9a14558ffa5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.725976] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1498.725976] env[62913]: value = "task-1821809" [ 1498.725976] env[62913]: _type = "Task" [ 1498.725976] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.751855] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.771078] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.094489] env[62913]: DEBUG nova.compute.manager [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1499.094844] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1499.096370] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5f2f95-f600-453e-8daa-c423fee4ee46 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.107335] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1499.107688] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e09c449d-1eeb-4419-9932-3297ee9f7a19 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.119713] env[62913]: DEBUG oslo_vmware.api [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1499.119713] env[62913]: value = "task-1821810" [ 1499.119713] env[62913]: _type = "Task" [ 1499.119713] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.144884] env[62913]: DEBUG oslo_vmware.api [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.245894] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.633223] env[62913]: DEBUG oslo_vmware.api [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821810, 'name': PowerOffVM_Task, 'duration_secs': 0.292155} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.633736] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1499.633917] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1499.634298] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62615660-e52f-43b8-a828-d57639363f5a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.746198] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821809, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.758116] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1499.758251] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1499.758447] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Deleting the datastore file [datastore1] 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1499.761985] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e132791c-38da-4e29-951e-e6e34740b56e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.771682] env[62913]: DEBUG oslo_vmware.api [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1499.771682] env[62913]: value = "task-1821812" [ 1499.771682] env[62913]: _type = "Task" [ 1499.771682] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.786680] env[62913]: DEBUG oslo_vmware.api [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.210031] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a9217c-e3fd-4a8e-b717-5ae548bfe20b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.219080] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef2c65c-554f-4e1f-93df-5e34e209b80d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.260500] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7528fb9-f6e2-440b-a016-a60cfbd1c7b3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.269182] env[62913]: DEBUG oslo_vmware.api [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821809, 'name': PowerOnVM_Task, 'duration_secs': 1.270701} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.271605] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1500.272588] env[62913]: INFO nova.compute.manager [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1500.272588] env[62913]: DEBUG nova.compute.manager [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1500.273239] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36b875b-0cfe-43e4-ba60-94fed14de3f5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.277122] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935311b6-9ab8-4ea3-b0ec-fdfaca4d2941 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.297081] env[62913]: DEBUG nova.compute.provider_tree [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.306719] env[62913]: DEBUG oslo_vmware.api [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324195} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.306969] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1500.307185] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1500.307416] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1500.307598] env[62913]: INFO nova.compute.manager [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1500.307842] env[62913]: DEBUG oslo.service.loopingcall [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1500.308134] env[62913]: DEBUG nova.compute.manager [-] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1500.308232] env[62913]: DEBUG nova.network.neutron [-] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1500.808614] env[62913]: DEBUG nova.scheduler.client.report [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.824026] env[62913]: INFO nova.compute.manager [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Took 44.77 seconds to build instance. [ 1501.205876] env[62913]: DEBUG nova.network.neutron [-] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.321642] env[62913]: DEBUG oslo_concurrency.lockutils [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.321642] env[62913]: DEBUG nova.compute.manager [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1501.324395] env[62913]: DEBUG oslo_concurrency.lockutils [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 36.159s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.328530] env[62913]: DEBUG oslo_concurrency.lockutils [None req-887a3808-7cc1-43b5-8f0e-eb3590487cae tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "44c01052-a741-4c21-9bb9-c8b808f2c4ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.855s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.709228] env[62913]: INFO nova.compute.manager [-] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Took 1.40 seconds to deallocate network for instance. [ 1501.832854] env[62913]: DEBUG nova.compute.utils [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1501.835395] env[62913]: DEBUG nova.compute.manager [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1501.838537] env[62913]: DEBUG nova.compute.manager [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1501.838808] env[62913]: DEBUG nova.network.neutron [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1501.896082] env[62913]: DEBUG nova.policy [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d8a9e70e9024c6581880ee06d866fd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22b3cc204538442b9b14d65d2d84068a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1501.993649] env[62913]: DEBUG oslo_vmware.rw_handles [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522dccf8-2ecd-7f77-b090-4de9c87ea479/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1501.994721] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba415f93-f1de-4aa3-8b50-5ac14982977a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.008041] env[62913]: DEBUG oslo_vmware.rw_handles [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522dccf8-2ecd-7f77-b090-4de9c87ea479/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1502.008282] env[62913]: ERROR oslo_vmware.rw_handles [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522dccf8-2ecd-7f77-b090-4de9c87ea479/disk-0.vmdk due to incomplete transfer. [ 1502.008529] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2e5a41f0-641f-4fc1-ac33-e85ea3bde334 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.020191] env[62913]: DEBUG oslo_vmware.rw_handles [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522dccf8-2ecd-7f77-b090-4de9c87ea479/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1502.020369] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Uploaded image 850db164-407d-4aa1-ac8c-38ea74f56678 to the Glance image server {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1502.022451] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1502.022682] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b60dbe9d-ac53-4c20-aff9-d0e49b03b61f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.036515] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1502.036515] env[62913]: value = "task-1821813" [ 1502.036515] env[62913]: _type = "Task" [ 1502.036515] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.049839] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821813, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.218343] env[62913]: DEBUG oslo_concurrency.lockutils [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.259658] env[62913]: DEBUG nova.network.neutron [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Successfully created port: dad06f39-6c07-4a39-a386-f8e55fc32d7d {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1502.301978] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f3c3d7-8d23-4997-abf3-18877839ab94 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.313404] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71558a5-cbd6-465d-b51b-63f7da512c1e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.348707] env[62913]: DEBUG nova.compute.manager [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1502.357176] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eeede55-bb64-4a25-aa10-6f41423f2def {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.364660] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24599401-3022-4b6b-abbb-19898815418f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.370430] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.383773] env[62913]: DEBUG nova.compute.provider_tree [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.548586] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821813, 'name': Destroy_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.834379] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Acquiring lock "50251391-0af4-43d7-9ecd-f0866e239a1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.834684] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Lock "50251391-0af4-43d7-9ecd-f0866e239a1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.835954] env[62913]: DEBUG nova.compute.manager [req-8362d9bb-8df6-40a3-a383-cdfcfd63dd17 req-0ec6617c-3451-4689-9c5f-59c985c1af22 service nova] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Received event network-vif-deleted-7b99dbc8-e97f-45eb-bc36-2b2642e9e920 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1502.887516] env[62913]: DEBUG nova.scheduler.client.report [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1503.045256] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821813, 'name': Destroy_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.360725] env[62913]: DEBUG nova.compute.manager [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1503.385335] env[62913]: DEBUG nova.virt.hardware [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1503.385591] env[62913]: DEBUG nova.virt.hardware [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1503.385753] env[62913]: DEBUG nova.virt.hardware [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1503.385933] env[62913]: DEBUG nova.virt.hardware [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1503.386095] env[62913]: DEBUG nova.virt.hardware [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1503.386252] env[62913]: DEBUG nova.virt.hardware [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1503.386466] env[62913]: DEBUG nova.virt.hardware [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1503.386625] env[62913]: DEBUG nova.virt.hardware [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1503.386795] env[62913]: DEBUG nova.virt.hardware [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1503.386957] env[62913]: DEBUG nova.virt.hardware [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1503.387180] env[62913]: DEBUG nova.virt.hardware [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1503.388120] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c85fe7a-abe6-44c8-8bcc-82f4c1c05c87 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.400106] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9142b458-2182-4f28-b7ca-1d7076b16849 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.546111] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821813, 'name': Destroy_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.773169] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "a5018d06-cfa8-4f6e-b13b-c98db79bccfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.773553] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "a5018d06-cfa8-4f6e-b13b-c98db79bccfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.799371] env[62913]: DEBUG oslo_concurrency.lockutils [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "e8420f50-89c4-4363-8f0b-0b2752a8ae1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.799792] env[62913]: DEBUG oslo_concurrency.lockutils [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "e8420f50-89c4-4363-8f0b-0b2752a8ae1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.900746] env[62913]: DEBUG oslo_concurrency.lockutils [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.576s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.906901] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.207s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.906901] env[62913]: DEBUG nova.objects.instance [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Lazy-loading 'resources' on Instance uuid cfbb2227-ae18-45db-97d9-c3149d6b6f4b {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.968664] env[62913]: DEBUG nova.network.neutron [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Successfully updated port: dad06f39-6c07-4a39-a386-f8e55fc32d7d {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1504.046290] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821813, 'name': Destroy_Task, 'duration_secs': 1.623801} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.046556] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Destroyed the VM [ 1504.046870] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1504.047144] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-37d1f814-af86-4cd4-b175-76ad9863586d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.055785] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1504.055785] env[62913]: value = "task-1821814" [ 1504.055785] env[62913]: _type = "Task" [ 1504.055785] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.066314] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821814, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.471881] env[62913]: DEBUG oslo_concurrency.lockutils [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "refresh_cache-ad1900e7-8bd9-452f-b98d-edf376b50460" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.472212] env[62913]: DEBUG oslo_concurrency.lockutils [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquired lock "refresh_cache-ad1900e7-8bd9-452f-b98d-edf376b50460" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.472266] env[62913]: DEBUG nova.network.neutron [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.482060] env[62913]: INFO nova.scheduler.client.report [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Deleted allocation for migration eb97e248-271e-48b6-8857-42dda8df8980 [ 1504.570059] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821814, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.898156] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd9af64-54f0-4716-a2b7-c67592930859 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.907438] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795dee45-c664-4bb1-bf80-55492fcbf979 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.912988] env[62913]: DEBUG nova.compute.manager [req-7f7e171e-d4b3-4d6b-854d-8e35f23a104f req-d9491ebf-f034-4164-accc-29230de1b11d service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Received event network-vif-plugged-dad06f39-6c07-4a39-a386-f8e55fc32d7d {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1504.913232] env[62913]: DEBUG oslo_concurrency.lockutils [req-7f7e171e-d4b3-4d6b-854d-8e35f23a104f req-d9491ebf-f034-4164-accc-29230de1b11d service nova] Acquiring lock "ad1900e7-8bd9-452f-b98d-edf376b50460-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.913437] env[62913]: DEBUG oslo_concurrency.lockutils [req-7f7e171e-d4b3-4d6b-854d-8e35f23a104f req-d9491ebf-f034-4164-accc-29230de1b11d service nova] Lock "ad1900e7-8bd9-452f-b98d-edf376b50460-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.913615] env[62913]: DEBUG oslo_concurrency.lockutils [req-7f7e171e-d4b3-4d6b-854d-8e35f23a104f req-d9491ebf-f034-4164-accc-29230de1b11d service nova] Lock "ad1900e7-8bd9-452f-b98d-edf376b50460-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.913766] env[62913]: DEBUG nova.compute.manager [req-7f7e171e-d4b3-4d6b-854d-8e35f23a104f req-d9491ebf-f034-4164-accc-29230de1b11d service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] No waiting events found dispatching network-vif-plugged-dad06f39-6c07-4a39-a386-f8e55fc32d7d {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1504.913924] env[62913]: WARNING nova.compute.manager [req-7f7e171e-d4b3-4d6b-854d-8e35f23a104f req-d9491ebf-f034-4164-accc-29230de1b11d service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Received unexpected event network-vif-plugged-dad06f39-6c07-4a39-a386-f8e55fc32d7d for instance with vm_state building and task_state spawning. [ 1504.914094] env[62913]: DEBUG nova.compute.manager [req-7f7e171e-d4b3-4d6b-854d-8e35f23a104f req-d9491ebf-f034-4164-accc-29230de1b11d service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Received event network-changed-dad06f39-6c07-4a39-a386-f8e55fc32d7d {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1504.914304] env[62913]: DEBUG nova.compute.manager [req-7f7e171e-d4b3-4d6b-854d-8e35f23a104f req-d9491ebf-f034-4164-accc-29230de1b11d service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Refreshing instance network info cache due to event network-changed-dad06f39-6c07-4a39-a386-f8e55fc32d7d. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1504.914541] env[62913]: DEBUG oslo_concurrency.lockutils [req-7f7e171e-d4b3-4d6b-854d-8e35f23a104f req-d9491ebf-f034-4164-accc-29230de1b11d service nova] Acquiring lock "refresh_cache-ad1900e7-8bd9-452f-b98d-edf376b50460" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.945056] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c97ae0d-ea85-4660-bb89-92747792dcf1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.954890] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90808580-813f-4fa4-ad2d-da4317ed15f9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.969771] env[62913]: DEBUG nova.compute.provider_tree [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.988785] env[62913]: DEBUG oslo_concurrency.lockutils [None req-13fe6d80-887a-484b-bc2c-9c998a71a88d tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.671s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.063841] env[62913]: DEBUG nova.network.neutron [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1505.073364] env[62913]: DEBUG oslo_vmware.api [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821814, 'name': RemoveSnapshot_Task, 'duration_secs': 0.557578} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.073759] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1505.074063] env[62913]: INFO nova.compute.manager [None req-dd89f5fc-b7b3-4043-af8c-6011d2522961 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Took 17.41 seconds to snapshot the instance on the hypervisor. [ 1505.291571] env[62913]: DEBUG nova.network.neutron [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Updating instance_info_cache with network_info: [{"id": "dad06f39-6c07-4a39-a386-f8e55fc32d7d", "address": "fa:16:3e:ca:eb:34", "network": {"id": "5ae1bf44-5f56-4400-8823-0d49f0229217", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-445286646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b3cc204538442b9b14d65d2d84068a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad06f39-6c", "ovs_interfaceid": "dad06f39-6c07-4a39-a386-f8e55fc32d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.475012] env[62913]: DEBUG nova.scheduler.client.report [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.794658] env[62913]: DEBUG oslo_concurrency.lockutils [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Releasing lock "refresh_cache-ad1900e7-8bd9-452f-b98d-edf376b50460" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.795024] env[62913]: DEBUG nova.compute.manager [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Instance network_info: |[{"id": "dad06f39-6c07-4a39-a386-f8e55fc32d7d", "address": "fa:16:3e:ca:eb:34", "network": {"id": "5ae1bf44-5f56-4400-8823-0d49f0229217", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-445286646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b3cc204538442b9b14d65d2d84068a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad06f39-6c", "ovs_interfaceid": "dad06f39-6c07-4a39-a386-f8e55fc32d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1505.795367] env[62913]: DEBUG oslo_concurrency.lockutils [req-7f7e171e-d4b3-4d6b-854d-8e35f23a104f req-d9491ebf-f034-4164-accc-29230de1b11d service nova] Acquired lock "refresh_cache-ad1900e7-8bd9-452f-b98d-edf376b50460" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.795516] env[62913]: DEBUG nova.network.neutron [req-7f7e171e-d4b3-4d6b-854d-8e35f23a104f req-d9491ebf-f034-4164-accc-29230de1b11d service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Refreshing network info cache for port dad06f39-6c07-4a39-a386-f8e55fc32d7d {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.796725] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:eb:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dad06f39-6c07-4a39-a386-f8e55fc32d7d', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1505.804323] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Creating folder: Project (22b3cc204538442b9b14d65d2d84068a). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1505.807480] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0b5f2a2-68eb-4cd9-8bff-5ee6eb9c80a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.824021] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Created folder: Project (22b3cc204538442b9b14d65d2d84068a) in parent group-v377263. [ 1505.824021] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Creating folder: Instances. Parent ref: group-v377333. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1505.824021] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-462f6ab5-e3dd-4ed3-bf28-7b3ef7601034 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.837144] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Created folder: Instances in parent group-v377333. [ 1505.837144] env[62913]: DEBUG oslo.service.loopingcall [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.837144] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1505.837396] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c6d0338-0b59-4f32-8e52-4ab2a5ad3858 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.861150] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1505.861150] env[62913]: value = "task-1821817" [ 1505.861150] env[62913]: _type = "Task" [ 1505.861150] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.873451] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821817, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.980870] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.983452] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.859s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.983658] env[62913]: DEBUG nova.objects.instance [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62913) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1506.007295] env[62913]: INFO nova.scheduler.client.report [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Deleted allocations for instance cfbb2227-ae18-45db-97d9-c3149d6b6f4b [ 1506.081204] env[62913]: DEBUG nova.network.neutron [req-7f7e171e-d4b3-4d6b-854d-8e35f23a104f req-d9491ebf-f034-4164-accc-29230de1b11d service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Updated VIF entry in instance network info cache for port dad06f39-6c07-4a39-a386-f8e55fc32d7d. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1506.081204] env[62913]: DEBUG nova.network.neutron [req-7f7e171e-d4b3-4d6b-854d-8e35f23a104f req-d9491ebf-f034-4164-accc-29230de1b11d service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Updating instance_info_cache with network_info: [{"id": "dad06f39-6c07-4a39-a386-f8e55fc32d7d", "address": "fa:16:3e:ca:eb:34", "network": {"id": "5ae1bf44-5f56-4400-8823-0d49f0229217", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-445286646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b3cc204538442b9b14d65d2d84068a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad06f39-6c", "ovs_interfaceid": "dad06f39-6c07-4a39-a386-f8e55fc32d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.372667] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821817, 'name': CreateVM_Task, 'duration_secs': 0.495379} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.372722] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1506.373458] env[62913]: DEBUG oslo_concurrency.lockutils [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.373575] env[62913]: DEBUG oslo_concurrency.lockutils [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.373892] env[62913]: DEBUG oslo_concurrency.lockutils [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1506.374169] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24cb6b87-4e74-4926-a132-61a43733d515 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.380042] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1506.380042] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b11312-9d4d-1ecf-3213-1e97f240128c" [ 1506.380042] env[62913]: _type = "Task" [ 1506.380042] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.389183] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b11312-9d4d-1ecf-3213-1e97f240128c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.515550] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef98885f-a4b2-4ac2-ad78-0597847889bf tempest-DeleteServersAdminTestJSON-1748094954 tempest-DeleteServersAdminTestJSON-1748094954-project-member] Lock "cfbb2227-ae18-45db-97d9-c3149d6b6f4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.342s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.584371] env[62913]: DEBUG oslo_concurrency.lockutils [req-7f7e171e-d4b3-4d6b-854d-8e35f23a104f req-d9491ebf-f034-4164-accc-29230de1b11d service nova] Releasing lock "refresh_cache-ad1900e7-8bd9-452f-b98d-edf376b50460" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.891768] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b11312-9d4d-1ecf-3213-1e97f240128c, 'name': SearchDatastore_Task, 'duration_secs': 0.010518} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.892108] env[62913]: DEBUG oslo_concurrency.lockutils [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.892369] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1506.892622] env[62913]: DEBUG oslo_concurrency.lockutils [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.892801] env[62913]: DEBUG oslo_concurrency.lockutils [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.892953] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1506.893310] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f73f33a-c87a-4984-835e-295627e22ae8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.904502] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1506.904797] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1506.905472] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b863dc-cd72-4737-84f3-ea4e1ddb50d0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.912048] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1506.912048] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523893c1-47eb-f6b1-100b-1944a5ca132e" [ 1506.912048] env[62913]: _type = "Task" [ 1506.912048] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.921041] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523893c1-47eb-f6b1-100b-1944a5ca132e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.998294] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f62a8795-50b8-437e-bebe-5ae2286ad4b3 tempest-ServersAdmin275Test-1282380337 tempest-ServersAdmin275Test-1282380337-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.999064] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.542s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.000553] env[62913]: INFO nova.compute.claims [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1507.113411] env[62913]: DEBUG nova.compute.manager [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.114307] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ad3686-23b3-47bf-806b-cc8889e73e79 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.352587] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526759bc-f946-1aa0-4eb9-b06711551368/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1507.353618] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13602c89-a3a4-4f6f-9a3b-8d3896b92c5f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.361950] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526759bc-f946-1aa0-4eb9-b06711551368/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1507.362140] env[62913]: ERROR oslo_vmware.rw_handles [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526759bc-f946-1aa0-4eb9-b06711551368/disk-0.vmdk due to incomplete transfer. [ 1507.362375] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-077f85e0-e0c1-4c31-817f-f41a5b06ee30 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.368856] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "8074d75c-a13a-4e80-ba58-2dbc7d620328" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.369129] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "8074d75c-a13a-4e80-ba58-2dbc7d620328" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.370309] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526759bc-f946-1aa0-4eb9-b06711551368/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1507.370494] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Uploaded image 045cb82f-f232-4da0-96c7-21044ed127e7 to the Glance image server {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1507.372109] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1507.372627] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2f74634e-4eae-438a-a598-3c3809a88590 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.380804] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1507.380804] env[62913]: value = "task-1821818" [ 1507.380804] env[62913]: _type = "Task" [ 1507.380804] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.390672] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821818, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.423299] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523893c1-47eb-f6b1-100b-1944a5ca132e, 'name': SearchDatastore_Task, 'duration_secs': 0.010942} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.424243] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9420d55-87d7-4148-9a92-f16ca5f82c0c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.430177] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1507.430177] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52820b24-b9f9-50d1-cc27-907495ec5869" [ 1507.430177] env[62913]: _type = "Task" [ 1507.430177] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.439060] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52820b24-b9f9-50d1-cc27-907495ec5869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.626511] env[62913]: INFO nova.compute.manager [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] instance snapshotting [ 1507.629419] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc28ada-0d21-4abe-94ad-46ff68ce3059 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.652376] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d650fa-be8b-455a-9ee2-e5714941d0fd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.891897] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821818, 'name': Destroy_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.941262] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52820b24-b9f9-50d1-cc27-907495ec5869, 'name': SearchDatastore_Task, 'duration_secs': 0.010145} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.941590] env[62913]: DEBUG oslo_concurrency.lockutils [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.941892] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] ad1900e7-8bd9-452f-b98d-edf376b50460/ad1900e7-8bd9-452f-b98d-edf376b50460.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1507.942183] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1857852-0fc0-4b5c-91b1-0e02ac2d0d68 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.949847] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1507.949847] env[62913]: value = "task-1821819" [ 1507.949847] env[62913]: _type = "Task" [ 1507.949847] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.959625] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1821819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.169521] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1508.169521] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-69ffde2d-f033-494a-a89f-709018011486 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.179304] env[62913]: DEBUG oslo_vmware.api [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1508.179304] env[62913]: value = "task-1821820" [ 1508.179304] env[62913]: _type = "Task" [ 1508.179304] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.189751] env[62913]: DEBUG oslo_vmware.api [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821820, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.392295] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821818, 'name': Destroy_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.462990] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1821819, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.532181] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d01b05c-4b0b-4d89-b70d-03f2b9eef772 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.540032] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcefc3e-260c-45fc-87c3-bea966c6b4ce {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.570075] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d55f114-7685-4066-a067-abfc1179a7fa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.577977] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89928ee3-7be1-4dde-a7c8-7ed44aff69a8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.594447] env[62913]: DEBUG nova.compute.provider_tree [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.690350] env[62913]: DEBUG oslo_vmware.api [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821820, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.892652] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821818, 'name': Destroy_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.959857] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1821819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522788} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.960132] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] ad1900e7-8bd9-452f-b98d-edf376b50460/ad1900e7-8bd9-452f-b98d-edf376b50460.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1508.960352] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1508.960907] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6bb53d9-dec3-490a-9fe8-790b8dc1df59 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.967464] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1508.967464] env[62913]: value = "task-1821821" [ 1508.967464] env[62913]: _type = "Task" [ 1508.967464] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.976725] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1821821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.097543] env[62913]: DEBUG nova.scheduler.client.report [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.190603] env[62913]: DEBUG oslo_vmware.api [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821820, 'name': CreateSnapshot_Task, 'duration_secs': 0.705664} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.190868] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1509.192070] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4c38f2-720d-41a9-a084-66ab7145645b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.399905] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821818, 'name': Destroy_Task, 'duration_secs': 1.789884} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.400336] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Destroyed the VM [ 1509.400573] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1509.400914] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5688e257-8567-4821-9569-30d5e268ffea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.408626] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1509.408626] env[62913]: value = "task-1821822" [ 1509.408626] env[62913]: _type = "Task" [ 1509.408626] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.418909] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821822, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.477717] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1821821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062819} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.477986] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1509.480325] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a152c0-f98b-4662-8a8b-b5143b7b00c7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.505525] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] ad1900e7-8bd9-452f-b98d-edf376b50460/ad1900e7-8bd9-452f-b98d-edf376b50460.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1509.505728] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3bbcaf5-e41a-47f3-8b5d-4c89822214dd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.527864] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1509.527864] env[62913]: value = "task-1821823" [ 1509.527864] env[62913]: _type = "Task" [ 1509.527864] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.538170] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1821823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.603365] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.603905] env[62913]: DEBUG nova.compute.manager [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1509.607604] env[62913]: DEBUG oslo_concurrency.lockutils [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.064s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.610911] env[62913]: INFO nova.compute.claims [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1509.712870] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1509.713342] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63f3e108-b6d2-4960-924f-005864979ff7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.723499] env[62913]: DEBUG oslo_vmware.api [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1509.723499] env[62913]: value = "task-1821824" [ 1509.723499] env[62913]: _type = "Task" [ 1509.723499] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.732728] env[62913]: DEBUG oslo_vmware.api [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821824, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.920214] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821822, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.038767] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1821823, 'name': ReconfigVM_Task, 'duration_secs': 0.414771} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.039242] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Reconfigured VM instance instance-0000001b to attach disk [datastore1] ad1900e7-8bd9-452f-b98d-edf376b50460/ad1900e7-8bd9-452f-b98d-edf376b50460.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1510.040022] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92947044-e7be-4af5-9974-7e8d1884ad15 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.048737] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1510.048737] env[62913]: value = "task-1821825" [ 1510.048737] env[62913]: _type = "Task" [ 1510.048737] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.059605] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1821825, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.116458] env[62913]: DEBUG nova.compute.utils [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1510.120364] env[62913]: DEBUG nova.compute.manager [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1510.120550] env[62913]: DEBUG nova.network.neutron [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1510.172862] env[62913]: DEBUG nova.policy [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c014dca97b7a4a8ca893198e09f44cf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a44c2e24a7a44b689877f935d304faa7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1510.235441] env[62913]: DEBUG oslo_vmware.api [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821824, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.425127] env[62913]: DEBUG oslo_vmware.api [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821822, 'name': RemoveSnapshot_Task, 'duration_secs': 0.818354} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.425379] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1510.425654] env[62913]: INFO nova.compute.manager [None req-e5b05fdd-4d54-4f81-81c0-c8edec8f60c1 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Took 18.20 seconds to snapshot the instance on the hypervisor. [ 1510.508920] env[62913]: DEBUG nova.network.neutron [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Successfully created port: 509b7811-6030-48bd-ae9f-55a7fc2f8c8f {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1510.563450] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1821825, 'name': Rename_Task, 'duration_secs': 0.175674} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.564402] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1510.564733] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3cadf32-b436-4923-be97-f1ca27243f94 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.574828] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1510.574828] env[62913]: value = "task-1821826" [ 1510.574828] env[62913]: _type = "Task" [ 1510.574828] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.584017] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1821826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.621834] env[62913]: DEBUG nova.compute.manager [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1510.739658] env[62913]: DEBUG oslo_vmware.api [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821824, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.088679] env[62913]: DEBUG oslo_vmware.api [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1821826, 'name': PowerOnVM_Task, 'duration_secs': 0.460353} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.088987] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.089810] env[62913]: INFO nova.compute.manager [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1511.089810] env[62913]: DEBUG nova.compute.manager [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.093159] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f2d660-cd09-40cf-ab5f-edbf7b55ef35 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.200425] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1f0143-3205-434c-8832-a4426f24aa54 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.210346] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aed68dc-032f-405b-8396-1c8e9ec363f7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.249452] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1ae16d-43e3-4110-b733-510fc1b960a3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.260920] env[62913]: DEBUG oslo_vmware.api [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821824, 'name': CloneVM_Task, 'duration_secs': 1.470108} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.261296] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Created linked-clone VM from snapshot [ 1511.262505] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03090813-60e3-41a9-b910-b99cedfa9f5f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.266662] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9fb9b2-0ec6-4fcb-8f63-c27213c63ba7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.283565] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Uploading image 796fcc08-7930-4e23-b22e-808429618055 {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1511.286112] env[62913]: DEBUG nova.compute.provider_tree [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.311877] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1511.311877] env[62913]: value = "vm-377337" [ 1511.311877] env[62913]: _type = "VirtualMachine" [ 1511.311877] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1511.312467] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e0aad5c0-e4fc-41fc-b44f-0344466382e8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.320741] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lease: (returnval){ [ 1511.320741] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5225abb8-d4d4-90bd-9d65-07115f1051f2" [ 1511.320741] env[62913]: _type = "HttpNfcLease" [ 1511.320741] env[62913]: } obtained for exporting VM: (result){ [ 1511.320741] env[62913]: value = "vm-377337" [ 1511.320741] env[62913]: _type = "VirtualMachine" [ 1511.320741] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1511.321048] env[62913]: DEBUG oslo_vmware.api [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the lease: (returnval){ [ 1511.321048] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5225abb8-d4d4-90bd-9d65-07115f1051f2" [ 1511.321048] env[62913]: _type = "HttpNfcLease" [ 1511.321048] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1511.347702] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1511.347702] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5225abb8-d4d4-90bd-9d65-07115f1051f2" [ 1511.347702] env[62913]: _type = "HttpNfcLease" [ 1511.347702] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1511.617893] env[62913]: INFO nova.compute.manager [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Took 47.33 seconds to build instance. [ 1511.637776] env[62913]: DEBUG nova.compute.manager [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1511.662775] env[62913]: DEBUG nova.virt.hardware [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1511.662957] env[62913]: DEBUG nova.virt.hardware [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.663350] env[62913]: DEBUG nova.virt.hardware [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1511.663652] env[62913]: DEBUG nova.virt.hardware [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.663931] env[62913]: DEBUG nova.virt.hardware [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1511.664115] env[62913]: DEBUG nova.virt.hardware [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1511.664334] env[62913]: DEBUG nova.virt.hardware [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1511.664497] env[62913]: DEBUG nova.virt.hardware [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1511.664959] env[62913]: DEBUG nova.virt.hardware [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1511.665203] env[62913]: DEBUG nova.virt.hardware [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1511.665479] env[62913]: DEBUG nova.virt.hardware [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1511.668016] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08729fc3-ee45-406b-b9f5-991532c56646 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.676668] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c139817e-c0fe-4816-9509-be41908dedcd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.789625] env[62913]: DEBUG nova.scheduler.client.report [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.831138] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1511.831138] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5225abb8-d4d4-90bd-9d65-07115f1051f2" [ 1511.831138] env[62913]: _type = "HttpNfcLease" [ 1511.831138] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1511.831697] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1511.831697] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5225abb8-d4d4-90bd-9d65-07115f1051f2" [ 1511.831697] env[62913]: _type = "HttpNfcLease" [ 1511.831697] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1511.832770] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77d8e02-dfbd-454d-beee-af6ab2b29452 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.841242] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262f1dc-c064-8746-7c81-4680495cce32/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1511.842100] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262f1dc-c064-8746-7c81-4680495cce32/disk-0.vmdk for reading. {{(pid=62913) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1511.930542] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e7314348-f7ce-4c0a-abc6-74b6d144569f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.121183] env[62913]: DEBUG oslo_concurrency.lockutils [None req-50ce8d70-bb85-46b4-ada7-164b7bd8adc5 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "ad1900e7-8bd9-452f-b98d-edf376b50460" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.203s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.126720] env[62913]: DEBUG nova.network.neutron [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Successfully updated port: 509b7811-6030-48bd-ae9f-55a7fc2f8c8f {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1512.212692] env[62913]: DEBUG nova.compute.manager [req-b5655ef9-4eb5-469c-8971-71d539a2dbf8 req-b99d8b9f-8ccf-4bda-9b2b-932f5f74b632 service nova] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Received event network-vif-plugged-509b7811-6030-48bd-ae9f-55a7fc2f8c8f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1512.212692] env[62913]: DEBUG oslo_concurrency.lockutils [req-b5655ef9-4eb5-469c-8971-71d539a2dbf8 req-b99d8b9f-8ccf-4bda-9b2b-932f5f74b632 service nova] Acquiring lock "a53c2f1e-656d-4ed3-ac20-187b30046701-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.212692] env[62913]: DEBUG oslo_concurrency.lockutils [req-b5655ef9-4eb5-469c-8971-71d539a2dbf8 req-b99d8b9f-8ccf-4bda-9b2b-932f5f74b632 service nova] Lock "a53c2f1e-656d-4ed3-ac20-187b30046701-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.212692] env[62913]: DEBUG oslo_concurrency.lockutils [req-b5655ef9-4eb5-469c-8971-71d539a2dbf8 req-b99d8b9f-8ccf-4bda-9b2b-932f5f74b632 service nova] Lock "a53c2f1e-656d-4ed3-ac20-187b30046701-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.212692] env[62913]: DEBUG nova.compute.manager [req-b5655ef9-4eb5-469c-8971-71d539a2dbf8 req-b99d8b9f-8ccf-4bda-9b2b-932f5f74b632 service nova] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] No waiting events found dispatching network-vif-plugged-509b7811-6030-48bd-ae9f-55a7fc2f8c8f {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1512.212692] env[62913]: WARNING nova.compute.manager [req-b5655ef9-4eb5-469c-8971-71d539a2dbf8 req-b99d8b9f-8ccf-4bda-9b2b-932f5f74b632 service nova] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Received unexpected event network-vif-plugged-509b7811-6030-48bd-ae9f-55a7fc2f8c8f for instance with vm_state building and task_state spawning. [ 1512.295061] env[62913]: DEBUG oslo_concurrency.lockutils [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.295602] env[62913]: DEBUG nova.compute.manager [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1512.298448] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.253s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.299542] env[62913]: DEBUG nova.objects.instance [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Lazy-loading 'resources' on Instance uuid 0e4e5883-6f92-4124-b591-6bb04f27b764 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.365292] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "84afbe2c-7763-4077-b54e-e87828cf738c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.365860] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "84afbe2c-7763-4077-b54e-e87828cf738c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.624685] env[62913]: DEBUG nova.compute.manager [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1512.633069] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Acquiring lock "refresh_cache-a53c2f1e-656d-4ed3-ac20-187b30046701" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.634194] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Acquired lock "refresh_cache-a53c2f1e-656d-4ed3-ac20-187b30046701" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.634194] env[62913]: DEBUG nova.network.neutron [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1512.812032] env[62913]: DEBUG nova.compute.utils [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1512.819033] env[62913]: DEBUG nova.compute.manager [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1512.819033] env[62913]: DEBUG nova.network.neutron [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1512.876609] env[62913]: DEBUG nova.policy [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f26dcf067ec245c0ad3b48784ab8edce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65964577bd954767b87f73a4f66c0428', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1513.157989] env[62913]: DEBUG oslo_concurrency.lockutils [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.176363] env[62913]: DEBUG nova.network.neutron [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1513.213364] env[62913]: DEBUG nova.compute.manager [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.214500] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c6774f-8e57-49a3-8c0f-3c8c5206f169 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.322872] env[62913]: DEBUG nova.compute.manager [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1513.328796] env[62913]: DEBUG nova.network.neutron [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Successfully created port: 171f8dfd-d552-4a59-92e4-23df7579f06a {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1513.401618] env[62913]: DEBUG nova.network.neutron [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Updating instance_info_cache with network_info: [{"id": "509b7811-6030-48bd-ae9f-55a7fc2f8c8f", "address": "fa:16:3e:d3:f5:f6", "network": {"id": "d040df84-573f-4729-b377-f37da85c5737", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1386590407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44c2e24a7a44b689877f935d304faa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap509b7811-60", "ovs_interfaceid": "509b7811-6030-48bd-ae9f-55a7fc2f8c8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.458915] env[62913]: DEBUG nova.compute.manager [req-c3a3063d-419c-4030-b95e-53213386fa3b req-2c0647be-ea13-479c-b36a-824c7c239c6b service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Received event network-changed-dad06f39-6c07-4a39-a386-f8e55fc32d7d {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1513.459267] env[62913]: DEBUG nova.compute.manager [req-c3a3063d-419c-4030-b95e-53213386fa3b req-2c0647be-ea13-479c-b36a-824c7c239c6b service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Refreshing instance network info cache due to event network-changed-dad06f39-6c07-4a39-a386-f8e55fc32d7d. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1513.459725] env[62913]: DEBUG oslo_concurrency.lockutils [req-c3a3063d-419c-4030-b95e-53213386fa3b req-2c0647be-ea13-479c-b36a-824c7c239c6b service nova] Acquiring lock "refresh_cache-ad1900e7-8bd9-452f-b98d-edf376b50460" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.459979] env[62913]: DEBUG oslo_concurrency.lockutils [req-c3a3063d-419c-4030-b95e-53213386fa3b req-2c0647be-ea13-479c-b36a-824c7c239c6b service nova] Acquired lock "refresh_cache-ad1900e7-8bd9-452f-b98d-edf376b50460" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.460693] env[62913]: DEBUG nova.network.neutron [req-c3a3063d-419c-4030-b95e-53213386fa3b req-2c0647be-ea13-479c-b36a-824c7c239c6b service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Refreshing network info cache for port dad06f39-6c07-4a39-a386-f8e55fc32d7d {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1513.515428] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc413a0-04b9-4837-862a-cbb6c7ae71c1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.525132] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6545e665-e0f3-4817-ac68-37050e854ab7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.559407] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19478c19-6455-490d-a03d-a52004977f9f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.569372] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2988ee-4dbf-4906-8c69-0182f3661b16 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.585022] env[62913]: DEBUG nova.compute.provider_tree [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.728293] env[62913]: INFO nova.compute.manager [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] instance snapshotting [ 1513.734253] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e50d47-7d30-40a1-91a4-620eb9ddcf51 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.757585] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f9a507-8d38-4697-9896-f86a2c2523ff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.906923] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Releasing lock "refresh_cache-a53c2f1e-656d-4ed3-ac20-187b30046701" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.906923] env[62913]: DEBUG nova.compute.manager [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Instance network_info: |[{"id": "509b7811-6030-48bd-ae9f-55a7fc2f8c8f", "address": "fa:16:3e:d3:f5:f6", "network": {"id": "d040df84-573f-4729-b377-f37da85c5737", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1386590407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44c2e24a7a44b689877f935d304faa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap509b7811-60", "ovs_interfaceid": "509b7811-6030-48bd-ae9f-55a7fc2f8c8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1513.907424] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:f5:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '509b7811-6030-48bd-ae9f-55a7fc2f8c8f', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1513.918339] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Creating folder: Project (a44c2e24a7a44b689877f935d304faa7). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1513.919091] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e8c579c-a8fd-4773-bfed-7941cc81ed74 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.932094] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Created folder: Project (a44c2e24a7a44b689877f935d304faa7) in parent group-v377263. [ 1513.932429] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Creating folder: Instances. Parent ref: group-v377338. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1513.932654] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-436ba762-c387-4c71-94dd-b74601e2d2d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.949020] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Created folder: Instances in parent group-v377338. [ 1513.949020] env[62913]: DEBUG oslo.service.loopingcall [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.949020] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1513.949020] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b5b36c2-d95f-4ca2-966c-77a2fafb0bf5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.974865] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1513.974865] env[62913]: value = "task-1821830" [ 1513.974865] env[62913]: _type = "Task" [ 1513.974865] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.986264] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821830, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.094307] env[62913]: DEBUG nova.scheduler.client.report [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1514.272979] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1514.273360] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-91efe983-6531-4529-bdab-e03bf19f7bc6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.287078] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1514.287078] env[62913]: value = "task-1821831" [ 1514.287078] env[62913]: _type = "Task" [ 1514.287078] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.295310] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821831, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.312823] env[62913]: DEBUG nova.network.neutron [req-c3a3063d-419c-4030-b95e-53213386fa3b req-2c0647be-ea13-479c-b36a-824c7c239c6b service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Updated VIF entry in instance network info cache for port dad06f39-6c07-4a39-a386-f8e55fc32d7d. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1514.313279] env[62913]: DEBUG nova.network.neutron [req-c3a3063d-419c-4030-b95e-53213386fa3b req-2c0647be-ea13-479c-b36a-824c7c239c6b service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Updating instance_info_cache with network_info: [{"id": "dad06f39-6c07-4a39-a386-f8e55fc32d7d", "address": "fa:16:3e:ca:eb:34", "network": {"id": "5ae1bf44-5f56-4400-8823-0d49f0229217", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-445286646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b3cc204538442b9b14d65d2d84068a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad06f39-6c", "ovs_interfaceid": "dad06f39-6c07-4a39-a386-f8e55fc32d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.336825] env[62913]: DEBUG nova.compute.manager [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1514.364295] env[62913]: DEBUG nova.virt.hardware [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1514.364682] env[62913]: DEBUG nova.virt.hardware [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1514.364849] env[62913]: DEBUG nova.virt.hardware [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1514.365042] env[62913]: DEBUG nova.virt.hardware [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1514.365255] env[62913]: DEBUG nova.virt.hardware [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1514.365451] env[62913]: DEBUG nova.virt.hardware [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1514.365731] env[62913]: DEBUG nova.virt.hardware [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1514.365943] env[62913]: DEBUG nova.virt.hardware [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1514.366228] env[62913]: DEBUG nova.virt.hardware [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1514.366453] env[62913]: DEBUG nova.virt.hardware [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1514.366672] env[62913]: DEBUG nova.virt.hardware [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1514.368148] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32c05cd-e273-4338-9cc7-e2f9a2189880 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.378622] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aec584a-fe55-4ae1-bca7-d40a5504a0b3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.408051] env[62913]: DEBUG nova.compute.manager [req-dd53bd1d-e50f-4637-8e61-a91261edb54e req-37fdd26a-a2e2-44e6-bfaf-4bc54a43434a service nova] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Received event network-changed-509b7811-6030-48bd-ae9f-55a7fc2f8c8f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1514.408362] env[62913]: DEBUG nova.compute.manager [req-dd53bd1d-e50f-4637-8e61-a91261edb54e req-37fdd26a-a2e2-44e6-bfaf-4bc54a43434a service nova] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Refreshing instance network info cache due to event network-changed-509b7811-6030-48bd-ae9f-55a7fc2f8c8f. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1514.408523] env[62913]: DEBUG oslo_concurrency.lockutils [req-dd53bd1d-e50f-4637-8e61-a91261edb54e req-37fdd26a-a2e2-44e6-bfaf-4bc54a43434a service nova] Acquiring lock "refresh_cache-a53c2f1e-656d-4ed3-ac20-187b30046701" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.408693] env[62913]: DEBUG oslo_concurrency.lockutils [req-dd53bd1d-e50f-4637-8e61-a91261edb54e req-37fdd26a-a2e2-44e6-bfaf-4bc54a43434a service nova] Acquired lock "refresh_cache-a53c2f1e-656d-4ed3-ac20-187b30046701" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.408890] env[62913]: DEBUG nova.network.neutron [req-dd53bd1d-e50f-4637-8e61-a91261edb54e req-37fdd26a-a2e2-44e6-bfaf-4bc54a43434a service nova] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Refreshing network info cache for port 509b7811-6030-48bd-ae9f-55a7fc2f8c8f {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1514.488539] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821830, 'name': CreateVM_Task, 'duration_secs': 0.464731} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.488539] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1514.489257] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.489560] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.490340] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.490340] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-145332e9-7f5d-4b3b-8fbd-0a8afa8239d7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.496039] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Waiting for the task: (returnval){ [ 1514.496039] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ce98de-c8b1-b047-24e6-0ee428d87555" [ 1514.496039] env[62913]: _type = "Task" [ 1514.496039] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.505453] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ce98de-c8b1-b047-24e6-0ee428d87555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.600377] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.602899] env[62913]: DEBUG oslo_concurrency.lockutils [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.096s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.603160] env[62913]: DEBUG nova.objects.instance [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Lazy-loading 'resources' on Instance uuid 61b0c495-6d81-4912-899b-0134798ebe29 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.729987] env[62913]: INFO nova.scheduler.client.report [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Deleted allocations for instance 0e4e5883-6f92-4124-b591-6bb04f27b764 [ 1514.795612] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821831, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.816525] env[62913]: DEBUG oslo_concurrency.lockutils [req-c3a3063d-419c-4030-b95e-53213386fa3b req-2c0647be-ea13-479c-b36a-824c7c239c6b service nova] Releasing lock "refresh_cache-ad1900e7-8bd9-452f-b98d-edf376b50460" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.009155] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ce98de-c8b1-b047-24e6-0ee428d87555, 'name': SearchDatastore_Task, 'duration_secs': 0.014885} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.009666] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.009889] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1515.010107] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.010200] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.010355] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1515.010639] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8fa771a-4c7d-4397-abe4-a5cf9e4479a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.022754] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1515.022956] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1515.023771] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2df63fd3-9d50-4f99-b5a9-5bdb032037f2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.031711] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Waiting for the task: (returnval){ [ 1515.031711] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52d0353a-d22a-d1a4-948f-6d7ed104992c" [ 1515.031711] env[62913]: _type = "Task" [ 1515.031711] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.041442] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d0353a-d22a-d1a4-948f-6d7ed104992c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.123679] env[62913]: DEBUG nova.network.neutron [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Successfully updated port: 171f8dfd-d552-4a59-92e4-23df7579f06a {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1515.239301] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23b72e6b-30c8-41d3-aa20-028869654e1e tempest-ServersAdmin275Test-529489905 tempest-ServersAdmin275Test-529489905-project-member] Lock "0e4e5883-6f92-4124-b591-6bb04f27b764" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.518s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.246428] env[62913]: DEBUG nova.network.neutron [req-dd53bd1d-e50f-4637-8e61-a91261edb54e req-37fdd26a-a2e2-44e6-bfaf-4bc54a43434a service nova] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Updated VIF entry in instance network info cache for port 509b7811-6030-48bd-ae9f-55a7fc2f8c8f. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1515.246990] env[62913]: DEBUG nova.network.neutron [req-dd53bd1d-e50f-4637-8e61-a91261edb54e req-37fdd26a-a2e2-44e6-bfaf-4bc54a43434a service nova] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Updating instance_info_cache with network_info: [{"id": "509b7811-6030-48bd-ae9f-55a7fc2f8c8f", "address": "fa:16:3e:d3:f5:f6", "network": {"id": "d040df84-573f-4729-b377-f37da85c5737", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1386590407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44c2e24a7a44b689877f935d304faa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap509b7811-60", "ovs_interfaceid": "509b7811-6030-48bd-ae9f-55a7fc2f8c8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.297703] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821831, 'name': CreateSnapshot_Task, 'duration_secs': 0.727742} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.298336] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1515.298726] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53214a0-27d6-4a1b-8ee9-55d7f2f3f90d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.546385] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d0353a-d22a-d1a4-948f-6d7ed104992c, 'name': SearchDatastore_Task, 'duration_secs': 0.012691} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.547600] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71e0e23-8172-48eb-a515-76ad5c65355d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.556886] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Waiting for the task: (returnval){ [ 1515.556886] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52635581-6da5-3d52-6059-d55ba49eca6a" [ 1515.556886] env[62913]: _type = "Task" [ 1515.556886] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.565989] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52635581-6da5-3d52-6059-d55ba49eca6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.617191] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b08a2ec-93c6-4e52-bbe5-c0020cc8c3ae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.625829] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364cbce9-366e-4a45-8ca3-d11269e6ec38 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.631724] env[62913]: DEBUG oslo_concurrency.lockutils [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Acquiring lock "refresh_cache-fcb5f3ef-6b11-41e5-936a-a6e658e957ce" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.631724] env[62913]: DEBUG oslo_concurrency.lockutils [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Acquired lock "refresh_cache-fcb5f3ef-6b11-41e5-936a-a6e658e957ce" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.631724] env[62913]: DEBUG nova.network.neutron [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1515.659336] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c853e18a-ef4a-40bd-9575-e3d92e4e1342 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.668619] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de078335-6a47-44d9-aa3d-6a48a41fda3c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.683421] env[62913]: DEBUG nova.compute.provider_tree [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.750998] env[62913]: DEBUG oslo_concurrency.lockutils [req-dd53bd1d-e50f-4637-8e61-a91261edb54e req-37fdd26a-a2e2-44e6-bfaf-4bc54a43434a service nova] Releasing lock "refresh_cache-a53c2f1e-656d-4ed3-ac20-187b30046701" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.751324] env[62913]: DEBUG nova.compute.manager [req-dd53bd1d-e50f-4637-8e61-a91261edb54e req-37fdd26a-a2e2-44e6-bfaf-4bc54a43434a service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Received event network-changed-dad06f39-6c07-4a39-a386-f8e55fc32d7d {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1515.751512] env[62913]: DEBUG nova.compute.manager [req-dd53bd1d-e50f-4637-8e61-a91261edb54e req-37fdd26a-a2e2-44e6-bfaf-4bc54a43434a service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Refreshing instance network info cache due to event network-changed-dad06f39-6c07-4a39-a386-f8e55fc32d7d. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1515.751731] env[62913]: DEBUG oslo_concurrency.lockutils [req-dd53bd1d-e50f-4637-8e61-a91261edb54e req-37fdd26a-a2e2-44e6-bfaf-4bc54a43434a service nova] Acquiring lock "refresh_cache-ad1900e7-8bd9-452f-b98d-edf376b50460" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.751874] env[62913]: DEBUG oslo_concurrency.lockutils [req-dd53bd1d-e50f-4637-8e61-a91261edb54e req-37fdd26a-a2e2-44e6-bfaf-4bc54a43434a service nova] Acquired lock "refresh_cache-ad1900e7-8bd9-452f-b98d-edf376b50460" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.752051] env[62913]: DEBUG nova.network.neutron [req-dd53bd1d-e50f-4637-8e61-a91261edb54e req-37fdd26a-a2e2-44e6-bfaf-4bc54a43434a service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Refreshing network info cache for port dad06f39-6c07-4a39-a386-f8e55fc32d7d {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1515.821202] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1515.821643] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bc156399-5482-4b8c-9b75-7790d9504ca0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.831412] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1515.831412] env[62913]: value = "task-1821832" [ 1515.831412] env[62913]: _type = "Task" [ 1515.831412] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.841758] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821832, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.071217] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52635581-6da5-3d52-6059-d55ba49eca6a, 'name': SearchDatastore_Task, 'duration_secs': 0.011731} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.071538] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.071787] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] a53c2f1e-656d-4ed3-ac20-187b30046701/a53c2f1e-656d-4ed3-ac20-187b30046701.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1516.072065] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d50c4e69-63a1-4aa7-8651-5db1658ba79e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.080033] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Waiting for the task: (returnval){ [ 1516.080033] env[62913]: value = "task-1821833" [ 1516.080033] env[62913]: _type = "Task" [ 1516.080033] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.089182] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1821833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.187453] env[62913]: DEBUG nova.scheduler.client.report [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.222679] env[62913]: DEBUG nova.network.neutron [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1516.351576] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821832, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.598166] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1821833, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.614719] env[62913]: DEBUG nova.network.neutron [req-dd53bd1d-e50f-4637-8e61-a91261edb54e req-37fdd26a-a2e2-44e6-bfaf-4bc54a43434a service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Updated VIF entry in instance network info cache for port dad06f39-6c07-4a39-a386-f8e55fc32d7d. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1516.617530] env[62913]: DEBUG nova.network.neutron [req-dd53bd1d-e50f-4637-8e61-a91261edb54e req-37fdd26a-a2e2-44e6-bfaf-4bc54a43434a service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Updating instance_info_cache with network_info: [{"id": "dad06f39-6c07-4a39-a386-f8e55fc32d7d", "address": "fa:16:3e:ca:eb:34", "network": {"id": "5ae1bf44-5f56-4400-8823-0d49f0229217", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-445286646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b3cc204538442b9b14d65d2d84068a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad06f39-6c", "ovs_interfaceid": "dad06f39-6c07-4a39-a386-f8e55fc32d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.658228] env[62913]: DEBUG nova.compute.manager [req-ab42eaaa-a446-4b3e-a669-75308b033d0d req-dfc1565d-63a2-4a8d-a5e0-522d9099699d service nova] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Received event network-vif-plugged-171f8dfd-d552-4a59-92e4-23df7579f06a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1516.658651] env[62913]: DEBUG oslo_concurrency.lockutils [req-ab42eaaa-a446-4b3e-a669-75308b033d0d req-dfc1565d-63a2-4a8d-a5e0-522d9099699d service nova] Acquiring lock "fcb5f3ef-6b11-41e5-936a-a6e658e957ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.659039] env[62913]: DEBUG oslo_concurrency.lockutils [req-ab42eaaa-a446-4b3e-a669-75308b033d0d req-dfc1565d-63a2-4a8d-a5e0-522d9099699d service nova] Lock "fcb5f3ef-6b11-41e5-936a-a6e658e957ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.659453] env[62913]: DEBUG oslo_concurrency.lockutils [req-ab42eaaa-a446-4b3e-a669-75308b033d0d req-dfc1565d-63a2-4a8d-a5e0-522d9099699d service nova] Lock "fcb5f3ef-6b11-41e5-936a-a6e658e957ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.659697] env[62913]: DEBUG nova.compute.manager [req-ab42eaaa-a446-4b3e-a669-75308b033d0d req-dfc1565d-63a2-4a8d-a5e0-522d9099699d service nova] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] No waiting events found dispatching network-vif-plugged-171f8dfd-d552-4a59-92e4-23df7579f06a {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1516.659919] env[62913]: WARNING nova.compute.manager [req-ab42eaaa-a446-4b3e-a669-75308b033d0d req-dfc1565d-63a2-4a8d-a5e0-522d9099699d service nova] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Received unexpected event network-vif-plugged-171f8dfd-d552-4a59-92e4-23df7579f06a for instance with vm_state building and task_state spawning. [ 1516.660203] env[62913]: DEBUG nova.compute.manager [req-ab42eaaa-a446-4b3e-a669-75308b033d0d req-dfc1565d-63a2-4a8d-a5e0-522d9099699d service nova] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Received event network-changed-171f8dfd-d552-4a59-92e4-23df7579f06a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1516.660537] env[62913]: DEBUG nova.compute.manager [req-ab42eaaa-a446-4b3e-a669-75308b033d0d req-dfc1565d-63a2-4a8d-a5e0-522d9099699d service nova] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Refreshing instance network info cache due to event network-changed-171f8dfd-d552-4a59-92e4-23df7579f06a. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1516.660899] env[62913]: DEBUG oslo_concurrency.lockutils [req-ab42eaaa-a446-4b3e-a669-75308b033d0d req-dfc1565d-63a2-4a8d-a5e0-522d9099699d service nova] Acquiring lock "refresh_cache-fcb5f3ef-6b11-41e5-936a-a6e658e957ce" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.700246] env[62913]: DEBUG oslo_concurrency.lockutils [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.704245] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.103s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.705838] env[62913]: INFO nova.compute.claims [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1516.709621] env[62913]: DEBUG nova.network.neutron [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Updating instance_info_cache with network_info: [{"id": "171f8dfd-d552-4a59-92e4-23df7579f06a", "address": "fa:16:3e:ac:bb:e5", "network": {"id": "9266e1ff-d5a9-40ee-ad9c-aca1aa24f225", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1182232715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65964577bd954767b87f73a4f66c0428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap171f8dfd-d5", "ovs_interfaceid": "171f8dfd-d552-4a59-92e4-23df7579f06a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.730126] env[62913]: INFO nova.scheduler.client.report [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Deleted allocations for instance 61b0c495-6d81-4912-899b-0134798ebe29 [ 1516.847184] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821832, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.094268] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1821833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643291} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.094513] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] a53c2f1e-656d-4ed3-ac20-187b30046701/a53c2f1e-656d-4ed3-ac20-187b30046701.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1517.094685] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1517.094964] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c29418a-25fa-411e-ada6-68e0fb302d94 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.105042] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Waiting for the task: (returnval){ [ 1517.105042] env[62913]: value = "task-1821834" [ 1517.105042] env[62913]: _type = "Task" [ 1517.105042] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.115344] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1821834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.122500] env[62913]: DEBUG oslo_concurrency.lockutils [req-dd53bd1d-e50f-4637-8e61-a91261edb54e req-37fdd26a-a2e2-44e6-bfaf-4bc54a43434a service nova] Releasing lock "refresh_cache-ad1900e7-8bd9-452f-b98d-edf376b50460" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.214855] env[62913]: DEBUG oslo_concurrency.lockutils [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Releasing lock "refresh_cache-fcb5f3ef-6b11-41e5-936a-a6e658e957ce" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.215648] env[62913]: DEBUG nova.compute.manager [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Instance network_info: |[{"id": "171f8dfd-d552-4a59-92e4-23df7579f06a", "address": "fa:16:3e:ac:bb:e5", "network": {"id": "9266e1ff-d5a9-40ee-ad9c-aca1aa24f225", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1182232715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65964577bd954767b87f73a4f66c0428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap171f8dfd-d5", "ovs_interfaceid": "171f8dfd-d552-4a59-92e4-23df7579f06a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1517.216362] env[62913]: DEBUG oslo_concurrency.lockutils [req-ab42eaaa-a446-4b3e-a669-75308b033d0d req-dfc1565d-63a2-4a8d-a5e0-522d9099699d service nova] Acquired lock "refresh_cache-fcb5f3ef-6b11-41e5-936a-a6e658e957ce" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.216605] env[62913]: DEBUG nova.network.neutron [req-ab42eaaa-a446-4b3e-a669-75308b033d0d req-dfc1565d-63a2-4a8d-a5e0-522d9099699d service nova] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Refreshing network info cache for port 171f8dfd-d552-4a59-92e4-23df7579f06a {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1517.218280] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:bb:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '171f8dfd-d552-4a59-92e4-23df7579f06a', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1517.226621] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Creating folder: Project (65964577bd954767b87f73a4f66c0428). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1517.227734] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2177485f-7c00-44a0-ad2f-6c10dea6bf46 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.243028] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Created folder: Project (65964577bd954767b87f73a4f66c0428) in parent group-v377263. [ 1517.243202] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Creating folder: Instances. Parent ref: group-v377343. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1517.243887] env[62913]: DEBUG oslo_concurrency.lockutils [None req-85b48640-5979-49f7-9709-3e8f819378bb tempest-ServerAddressesNegativeTestJSON-982676163 tempest-ServerAddressesNegativeTestJSON-982676163-project-member] Lock "61b0c495-6d81-4912-899b-0134798ebe29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.258s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.245753] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caf53d40-1371-4a6d-9640-bec3ff70a5d4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.265726] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Created folder: Instances in parent group-v377343. [ 1517.266031] env[62913]: DEBUG oslo.service.loopingcall [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1517.266248] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1517.266489] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f7e938a-185d-44ab-b284-78615e2e786c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.296882] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1517.296882] env[62913]: value = "task-1821837" [ 1517.296882] env[62913]: _type = "Task" [ 1517.296882] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.313065] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821837, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.344047] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821832, 'name': CloneVM_Task} progress is 95%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.399840] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "b1790dea-e6b8-4c5c-9c09-60903601f3ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.400442] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "b1790dea-e6b8-4c5c-9c09-60903601f3ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.617371] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1821834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148733} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.617764] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1517.618915] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e5dbfc-251e-4835-9e10-990df44a5880 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.643823] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] a53c2f1e-656d-4ed3-ac20-187b30046701/a53c2f1e-656d-4ed3-ac20-187b30046701.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.644459] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc343aa1-fcea-46cc-b928-28de900e7622 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.666173] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Waiting for the task: (returnval){ [ 1517.666173] env[62913]: value = "task-1821838" [ 1517.666173] env[62913]: _type = "Task" [ 1517.666173] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.675451] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1821838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.810127] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821837, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.847182] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821832, 'name': CloneVM_Task, 'duration_secs': 1.681586} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.847474] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Created linked-clone VM from snapshot [ 1517.848282] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db88baf6-0e95-4983-8b09-7dfa629eed46 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.864027] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Uploading image 4ecfc14a-ea32-4ac6-bd73-a7dfb4a04029 {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1517.900262] env[62913]: DEBUG oslo_vmware.rw_handles [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1517.900262] env[62913]: value = "vm-377342" [ 1517.900262] env[62913]: _type = "VirtualMachine" [ 1517.900262] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1517.901695] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d4c36422-6e41-4634-be97-15a42139968b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.913086] env[62913]: DEBUG oslo_vmware.rw_handles [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Lease: (returnval){ [ 1517.913086] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5206904c-af20-6d8f-b4dc-a328e5d4d0ce" [ 1517.913086] env[62913]: _type = "HttpNfcLease" [ 1517.913086] env[62913]: } obtained for exporting VM: (result){ [ 1517.913086] env[62913]: value = "vm-377342" [ 1517.913086] env[62913]: _type = "VirtualMachine" [ 1517.913086] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1517.913387] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the lease: (returnval){ [ 1517.913387] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5206904c-af20-6d8f-b4dc-a328e5d4d0ce" [ 1517.913387] env[62913]: _type = "HttpNfcLease" [ 1517.913387] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1517.923074] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1517.923074] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5206904c-af20-6d8f-b4dc-a328e5d4d0ce" [ 1517.923074] env[62913]: _type = "HttpNfcLease" [ 1517.923074] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1518.180797] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1821838, 'name': ReconfigVM_Task, 'duration_secs': 0.436829} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.181210] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Reconfigured VM instance instance-0000001c to attach disk [datastore1] a53c2f1e-656d-4ed3-ac20-187b30046701/a53c2f1e-656d-4ed3-ac20-187b30046701.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.182334] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55c9eb99-1c13-47ef-9134-30c2166700bc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.194243] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Waiting for the task: (returnval){ [ 1518.194243] env[62913]: value = "task-1821840" [ 1518.194243] env[62913]: _type = "Task" [ 1518.194243] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.208921] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1821840, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.210801] env[62913]: DEBUG nova.network.neutron [req-ab42eaaa-a446-4b3e-a669-75308b033d0d req-dfc1565d-63a2-4a8d-a5e0-522d9099699d service nova] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Updated VIF entry in instance network info cache for port 171f8dfd-d552-4a59-92e4-23df7579f06a. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1518.210801] env[62913]: DEBUG nova.network.neutron [req-ab42eaaa-a446-4b3e-a669-75308b033d0d req-dfc1565d-63a2-4a8d-a5e0-522d9099699d service nova] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Updating instance_info_cache with network_info: [{"id": "171f8dfd-d552-4a59-92e4-23df7579f06a", "address": "fa:16:3e:ac:bb:e5", "network": {"id": "9266e1ff-d5a9-40ee-ad9c-aca1aa24f225", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1182232715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65964577bd954767b87f73a4f66c0428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap171f8dfd-d5", "ovs_interfaceid": "171f8dfd-d552-4a59-92e4-23df7579f06a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.287842] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c21030c-7dc6-498e-9dfb-50c87edd80b8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.303962] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dc8471-7c03-4ba9-80c4-603ae1d83b41 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.315126] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821837, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.348062] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c66091c-9ef2-4223-935b-78a697cf4d40 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.357136] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f36c737-a9ea-4ee4-ad8f-64837e4c9c27 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.372116] env[62913]: DEBUG nova.compute.provider_tree [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.423098] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1518.423098] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5206904c-af20-6d8f-b4dc-a328e5d4d0ce" [ 1518.423098] env[62913]: _type = "HttpNfcLease" [ 1518.423098] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1518.423666] env[62913]: DEBUG oslo_vmware.rw_handles [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1518.423666] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5206904c-af20-6d8f-b4dc-a328e5d4d0ce" [ 1518.423666] env[62913]: _type = "HttpNfcLease" [ 1518.423666] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1518.424527] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506b98e8-6fd6-4d16-82e7-39c7755c0185 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.433700] env[62913]: DEBUG oslo_vmware.rw_handles [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526df41b-ce54-b3fe-c17d-f6514b0263ee/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1518.433966] env[62913]: DEBUG oslo_vmware.rw_handles [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526df41b-ce54-b3fe-c17d-f6514b0263ee/disk-0.vmdk for reading. {{(pid=62913) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1518.538403] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-08e74549-a7b3-4fbd-a4e2-220ed05917ce {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.706097] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1821840, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.725081] env[62913]: DEBUG oslo_concurrency.lockutils [req-ab42eaaa-a446-4b3e-a669-75308b033d0d req-dfc1565d-63a2-4a8d-a5e0-522d9099699d service nova] Releasing lock "refresh_cache-fcb5f3ef-6b11-41e5-936a-a6e658e957ce" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.811721] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821837, 'name': CreateVM_Task, 'duration_secs': 1.488489} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.811925] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1518.813062] env[62913]: DEBUG oslo_concurrency.lockutils [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.813304] env[62913]: DEBUG oslo_concurrency.lockutils [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.813789] env[62913]: DEBUG oslo_concurrency.lockutils [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1518.814252] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e46ba5b3-f418-4c3f-bd7a-cfc43cbf06ef {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.822155] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Waiting for the task: (returnval){ [ 1518.822155] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52793a55-11bd-4bbf-6cda-2d2d714bda93" [ 1518.822155] env[62913]: _type = "Task" [ 1518.822155] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.835027] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52793a55-11bd-4bbf-6cda-2d2d714bda93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.875548] env[62913]: DEBUG nova.scheduler.client.report [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.209816] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1821840, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.358067] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52793a55-11bd-4bbf-6cda-2d2d714bda93, 'name': SearchDatastore_Task, 'duration_secs': 0.015845} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.358067] env[62913]: DEBUG oslo_concurrency.lockutils [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.358067] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1519.358067] env[62913]: DEBUG oslo_concurrency.lockutils [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.358067] env[62913]: DEBUG oslo_concurrency.lockutils [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.358067] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1519.358067] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d51ec40-47d2-4c7e-a908-0a4e6348bf07 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.368149] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1519.368351] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1519.369310] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb115fa0-38d8-4f62-b5e3-e45a569db55a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.378672] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Waiting for the task: (returnval){ [ 1519.378672] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52d1b032-d090-e30c-8252-00ed57cdffb5" [ 1519.378672] env[62913]: _type = "Task" [ 1519.378672] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.383789] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.385100] env[62913]: DEBUG nova.compute.manager [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1519.389149] env[62913]: DEBUG oslo_concurrency.lockutils [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.388s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.391035] env[62913]: INFO nova.compute.claims [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1519.403134] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d1b032-d090-e30c-8252-00ed57cdffb5, 'name': SearchDatastore_Task, 'duration_secs': 0.017525} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.404128] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac390e1-6305-49c2-b1e6-26866ef47bd4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.411435] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Waiting for the task: (returnval){ [ 1519.411435] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]527f2129-8623-1643-cbad-986381d04f11" [ 1519.411435] env[62913]: _type = "Task" [ 1519.411435] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.424504] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527f2129-8623-1643-cbad-986381d04f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.709160] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1821840, 'name': Rename_Task, 'duration_secs': 1.072718} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.710176] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1519.710988] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba5f6fc2-7319-44da-9b56-48205cebdbe0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.721848] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Waiting for the task: (returnval){ [ 1519.721848] env[62913]: value = "task-1821841" [ 1519.721848] env[62913]: _type = "Task" [ 1519.721848] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.744549] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1821841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.896727] env[62913]: DEBUG nova.compute.utils [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1519.908820] env[62913]: DEBUG nova.compute.manager [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1519.909882] env[62913]: DEBUG nova.network.neutron [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1519.930386] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527f2129-8623-1643-cbad-986381d04f11, 'name': SearchDatastore_Task, 'duration_secs': 0.016286} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.930940] env[62913]: DEBUG oslo_concurrency.lockutils [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.931343] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] fcb5f3ef-6b11-41e5-936a-a6e658e957ce/fcb5f3ef-6b11-41e5-936a-a6e658e957ce.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1519.931788] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a91da07-0dbc-494d-bc98-67ae2ce41562 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.943584] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Waiting for the task: (returnval){ [ 1519.943584] env[62913]: value = "task-1821842" [ 1519.943584] env[62913]: _type = "Task" [ 1519.943584] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.957808] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': task-1821842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.031534] env[62913]: DEBUG nova.policy [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '957cbb3854e340ecbd3e18a3f3d39d3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b25010656bf4544bb0539bb09a3681b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1520.210789] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262f1dc-c064-8746-7c81-4680495cce32/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1520.212589] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925f2449-5610-4e82-9211-19bbec790081 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.222256] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262f1dc-c064-8746-7c81-4680495cce32/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1520.226025] env[62913]: ERROR oslo_vmware.rw_handles [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262f1dc-c064-8746-7c81-4680495cce32/disk-0.vmdk due to incomplete transfer. [ 1520.226025] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3aa18b69-6ce9-44d1-bf90-ae97d8651a86 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.238847] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1821841, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.244920] env[62913]: DEBUG oslo_vmware.rw_handles [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262f1dc-c064-8746-7c81-4680495cce32/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1520.245043] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Uploaded image 796fcc08-7930-4e23-b22e-808429618055 to the Glance image server {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1520.247916] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1520.248285] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6675783d-7163-45ef-9af2-e70568e42772 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.258318] env[62913]: DEBUG oslo_vmware.api [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1520.258318] env[62913]: value = "task-1821843" [ 1520.258318] env[62913]: _type = "Task" [ 1520.258318] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.271959] env[62913]: DEBUG oslo_vmware.api [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821843, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.409994] env[62913]: DEBUG nova.compute.manager [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1520.464038] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': task-1821842, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.617488] env[62913]: DEBUG nova.network.neutron [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Successfully created port: 6d74a480-170f-49a4-9ccb-fe2af8dc6973 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1520.741790] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1821841, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.773364] env[62913]: DEBUG oslo_vmware.api [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821843, 'name': Destroy_Task, 'duration_secs': 0.506596} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.777238] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Destroyed the VM [ 1520.777238] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1520.778479] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ca8e48e2-9fe4-4ef4-8f98-bfeaf0109d53 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.788201] env[62913]: DEBUG oslo_vmware.api [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1520.788201] env[62913]: value = "task-1821844" [ 1520.788201] env[62913]: _type = "Task" [ 1520.788201] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.806790] env[62913]: DEBUG oslo_vmware.api [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821844, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.962149] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': task-1821842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551195} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.962490] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] fcb5f3ef-6b11-41e5-936a-a6e658e957ce/fcb5f3ef-6b11-41e5-936a-a6e658e957ce.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1520.962827] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1520.963035] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fcb947a-0284-46a1-a4d3-a9d739958d24 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.973048] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Waiting for the task: (returnval){ [ 1520.973048] env[62913]: value = "task-1821845" [ 1520.973048] env[62913]: _type = "Task" [ 1520.973048] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.984189] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': task-1821845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.078093] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d22b81-6d16-4944-9c46-1b01de08c946 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.087447] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9975e958-3b26-49c9-a65e-e6ca46535e85 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.123873] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57269e9-67ef-4f07-a245-1cdfff64243e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.136611] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bd1b55-f422-401b-b7f1-3dfb365d4159 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.154055] env[62913]: DEBUG nova.compute.provider_tree [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.238564] env[62913]: DEBUG oslo_vmware.api [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1821841, 'name': PowerOnVM_Task, 'duration_secs': 1.208006} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.238968] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1521.239619] env[62913]: INFO nova.compute.manager [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1521.239619] env[62913]: DEBUG nova.compute.manager [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1521.240254] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e288d0-9e52-4507-ba0e-54ec8dfb536f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.299691] env[62913]: DEBUG oslo_vmware.api [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821844, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.426959] env[62913]: DEBUG nova.compute.manager [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1521.461776] env[62913]: DEBUG nova.virt.hardware [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1521.462060] env[62913]: DEBUG nova.virt.hardware [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1521.462221] env[62913]: DEBUG nova.virt.hardware [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1521.462446] env[62913]: DEBUG nova.virt.hardware [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1521.462610] env[62913]: DEBUG nova.virt.hardware [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1521.462852] env[62913]: DEBUG nova.virt.hardware [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1521.463603] env[62913]: DEBUG nova.virt.hardware [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1521.463603] env[62913]: DEBUG nova.virt.hardware [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1521.463603] env[62913]: DEBUG nova.virt.hardware [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1521.463603] env[62913]: DEBUG nova.virt.hardware [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1521.463603] env[62913]: DEBUG nova.virt.hardware [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1521.464542] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259da5ea-826b-4e36-8479-2ae0badd4154 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.484611] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73f9c47-29b6-487b-b438-07071c320a5f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.490091] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': task-1821845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08248} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.500704] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1521.502112] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3df6d3-f70c-4ed0-940b-78a572987262 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.528242] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] fcb5f3ef-6b11-41e5-936a-a6e658e957ce/fcb5f3ef-6b11-41e5-936a-a6e658e957ce.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1521.528527] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b644483-a0b5-44dc-a1ed-c58fe1ca6339 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.557966] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Waiting for the task: (returnval){ [ 1521.557966] env[62913]: value = "task-1821846" [ 1521.557966] env[62913]: _type = "Task" [ 1521.557966] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.567238] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': task-1821846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.661792] env[62913]: DEBUG nova.scheduler.client.report [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.759812] env[62913]: INFO nova.compute.manager [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Took 44.32 seconds to build instance. [ 1521.807919] env[62913]: DEBUG oslo_vmware.api [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821844, 'name': RemoveSnapshot_Task, 'duration_secs': 0.606243} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.807919] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1521.808612] env[62913]: INFO nova.compute.manager [None req-e330559b-5901-4449-9500-2c8a665b7abb tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Took 14.18 seconds to snapshot the instance on the hypervisor. [ 1522.071423] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': task-1821846, 'name': ReconfigVM_Task, 'duration_secs': 0.290976} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.072889] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Reconfigured VM instance instance-0000001d to attach disk [datastore1] fcb5f3ef-6b11-41e5-936a-a6e658e957ce/fcb5f3ef-6b11-41e5-936a-a6e658e957ce.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.072889] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e8f15f2-a00d-4a6b-85ff-85a756853401 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.084161] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Waiting for the task: (returnval){ [ 1522.084161] env[62913]: value = "task-1821847" [ 1522.084161] env[62913]: _type = "Task" [ 1522.084161] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.095510] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': task-1821847, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.168570] env[62913]: DEBUG oslo_concurrency.lockutils [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.169148] env[62913]: DEBUG nova.compute.manager [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1522.172954] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.992s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.174737] env[62913]: INFO nova.compute.claims [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1522.263410] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cf461f71-286d-4ab2-98a2-7e5ddf5cd7e8 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Lock "a53c2f1e-656d-4ed3-ac20-187b30046701" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.656s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.451618] env[62913]: DEBUG nova.network.neutron [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Successfully updated port: 6d74a480-170f-49a4-9ccb-fe2af8dc6973 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1522.509733] env[62913]: DEBUG nova.compute.manager [req-8b064772-a216-4f00-be74-8e138aedbde1 req-4a65dff4-9242-41b0-9b6f-5918ec5b9062 service nova] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Received event network-changed-509b7811-6030-48bd-ae9f-55a7fc2f8c8f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1522.509733] env[62913]: DEBUG nova.compute.manager [req-8b064772-a216-4f00-be74-8e138aedbde1 req-4a65dff4-9242-41b0-9b6f-5918ec5b9062 service nova] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Refreshing instance network info cache due to event network-changed-509b7811-6030-48bd-ae9f-55a7fc2f8c8f. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1522.509733] env[62913]: DEBUG oslo_concurrency.lockutils [req-8b064772-a216-4f00-be74-8e138aedbde1 req-4a65dff4-9242-41b0-9b6f-5918ec5b9062 service nova] Acquiring lock "refresh_cache-a53c2f1e-656d-4ed3-ac20-187b30046701" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.509733] env[62913]: DEBUG oslo_concurrency.lockutils [req-8b064772-a216-4f00-be74-8e138aedbde1 req-4a65dff4-9242-41b0-9b6f-5918ec5b9062 service nova] Acquired lock "refresh_cache-a53c2f1e-656d-4ed3-ac20-187b30046701" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.509733] env[62913]: DEBUG nova.network.neutron [req-8b064772-a216-4f00-be74-8e138aedbde1 req-4a65dff4-9242-41b0-9b6f-5918ec5b9062 service nova] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Refreshing network info cache for port 509b7811-6030-48bd-ae9f-55a7fc2f8c8f {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1522.596378] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': task-1821847, 'name': Rename_Task, 'duration_secs': 0.152077} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.596853] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1522.597244] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cee58a3-3775-4846-9e13-9f1ebba3932a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.605665] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Waiting for the task: (returnval){ [ 1522.605665] env[62913]: value = "task-1821848" [ 1522.605665] env[62913]: _type = "Task" [ 1522.605665] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.615346] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': task-1821848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.680386] env[62913]: DEBUG nova.compute.utils [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1522.684510] env[62913]: DEBUG nova.compute.manager [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1522.684608] env[62913]: DEBUG nova.network.neutron [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1522.729111] env[62913]: DEBUG nova.policy [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '202d70cee4064a3b8fbf38c5e166e76d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc40192e9e504f82b21fe4ea9f082f0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1522.767831] env[62913]: DEBUG nova.compute.manager [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1522.954212] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Acquiring lock "refresh_cache-4ccc5f58-f12f-42f2-ad16-5465cb3b2995" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.954362] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Acquired lock "refresh_cache-4ccc5f58-f12f-42f2-ad16-5465cb3b2995" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.954522] env[62913]: DEBUG nova.network.neutron [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1522.967230] env[62913]: DEBUG nova.compute.manager [req-c5891090-ac2d-4a7c-82b8-a7a2f0e015db req-0743a67e-2140-43bb-9687-25dea57c2375 service nova] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Received event network-vif-plugged-6d74a480-170f-49a4-9ccb-fe2af8dc6973 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1522.967464] env[62913]: DEBUG oslo_concurrency.lockutils [req-c5891090-ac2d-4a7c-82b8-a7a2f0e015db req-0743a67e-2140-43bb-9687-25dea57c2375 service nova] Acquiring lock "4ccc5f58-f12f-42f2-ad16-5465cb3b2995-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.967679] env[62913]: DEBUG oslo_concurrency.lockutils [req-c5891090-ac2d-4a7c-82b8-a7a2f0e015db req-0743a67e-2140-43bb-9687-25dea57c2375 service nova] Lock "4ccc5f58-f12f-42f2-ad16-5465cb3b2995-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.967847] env[62913]: DEBUG oslo_concurrency.lockutils [req-c5891090-ac2d-4a7c-82b8-a7a2f0e015db req-0743a67e-2140-43bb-9687-25dea57c2375 service nova] Lock "4ccc5f58-f12f-42f2-ad16-5465cb3b2995-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.968057] env[62913]: DEBUG nova.compute.manager [req-c5891090-ac2d-4a7c-82b8-a7a2f0e015db req-0743a67e-2140-43bb-9687-25dea57c2375 service nova] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] No waiting events found dispatching network-vif-plugged-6d74a480-170f-49a4-9ccb-fe2af8dc6973 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1522.968376] env[62913]: WARNING nova.compute.manager [req-c5891090-ac2d-4a7c-82b8-a7a2f0e015db req-0743a67e-2140-43bb-9687-25dea57c2375 service nova] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Received unexpected event network-vif-plugged-6d74a480-170f-49a4-9ccb-fe2af8dc6973 for instance with vm_state building and task_state spawning. [ 1523.084473] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Acquiring lock "6c0aa552-3717-4cec-915f-1515cbd71983" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.084731] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Lock "6c0aa552-3717-4cec-915f-1515cbd71983" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.114732] env[62913]: DEBUG nova.network.neutron [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Successfully created port: 86e78a32-8926-414b-bbd4-a91ede53567f {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1523.121320] env[62913]: DEBUG oslo_vmware.api [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': task-1821848, 'name': PowerOnVM_Task, 'duration_secs': 0.493735} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.121320] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1523.121766] env[62913]: INFO nova.compute.manager [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1523.121800] env[62913]: DEBUG nova.compute.manager [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1523.122771] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01433a92-c246-4542-b918-b8081c09ccde {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.187625] env[62913]: DEBUG nova.compute.manager [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1523.286850] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.367803] env[62913]: DEBUG nova.network.neutron [req-8b064772-a216-4f00-be74-8e138aedbde1 req-4a65dff4-9242-41b0-9b6f-5918ec5b9062 service nova] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Updated VIF entry in instance network info cache for port 509b7811-6030-48bd-ae9f-55a7fc2f8c8f. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1523.368177] env[62913]: DEBUG nova.network.neutron [req-8b064772-a216-4f00-be74-8e138aedbde1 req-4a65dff4-9242-41b0-9b6f-5918ec5b9062 service nova] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Updating instance_info_cache with network_info: [{"id": "509b7811-6030-48bd-ae9f-55a7fc2f8c8f", "address": "fa:16:3e:d3:f5:f6", "network": {"id": "d040df84-573f-4729-b377-f37da85c5737", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1386590407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44c2e24a7a44b689877f935d304faa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap509b7811-60", "ovs_interfaceid": "509b7811-6030-48bd-ae9f-55a7fc2f8c8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.499679] env[62913]: DEBUG nova.network.neutron [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1523.647289] env[62913]: INFO nova.compute.manager [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Took 45.13 seconds to build instance. [ 1523.696344] env[62913]: DEBUG nova.network.neutron [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Updating instance_info_cache with network_info: [{"id": "6d74a480-170f-49a4-9ccb-fe2af8dc6973", "address": "fa:16:3e:83:9c:66", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d74a480-17", "ovs_interfaceid": "6d74a480-170f-49a4-9ccb-fe2af8dc6973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.758974] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc4dba7-73a4-48a1-b3d4-0715119b8b37 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.766502] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291555c8-cbe8-46f1-9e84-9e9f1495557e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.800830] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edefde7a-7979-4eb6-97ef-b878be147bb9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.811075] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f15052-9bb1-4fd2-a73f-513102219518 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.828218] env[62913]: DEBUG nova.compute.provider_tree [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.871331] env[62913]: DEBUG oslo_concurrency.lockutils [req-8b064772-a216-4f00-be74-8e138aedbde1 req-4a65dff4-9242-41b0-9b6f-5918ec5b9062 service nova] Releasing lock "refresh_cache-a53c2f1e-656d-4ed3-ac20-187b30046701" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.987651] env[62913]: DEBUG nova.compute.manager [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1523.988815] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1519622f-8b49-4980-ba10-96ca3274d7db {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.152152] env[62913]: DEBUG oslo_concurrency.lockutils [None req-690b900a-4fbc-44ac-9be6-8abb8a78c314 tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Lock "fcb5f3ef-6b11-41e5-936a-a6e658e957ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.759s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.207584] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Releasing lock "refresh_cache-4ccc5f58-f12f-42f2-ad16-5465cb3b2995" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.207962] env[62913]: DEBUG nova.compute.manager [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Instance network_info: |[{"id": "6d74a480-170f-49a4-9ccb-fe2af8dc6973", "address": "fa:16:3e:83:9c:66", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d74a480-17", "ovs_interfaceid": "6d74a480-170f-49a4-9ccb-fe2af8dc6973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1524.209496] env[62913]: DEBUG nova.compute.manager [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1524.211589] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:9c:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d74a480-170f-49a4-9ccb-fe2af8dc6973', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1524.219085] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Creating folder: Project (3b25010656bf4544bb0539bb09a3681b). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1524.219505] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bc7b86b-aebe-475e-8991-6a86cd103fbd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.235015] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Created folder: Project (3b25010656bf4544bb0539bb09a3681b) in parent group-v377263. [ 1524.235015] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Creating folder: Instances. Parent ref: group-v377346. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1524.236156] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1985d3bc-dba9-49e6-9d00-d3eadd355aa5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.240985] env[62913]: DEBUG nova.virt.hardware [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1524.241243] env[62913]: DEBUG nova.virt.hardware [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1524.241385] env[62913]: DEBUG nova.virt.hardware [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1524.241613] env[62913]: DEBUG nova.virt.hardware [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1524.241765] env[62913]: DEBUG nova.virt.hardware [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1524.241911] env[62913]: DEBUG nova.virt.hardware [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1524.242334] env[62913]: DEBUG nova.virt.hardware [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1524.242526] env[62913]: DEBUG nova.virt.hardware [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1524.242704] env[62913]: DEBUG nova.virt.hardware [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1524.242874] env[62913]: DEBUG nova.virt.hardware [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1524.243087] env[62913]: DEBUG nova.virt.hardware [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1524.243921] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242f358b-ffa4-4bec-8146-42454d96fd8f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.247872] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Created folder: Instances in parent group-v377346. [ 1524.248119] env[62913]: DEBUG oslo.service.loopingcall [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1524.248710] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1524.248985] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c52d2806-b45b-4478-bd11-4ed44a002b16 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.267811] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fad4e0-059b-487b-9328-46df44862f9b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.273124] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1524.273124] env[62913]: value = "task-1821851" [ 1524.273124] env[62913]: _type = "Task" [ 1524.273124] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.293795] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821851, 'name': CreateVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.331456] env[62913]: DEBUG nova.scheduler.client.report [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.502122] env[62913]: INFO nova.compute.manager [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] instance snapshotting [ 1524.505304] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65a4479-67b4-489e-8894-71454ffc9efa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.533583] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050e4ae5-fa44-4d84-a542-273a9da4b706 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.655027] env[62913]: DEBUG nova.compute.manager [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1524.664346] env[62913]: DEBUG nova.compute.manager [req-07a8f96d-6585-4192-82b5-5a4077b745f8 req-7198c835-9a27-4e8b-a095-ddeda2d31ff2 service nova] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Received event network-changed-171f8dfd-d552-4a59-92e4-23df7579f06a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1524.664346] env[62913]: DEBUG nova.compute.manager [req-07a8f96d-6585-4192-82b5-5a4077b745f8 req-7198c835-9a27-4e8b-a095-ddeda2d31ff2 service nova] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Refreshing instance network info cache due to event network-changed-171f8dfd-d552-4a59-92e4-23df7579f06a. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1524.664346] env[62913]: DEBUG oslo_concurrency.lockutils [req-07a8f96d-6585-4192-82b5-5a4077b745f8 req-7198c835-9a27-4e8b-a095-ddeda2d31ff2 service nova] Acquiring lock "refresh_cache-fcb5f3ef-6b11-41e5-936a-a6e658e957ce" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.664346] env[62913]: DEBUG oslo_concurrency.lockutils [req-07a8f96d-6585-4192-82b5-5a4077b745f8 req-7198c835-9a27-4e8b-a095-ddeda2d31ff2 service nova] Acquired lock "refresh_cache-fcb5f3ef-6b11-41e5-936a-a6e658e957ce" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.664346] env[62913]: DEBUG nova.network.neutron [req-07a8f96d-6585-4192-82b5-5a4077b745f8 req-7198c835-9a27-4e8b-a095-ddeda2d31ff2 service nova] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Refreshing network info cache for port 171f8dfd-d552-4a59-92e4-23df7579f06a {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.784668] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821851, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.837325] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.838180] env[62913]: DEBUG nova.compute.manager [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1524.846019] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.536s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.846019] env[62913]: INFO nova.compute.claims [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1524.988255] env[62913]: DEBUG nova.compute.manager [req-5b5892ae-b867-4ae3-ab6b-fbc39664f41c req-31720d21-b5a5-46ac-824c-2eaace579123 service nova] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Received event network-changed-6d74a480-170f-49a4-9ccb-fe2af8dc6973 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1524.988466] env[62913]: DEBUG nova.compute.manager [req-5b5892ae-b867-4ae3-ab6b-fbc39664f41c req-31720d21-b5a5-46ac-824c-2eaace579123 service nova] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Refreshing instance network info cache due to event network-changed-6d74a480-170f-49a4-9ccb-fe2af8dc6973. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1524.988685] env[62913]: DEBUG oslo_concurrency.lockutils [req-5b5892ae-b867-4ae3-ab6b-fbc39664f41c req-31720d21-b5a5-46ac-824c-2eaace579123 service nova] Acquiring lock "refresh_cache-4ccc5f58-f12f-42f2-ad16-5465cb3b2995" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.988824] env[62913]: DEBUG oslo_concurrency.lockutils [req-5b5892ae-b867-4ae3-ab6b-fbc39664f41c req-31720d21-b5a5-46ac-824c-2eaace579123 service nova] Acquired lock "refresh_cache-4ccc5f58-f12f-42f2-ad16-5465cb3b2995" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.989017] env[62913]: DEBUG nova.network.neutron [req-5b5892ae-b867-4ae3-ab6b-fbc39664f41c req-31720d21-b5a5-46ac-824c-2eaace579123 service nova] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Refreshing network info cache for port 6d74a480-170f-49a4-9ccb-fe2af8dc6973 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.046761] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1525.047837] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ba8d0a4-8069-4013-bb29-c5d8f4d7302b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.056208] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1525.056208] env[62913]: value = "task-1821852" [ 1525.056208] env[62913]: _type = "Task" [ 1525.056208] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.067047] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821852, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.097600] env[62913]: DEBUG nova.network.neutron [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Successfully updated port: 86e78a32-8926-414b-bbd4-a91ede53567f {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1525.193028] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.285667] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821851, 'name': CreateVM_Task, 'duration_secs': 0.571985} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.285856] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1525.286573] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.286739] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.287095] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1525.287358] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc8fef0f-6308-4c82-8a1f-e7f2a3f20de4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.293702] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Waiting for the task: (returnval){ [ 1525.293702] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5217dba7-c669-0a85-6e1d-5408c7cb935d" [ 1525.293702] env[62913]: _type = "Task" [ 1525.293702] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.308246] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5217dba7-c669-0a85-6e1d-5408c7cb935d, 'name': SearchDatastore_Task} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.308246] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.308246] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1525.308246] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.308246] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.308246] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1525.308246] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c93ccd9-328c-4e47-83bb-a408359b3b36 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.316454] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1525.316640] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1525.317396] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a05123a-f2a8-4062-8cd7-13f8a7c90788 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.323241] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Waiting for the task: (returnval){ [ 1525.323241] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52399428-e3a0-a3d8-355d-8fb93ef8450d" [ 1525.323241] env[62913]: _type = "Task" [ 1525.323241] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.354253] env[62913]: DEBUG nova.compute.utils [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1525.364135] env[62913]: DEBUG nova.compute.manager [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1525.364327] env[62913]: DEBUG nova.network.neutron [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1525.368682] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52399428-e3a0-a3d8-355d-8fb93ef8450d, 'name': SearchDatastore_Task, 'duration_secs': 0.02667} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.372095] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a20f927-2436-46e5-90b9-f083e7ff6b12 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.381331] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Waiting for the task: (returnval){ [ 1525.381331] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529a01b0-7214-867f-0f38-5ecb5b4af76f" [ 1525.381331] env[62913]: _type = "Task" [ 1525.381331] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.393440] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]529a01b0-7214-867f-0f38-5ecb5b4af76f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.432700] env[62913]: DEBUG nova.policy [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b165b0841eb547b29dd8c9889ea2bbb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fac8caa0ece4ed9b2544764d985a5d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1525.479318] env[62913]: DEBUG nova.network.neutron [req-07a8f96d-6585-4192-82b5-5a4077b745f8 req-7198c835-9a27-4e8b-a095-ddeda2d31ff2 service nova] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Updated VIF entry in instance network info cache for port 171f8dfd-d552-4a59-92e4-23df7579f06a. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1525.479723] env[62913]: DEBUG nova.network.neutron [req-07a8f96d-6585-4192-82b5-5a4077b745f8 req-7198c835-9a27-4e8b-a095-ddeda2d31ff2 service nova] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Updating instance_info_cache with network_info: [{"id": "171f8dfd-d552-4a59-92e4-23df7579f06a", "address": "fa:16:3e:ac:bb:e5", "network": {"id": "9266e1ff-d5a9-40ee-ad9c-aca1aa24f225", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1182232715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65964577bd954767b87f73a4f66c0428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap171f8dfd-d5", "ovs_interfaceid": "171f8dfd-d552-4a59-92e4-23df7579f06a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.568927] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821852, 'name': CreateSnapshot_Task, 'duration_secs': 0.484597} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.570954] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1525.570954] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3669d8c-f1c8-4fa5-a873-1689a98b3f85 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.600388] env[62913]: DEBUG oslo_concurrency.lockutils [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.600577] env[62913]: DEBUG oslo_concurrency.lockutils [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquired lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.600735] env[62913]: DEBUG nova.network.neutron [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1525.763088] env[62913]: DEBUG nova.network.neutron [req-5b5892ae-b867-4ae3-ab6b-fbc39664f41c req-31720d21-b5a5-46ac-824c-2eaace579123 service nova] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Updated VIF entry in instance network info cache for port 6d74a480-170f-49a4-9ccb-fe2af8dc6973. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1525.763284] env[62913]: DEBUG nova.network.neutron [req-5b5892ae-b867-4ae3-ab6b-fbc39664f41c req-31720d21-b5a5-46ac-824c-2eaace579123 service nova] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Updating instance_info_cache with network_info: [{"id": "6d74a480-170f-49a4-9ccb-fe2af8dc6973", "address": "fa:16:3e:83:9c:66", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d74a480-17", "ovs_interfaceid": "6d74a480-170f-49a4-9ccb-fe2af8dc6973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.798051] env[62913]: DEBUG nova.network.neutron [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Successfully created port: 4a98716d-f611-4c9f-8aba-b9f094572e97 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1525.870379] env[62913]: DEBUG nova.compute.manager [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1525.893269] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]529a01b0-7214-867f-0f38-5ecb5b4af76f, 'name': SearchDatastore_Task, 'duration_secs': 0.014981} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.893638] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.893982] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 4ccc5f58-f12f-42f2-ad16-5465cb3b2995/4ccc5f58-f12f-42f2-ad16-5465cb3b2995.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1525.894273] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06c4b24c-6e7c-4b2e-a014-212005a772f9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.905197] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Waiting for the task: (returnval){ [ 1525.905197] env[62913]: value = "task-1821853" [ 1525.905197] env[62913]: _type = "Task" [ 1525.905197] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.914772] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': task-1821853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.983905] env[62913]: DEBUG oslo_concurrency.lockutils [req-07a8f96d-6585-4192-82b5-5a4077b745f8 req-7198c835-9a27-4e8b-a095-ddeda2d31ff2 service nova] Releasing lock "refresh_cache-fcb5f3ef-6b11-41e5-936a-a6e658e957ce" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.094099] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1526.094694] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-35a37c42-97ac-47ea-8d7b-b6c88412b02b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.106913] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1526.106913] env[62913]: value = "task-1821854" [ 1526.106913] env[62913]: _type = "Task" [ 1526.106913] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.118886] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821854, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.143510] env[62913]: DEBUG nova.network.neutron [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1526.266808] env[62913]: DEBUG oslo_concurrency.lockutils [req-5b5892ae-b867-4ae3-ab6b-fbc39664f41c req-31720d21-b5a5-46ac-824c-2eaace579123 service nova] Releasing lock "refresh_cache-4ccc5f58-f12f-42f2-ad16-5465cb3b2995" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.339875] env[62913]: DEBUG nova.network.neutron [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Updating instance_info_cache with network_info: [{"id": "86e78a32-8926-414b-bbd4-a91ede53567f", "address": "fa:16:3e:8a:d5:13", "network": {"id": "6073e94f-d64a-4868-884a-8ba4aca17fa4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-74545478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc40192e9e504f82b21fe4ea9f082f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e78a32-89", "ovs_interfaceid": "86e78a32-8926-414b-bbd4-a91ede53567f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.418990] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': task-1821853, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.430078] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bbc53d-bcd4-414c-a75f-3c01f920a568 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.439361] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa498ea5-f3ce-4d8c-812e-2815caceaff2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.472726] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d1d4b2-0701-41c2-b197-40aca0dcfcbc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.481189] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716c49d6-d2f4-4f3a-8f88-7818b18dd86a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.496087] env[62913]: DEBUG nova.compute.provider_tree [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1526.621741] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821854, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.841007] env[62913]: DEBUG oslo_concurrency.lockutils [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Releasing lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.841445] env[62913]: DEBUG nova.compute.manager [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Instance network_info: |[{"id": "86e78a32-8926-414b-bbd4-a91ede53567f", "address": "fa:16:3e:8a:d5:13", "network": {"id": "6073e94f-d64a-4868-884a-8ba4aca17fa4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-74545478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc40192e9e504f82b21fe4ea9f082f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e78a32-89", "ovs_interfaceid": "86e78a32-8926-414b-bbd4-a91ede53567f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1526.841921] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:d5:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86e78a32-8926-414b-bbd4-a91ede53567f', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1526.849436] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Creating folder: Project (fc40192e9e504f82b21fe4ea9f082f0f). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1526.849749] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-792c9c3d-9394-4cf7-9342-797382dd11ec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.861839] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Created folder: Project (fc40192e9e504f82b21fe4ea9f082f0f) in parent group-v377263. [ 1526.862088] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Creating folder: Instances. Parent ref: group-v377351. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1526.862369] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa1182e8-6335-417a-9d9d-510fc95a1dec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.872260] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Created folder: Instances in parent group-v377351. [ 1526.872526] env[62913]: DEBUG oslo.service.loopingcall [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1526.872753] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1526.873075] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed549855-fceb-41ae-af76-7c0dee8490fb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.892751] env[62913]: DEBUG nova.compute.manager [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1526.900537] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1526.900537] env[62913]: value = "task-1821857" [ 1526.900537] env[62913]: _type = "Task" [ 1526.900537] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.909859] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821857, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.921607] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': task-1821853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525486} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.924741] env[62913]: DEBUG nova.virt.hardware [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1526.925060] env[62913]: DEBUG nova.virt.hardware [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1526.925303] env[62913]: DEBUG nova.virt.hardware [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1526.925451] env[62913]: DEBUG nova.virt.hardware [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1526.925836] env[62913]: DEBUG nova.virt.hardware [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1526.925836] env[62913]: DEBUG nova.virt.hardware [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1526.926490] env[62913]: DEBUG nova.virt.hardware [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1526.926645] env[62913]: DEBUG nova.virt.hardware [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1526.926989] env[62913]: DEBUG nova.virt.hardware [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1526.927212] env[62913]: DEBUG nova.virt.hardware [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1526.927419] env[62913]: DEBUG nova.virt.hardware [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1526.927782] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 4ccc5f58-f12f-42f2-ad16-5465cb3b2995/4ccc5f58-f12f-42f2-ad16-5465cb3b2995.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1526.927987] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1526.928836] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e5ebc0-9ca2-4a28-8252-968c2c9b2d0a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.931798] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeed0f0f-667d-45d0-b038-4f3668e0d8d6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.942764] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130a2bc3-02e7-448a-9df2-4128e00df532 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.947253] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Waiting for the task: (returnval){ [ 1526.947253] env[62913]: value = "task-1821858" [ 1526.947253] env[62913]: _type = "Task" [ 1526.947253] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.968025] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': task-1821858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.020022] env[62913]: ERROR nova.scheduler.client.report [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [req-647a3769-aebc-48d0-a12f-da5d2ddf122a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-647a3769-aebc-48d0-a12f-da5d2ddf122a"}]} [ 1527.039178] env[62913]: DEBUG nova.scheduler.client.report [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1527.049057] env[62913]: DEBUG nova.compute.manager [req-61bf4f76-201e-41a9-9b1b-16f05aeae5eb req-567a3f6f-c7f8-4392-acf8-163eaf520685 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Received event network-vif-plugged-86e78a32-8926-414b-bbd4-a91ede53567f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1527.049181] env[62913]: DEBUG oslo_concurrency.lockutils [req-61bf4f76-201e-41a9-9b1b-16f05aeae5eb req-567a3f6f-c7f8-4392-acf8-163eaf520685 service nova] Acquiring lock "ef35db94-4dc6-4270-abd0-12c8938c4939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.049421] env[62913]: DEBUG oslo_concurrency.lockutils [req-61bf4f76-201e-41a9-9b1b-16f05aeae5eb req-567a3f6f-c7f8-4392-acf8-163eaf520685 service nova] Lock "ef35db94-4dc6-4270-abd0-12c8938c4939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.049555] env[62913]: DEBUG oslo_concurrency.lockutils [req-61bf4f76-201e-41a9-9b1b-16f05aeae5eb req-567a3f6f-c7f8-4392-acf8-163eaf520685 service nova] Lock "ef35db94-4dc6-4270-abd0-12c8938c4939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.049723] env[62913]: DEBUG nova.compute.manager [req-61bf4f76-201e-41a9-9b1b-16f05aeae5eb req-567a3f6f-c7f8-4392-acf8-163eaf520685 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] No waiting events found dispatching network-vif-plugged-86e78a32-8926-414b-bbd4-a91ede53567f {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1527.049897] env[62913]: WARNING nova.compute.manager [req-61bf4f76-201e-41a9-9b1b-16f05aeae5eb req-567a3f6f-c7f8-4392-acf8-163eaf520685 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Received unexpected event network-vif-plugged-86e78a32-8926-414b-bbd4-a91ede53567f for instance with vm_state building and task_state spawning. [ 1527.050086] env[62913]: DEBUG nova.compute.manager [req-61bf4f76-201e-41a9-9b1b-16f05aeae5eb req-567a3f6f-c7f8-4392-acf8-163eaf520685 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Received event network-changed-86e78a32-8926-414b-bbd4-a91ede53567f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1527.050251] env[62913]: DEBUG nova.compute.manager [req-61bf4f76-201e-41a9-9b1b-16f05aeae5eb req-567a3f6f-c7f8-4392-acf8-163eaf520685 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Refreshing instance network info cache due to event network-changed-86e78a32-8926-414b-bbd4-a91ede53567f. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1527.050510] env[62913]: DEBUG oslo_concurrency.lockutils [req-61bf4f76-201e-41a9-9b1b-16f05aeae5eb req-567a3f6f-c7f8-4392-acf8-163eaf520685 service nova] Acquiring lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.050643] env[62913]: DEBUG oslo_concurrency.lockutils [req-61bf4f76-201e-41a9-9b1b-16f05aeae5eb req-567a3f6f-c7f8-4392-acf8-163eaf520685 service nova] Acquired lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.050825] env[62913]: DEBUG nova.network.neutron [req-61bf4f76-201e-41a9-9b1b-16f05aeae5eb req-567a3f6f-c7f8-4392-acf8-163eaf520685 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Refreshing network info cache for port 86e78a32-8926-414b-bbd4-a91ede53567f {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.054547] env[62913]: DEBUG nova.scheduler.client.report [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1527.054776] env[62913]: DEBUG nova.compute.provider_tree [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1527.068043] env[62913]: DEBUG nova.scheduler.client.report [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1527.086764] env[62913]: DEBUG nova.scheduler.client.report [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1527.122657] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821854, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.284133] env[62913]: DEBUG nova.compute.manager [req-f1d58ee7-e25a-4ebf-ba91-d9313bc14218 req-020d59a6-b51b-4c03-be5d-b6af52502209 service nova] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Received event network-vif-plugged-4a98716d-f611-4c9f-8aba-b9f094572e97 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1527.284434] env[62913]: DEBUG oslo_concurrency.lockutils [req-f1d58ee7-e25a-4ebf-ba91-d9313bc14218 req-020d59a6-b51b-4c03-be5d-b6af52502209 service nova] Acquiring lock "9a5b673c-e771-4471-938e-8ab8faf4d0c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.284712] env[62913]: DEBUG oslo_concurrency.lockutils [req-f1d58ee7-e25a-4ebf-ba91-d9313bc14218 req-020d59a6-b51b-4c03-be5d-b6af52502209 service nova] Lock "9a5b673c-e771-4471-938e-8ab8faf4d0c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.284922] env[62913]: DEBUG oslo_concurrency.lockutils [req-f1d58ee7-e25a-4ebf-ba91-d9313bc14218 req-020d59a6-b51b-4c03-be5d-b6af52502209 service nova] Lock "9a5b673c-e771-4471-938e-8ab8faf4d0c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.285138] env[62913]: DEBUG nova.compute.manager [req-f1d58ee7-e25a-4ebf-ba91-d9313bc14218 req-020d59a6-b51b-4c03-be5d-b6af52502209 service nova] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] No waiting events found dispatching network-vif-plugged-4a98716d-f611-4c9f-8aba-b9f094572e97 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1527.285409] env[62913]: WARNING nova.compute.manager [req-f1d58ee7-e25a-4ebf-ba91-d9313bc14218 req-020d59a6-b51b-4c03-be5d-b6af52502209 service nova] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Received unexpected event network-vif-plugged-4a98716d-f611-4c9f-8aba-b9f094572e97 for instance with vm_state building and task_state spawning. [ 1527.398447] env[62913]: DEBUG nova.network.neutron [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Successfully updated port: 4a98716d-f611-4c9f-8aba-b9f094572e97 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1527.411719] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821857, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.458395] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': task-1821858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078876} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.462061] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1527.463781] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f7d35f-6fc7-4511-95b0-bff2d47fce03 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.492226] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 4ccc5f58-f12f-42f2-ad16-5465cb3b2995/4ccc5f58-f12f-42f2-ad16-5465cb3b2995.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.495961] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74c32cd2-5416-411c-97e9-5256902b3416 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.519979] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Waiting for the task: (returnval){ [ 1527.519979] env[62913]: value = "task-1821859" [ 1527.519979] env[62913]: _type = "Task" [ 1527.519979] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.532709] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': task-1821859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.597577] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533433f0-4c0d-4995-854f-bf0cb8f0fa5a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.609147] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2a50a5-2756-4c36-b458-0c1e1b97b5ee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.647492] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a946149-faae-4940-9315-f637c31db569 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.654365] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821854, 'name': CloneVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.661497] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde2fb18-7b3a-4211-b89f-a6825daed114 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.677868] env[62913]: DEBUG nova.compute.provider_tree [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1527.835638] env[62913]: DEBUG nova.network.neutron [req-61bf4f76-201e-41a9-9b1b-16f05aeae5eb req-567a3f6f-c7f8-4392-acf8-163eaf520685 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Updated VIF entry in instance network info cache for port 86e78a32-8926-414b-bbd4-a91ede53567f. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1527.836141] env[62913]: DEBUG nova.network.neutron [req-61bf4f76-201e-41a9-9b1b-16f05aeae5eb req-567a3f6f-c7f8-4392-acf8-163eaf520685 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Updating instance_info_cache with network_info: [{"id": "86e78a32-8926-414b-bbd4-a91ede53567f", "address": "fa:16:3e:8a:d5:13", "network": {"id": "6073e94f-d64a-4868-884a-8ba4aca17fa4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-74545478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc40192e9e504f82b21fe4ea9f082f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e78a32-89", "ovs_interfaceid": "86e78a32-8926-414b-bbd4-a91ede53567f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.905025] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Acquiring lock "refresh_cache-9a5b673c-e771-4471-938e-8ab8faf4d0c1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.905025] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Acquired lock "refresh_cache-9a5b673c-e771-4471-938e-8ab8faf4d0c1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.905025] env[62913]: DEBUG nova.network.neutron [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1527.917508] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821857, 'name': CreateVM_Task, 'duration_secs': 0.711058} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.917830] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1527.918645] env[62913]: DEBUG oslo_concurrency.lockutils [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.918972] env[62913]: DEBUG oslo_concurrency.lockutils [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.919754] env[62913]: DEBUG oslo_concurrency.lockutils [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1527.920436] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12a5f6e-6e70-4f12-b99c-711870696065 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.926762] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1527.926762] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52296b48-c36d-3e75-7dc9-b78c14b87710" [ 1527.926762] env[62913]: _type = "Task" [ 1527.926762] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.937331] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52296b48-c36d-3e75-7dc9-b78c14b87710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.031884] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': task-1821859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.123711] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821854, 'name': CloneVM_Task, 'duration_secs': 1.636506} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.124053] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Created linked-clone VM from snapshot [ 1528.124909] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaafb3c-ce2f-49e0-8c24-8e32ac0bb6c6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.136077] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Uploading image f15756b0-8da5-4811-bb6c-472151b54624 {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1528.157114] env[62913]: DEBUG oslo_vmware.rw_handles [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1528.157114] env[62913]: value = "vm-377350" [ 1528.157114] env[62913]: _type = "VirtualMachine" [ 1528.157114] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1528.157416] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-24debfdb-1d44-4369-bb2b-74541844fa74 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.165553] env[62913]: DEBUG oslo_vmware.rw_handles [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lease: (returnval){ [ 1528.165553] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ddbb2e-f977-7d0c-ea97-eda5369c50ba" [ 1528.165553] env[62913]: _type = "HttpNfcLease" [ 1528.165553] env[62913]: } obtained for exporting VM: (result){ [ 1528.165553] env[62913]: value = "vm-377350" [ 1528.165553] env[62913]: _type = "VirtualMachine" [ 1528.165553] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1528.165895] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the lease: (returnval){ [ 1528.165895] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ddbb2e-f977-7d0c-ea97-eda5369c50ba" [ 1528.165895] env[62913]: _type = "HttpNfcLease" [ 1528.165895] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1528.172883] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1528.172883] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ddbb2e-f977-7d0c-ea97-eda5369c50ba" [ 1528.172883] env[62913]: _type = "HttpNfcLease" [ 1528.172883] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1528.212169] env[62913]: DEBUG nova.scheduler.client.report [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1528.212477] env[62913]: DEBUG nova.compute.provider_tree [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 63 to 64 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1528.212697] env[62913]: DEBUG nova.compute.provider_tree [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1528.339914] env[62913]: DEBUG oslo_concurrency.lockutils [req-61bf4f76-201e-41a9-9b1b-16f05aeae5eb req-567a3f6f-c7f8-4392-acf8-163eaf520685 service nova] Releasing lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.437732] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52296b48-c36d-3e75-7dc9-b78c14b87710, 'name': SearchDatastore_Task, 'duration_secs': 0.01254} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.438507] env[62913]: DEBUG nova.network.neutron [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1528.440434] env[62913]: DEBUG oslo_concurrency.lockutils [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.440665] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1528.440899] env[62913]: DEBUG oslo_concurrency.lockutils [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.441062] env[62913]: DEBUG oslo_concurrency.lockutils [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.441260] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1528.441550] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da12294e-393e-4f24-a09f-2d93b705e62a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.450751] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1528.450936] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1528.451696] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48870922-0970-4698-95b9-fb509935fb39 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.457403] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1528.457403] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a9de17-f8e6-a4fa-115f-3d7750123ef8" [ 1528.457403] env[62913]: _type = "Task" [ 1528.457403] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.468492] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a9de17-f8e6-a4fa-115f-3d7750123ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.534929] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': task-1821859, 'name': ReconfigVM_Task, 'duration_secs': 0.588927} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.535236] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 4ccc5f58-f12f-42f2-ad16-5465cb3b2995/4ccc5f58-f12f-42f2-ad16-5465cb3b2995.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1528.535903] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30e071e1-4136-4e3c-aea7-bb74606154da {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.543979] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Waiting for the task: (returnval){ [ 1528.543979] env[62913]: value = "task-1821861" [ 1528.543979] env[62913]: _type = "Task" [ 1528.543979] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.553323] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': task-1821861, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.620153] env[62913]: DEBUG nova.network.neutron [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Updating instance_info_cache with network_info: [{"id": "4a98716d-f611-4c9f-8aba-b9f094572e97", "address": "fa:16:3e:71:fb:bf", "network": {"id": "e74afa4d-ba37-4112-9ff5-909d40cf8918", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-485137631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fac8caa0ece4ed9b2544764d985a5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a98716d-f6", "ovs_interfaceid": "4a98716d-f611-4c9f-8aba-b9f094572e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.680073] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1528.680073] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ddbb2e-f977-7d0c-ea97-eda5369c50ba" [ 1528.680073] env[62913]: _type = "HttpNfcLease" [ 1528.680073] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1528.680073] env[62913]: DEBUG oslo_vmware.rw_handles [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1528.680073] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ddbb2e-f977-7d0c-ea97-eda5369c50ba" [ 1528.680073] env[62913]: _type = "HttpNfcLease" [ 1528.680073] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1528.680073] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf89634a-db65-4c7d-8443-cbabaf469bf5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.689055] env[62913]: DEBUG oslo_vmware.rw_handles [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0cfd6-abeb-f12e-8e76-e398bb049971/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1528.689307] env[62913]: DEBUG oslo_vmware.rw_handles [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0cfd6-abeb-f12e-8e76-e398bb049971/disk-0.vmdk for reading. {{(pid=62913) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1528.748797] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.906s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.749459] env[62913]: DEBUG nova.compute.manager [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1528.753036] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.362s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.787031] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-551f20df-4467-449e-97a6-d7126a9497ff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.974100] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a9de17-f8e6-a4fa-115f-3d7750123ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.013407} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.974469] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5160f545-1ff5-49b2-a609-0c3517f3f072 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.984354] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1528.984354] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52e2fc90-ebb1-ca5e-fecf-3d088a4dea3e" [ 1528.984354] env[62913]: _type = "Task" [ 1528.984354] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.991427] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e2fc90-ebb1-ca5e-fecf-3d088a4dea3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.021226] env[62913]: DEBUG oslo_vmware.rw_handles [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526df41b-ce54-b3fe-c17d-f6514b0263ee/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1529.022297] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2afa42-ffa8-43f1-ba1f-abe5aad5bd03 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.029581] env[62913]: DEBUG oslo_vmware.rw_handles [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526df41b-ce54-b3fe-c17d-f6514b0263ee/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1529.029764] env[62913]: ERROR oslo_vmware.rw_handles [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526df41b-ce54-b3fe-c17d-f6514b0263ee/disk-0.vmdk due to incomplete transfer. [ 1529.030056] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c9e49b19-46ef-48cd-90f2-eb3308b6b2ac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.040816] env[62913]: DEBUG oslo_vmware.rw_handles [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526df41b-ce54-b3fe-c17d-f6514b0263ee/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1529.041156] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Uploaded image 4ecfc14a-ea32-4ac6-bd73-a7dfb4a04029 to the Glance image server {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1529.043199] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1529.043554] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4024fc3f-c60f-4742-b1da-38eebabdba4c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.058705] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': task-1821861, 'name': Rename_Task, 'duration_secs': 0.216599} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.060272] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1529.060617] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1529.060617] env[62913]: value = "task-1821862" [ 1529.060617] env[62913]: _type = "Task" [ 1529.060617] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.060826] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e9d4302-a2d7-4564-a44c-1018ee65fe16 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.072065] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821862, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.073205] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Waiting for the task: (returnval){ [ 1529.073205] env[62913]: value = "task-1821863" [ 1529.073205] env[62913]: _type = "Task" [ 1529.073205] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.122577] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Releasing lock "refresh_cache-9a5b673c-e771-4471-938e-8ab8faf4d0c1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.122923] env[62913]: DEBUG nova.compute.manager [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Instance network_info: |[{"id": "4a98716d-f611-4c9f-8aba-b9f094572e97", "address": "fa:16:3e:71:fb:bf", "network": {"id": "e74afa4d-ba37-4112-9ff5-909d40cf8918", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-485137631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fac8caa0ece4ed9b2544764d985a5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a98716d-f6", "ovs_interfaceid": "4a98716d-f611-4c9f-8aba-b9f094572e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1529.123389] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:fb:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a98716d-f611-4c9f-8aba-b9f094572e97', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1529.131698] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Creating folder: Project (6fac8caa0ece4ed9b2544764d985a5d5). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1529.132339] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cf09b46-0bde-4492-901d-74d985c60acf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.146041] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Created folder: Project (6fac8caa0ece4ed9b2544764d985a5d5) in parent group-v377263. [ 1529.146041] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Creating folder: Instances. Parent ref: group-v377354. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1529.146041] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0af478b3-625d-4b79-9e3f-2977d23d2f40 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.159581] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Created folder: Instances in parent group-v377354. [ 1529.159999] env[62913]: DEBUG oslo.service.loopingcall [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1529.160333] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1529.160689] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ffa71d0-c263-4278-9f58-e25b639df84b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.184269] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1529.184269] env[62913]: value = "task-1821866" [ 1529.184269] env[62913]: _type = "Task" [ 1529.184269] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.195167] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821866, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.258231] env[62913]: DEBUG nova.compute.utils [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1529.270421] env[62913]: DEBUG nova.compute.manager [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1529.270624] env[62913]: DEBUG nova.network.neutron [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1529.316744] env[62913]: DEBUG nova.compute.manager [req-1cbab37e-5eb8-47c2-a31c-26b0afff4511 req-f0ea196a-35cb-468a-9aa7-8dbbc350d6df service nova] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Received event network-changed-4a98716d-f611-4c9f-8aba-b9f094572e97 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1529.317088] env[62913]: DEBUG nova.compute.manager [req-1cbab37e-5eb8-47c2-a31c-26b0afff4511 req-f0ea196a-35cb-468a-9aa7-8dbbc350d6df service nova] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Refreshing instance network info cache due to event network-changed-4a98716d-f611-4c9f-8aba-b9f094572e97. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1529.317354] env[62913]: DEBUG oslo_concurrency.lockutils [req-1cbab37e-5eb8-47c2-a31c-26b0afff4511 req-f0ea196a-35cb-468a-9aa7-8dbbc350d6df service nova] Acquiring lock "refresh_cache-9a5b673c-e771-4471-938e-8ab8faf4d0c1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.317572] env[62913]: DEBUG oslo_concurrency.lockutils [req-1cbab37e-5eb8-47c2-a31c-26b0afff4511 req-f0ea196a-35cb-468a-9aa7-8dbbc350d6df service nova] Acquired lock "refresh_cache-9a5b673c-e771-4471-938e-8ab8faf4d0c1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.317784] env[62913]: DEBUG nova.network.neutron [req-1cbab37e-5eb8-47c2-a31c-26b0afff4511 req-f0ea196a-35cb-468a-9aa7-8dbbc350d6df service nova] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Refreshing network info cache for port 4a98716d-f611-4c9f-8aba-b9f094572e97 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1529.342839] env[62913]: DEBUG nova.policy [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0e988ba9e504d1ebc5596dd97cdc143', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29212a9c1ea84046942efbf45b4dc01f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1529.493460] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e2fc90-ebb1-ca5e-fecf-3d088a4dea3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.494429] env[62913]: DEBUG oslo_concurrency.lockutils [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.494429] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] ef35db94-4dc6-4270-abd0-12c8938c4939/ef35db94-4dc6-4270-abd0-12c8938c4939.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1529.494622] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00de1aa9-1c70-4bf2-9b99-78bcca61b0ff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.504508] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1529.504508] env[62913]: value = "task-1821867" [ 1529.504508] env[62913]: _type = "Task" [ 1529.504508] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.517545] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1821867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.578456] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821862, 'name': Destroy_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.595666] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': task-1821863, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.699734] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821866, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.708737] env[62913]: DEBUG nova.network.neutron [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Successfully created port: b436544d-ba89-4d97-91da-597b5727a779 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1529.771690] env[62913]: DEBUG nova.compute.manager [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1529.826506] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 614b67ed-49de-4c6e-ad57-9d03d17f7dbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.827234] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance e7e62340-94e1-48bf-af63-fb9e1208b2f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.829074] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 6e53b18b-886b-4afa-a08f-173135fecf2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.829074] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 8be5b047-ec18-42b4-b8ee-8e5a098338da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.829074] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 2286eeaf-825f-4357-815c-f0574a39c03d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.829074] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 4ab55729-9afe-4d71-ac5b-2e18a5b3f818 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.829074] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance a47e552a-37a0-4609-9103-aa3ce28fdabe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.829074] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 93a8a81f-866c-42fa-9eaf-7f8d5d28112b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.829074] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance c03e0144-3013-4e88-a081-dd16264dba16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.829074] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance c9d87160-1c3d-42fe-82c9-79aa1a55c528 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.829074] env[62913]: WARNING nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1529.829927] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 05ee70b5-acc1-485d-81c1-500c451283de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.831716] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 20e476f1-e384-4112-9c00-c19c5559fa72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.831716] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 44c01052-a741-4c21-9bb9-c8b808f2c4ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.831716] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance ad1900e7-8bd9-452f-b98d-edf376b50460 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.831716] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance a53c2f1e-656d-4ed3-ac20-187b30046701 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.831716] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance fcb5f3ef-6b11-41e5-936a-a6e658e957ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.831716] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 4ccc5f58-f12f-42f2-ad16-5465cb3b2995 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.831716] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance ef35db94-4dc6-4270-abd0-12c8938c4939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.831716] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 9a5b673c-e771-4471-938e-8ab8faf4d0c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.831716] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance a69317c1-cf06-4f63-a58a-288a6cd20498 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1530.015896] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1821867, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.077833] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821862, 'name': Destroy_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.094154] env[62913]: DEBUG oslo_vmware.api [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': task-1821863, 'name': PowerOnVM_Task, 'duration_secs': 0.754051} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.098023] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1530.098023] env[62913]: INFO nova.compute.manager [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1530.098023] env[62913]: DEBUG nova.compute.manager [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1530.098023] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b632ffd-f858-499d-b28f-144603fecd48 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.196059] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821866, 'name': CreateVM_Task, 'duration_secs': 0.670533} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.196475] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1530.197693] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.198022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.198524] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1530.199261] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7a4446c-8f0e-44f1-8ee9-ae477e33b73c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.207139] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Waiting for the task: (returnval){ [ 1530.207139] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52005bb7-0a3c-5c0b-a945-71300020b9e0" [ 1530.207139] env[62913]: _type = "Task" [ 1530.207139] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.215848] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52005bb7-0a3c-5c0b-a945-71300020b9e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.219773] env[62913]: DEBUG nova.network.neutron [req-1cbab37e-5eb8-47c2-a31c-26b0afff4511 req-f0ea196a-35cb-468a-9aa7-8dbbc350d6df service nova] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Updated VIF entry in instance network info cache for port 4a98716d-f611-4c9f-8aba-b9f094572e97. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1530.220215] env[62913]: DEBUG nova.network.neutron [req-1cbab37e-5eb8-47c2-a31c-26b0afff4511 req-f0ea196a-35cb-468a-9aa7-8dbbc350d6df service nova] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Updating instance_info_cache with network_info: [{"id": "4a98716d-f611-4c9f-8aba-b9f094572e97", "address": "fa:16:3e:71:fb:bf", "network": {"id": "e74afa4d-ba37-4112-9ff5-909d40cf8918", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-485137631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fac8caa0ece4ed9b2544764d985a5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a98716d-f6", "ovs_interfaceid": "4a98716d-f611-4c9f-8aba-b9f094572e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.339942] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 989e9887-935f-4dfc-96c7-d84fa3ba0852 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1530.515180] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1821867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706123} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.515910] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] ef35db94-4dc6-4270-abd0-12c8938c4939/ef35db94-4dc6-4270-abd0-12c8938c4939.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1530.516779] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1530.516779] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28553b91-4625-421c-9059-487da83478bf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.524117] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1530.524117] env[62913]: value = "task-1821868" [ 1530.524117] env[62913]: _type = "Task" [ 1530.524117] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.532472] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1821868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.574819] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821862, 'name': Destroy_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.617241] env[62913]: INFO nova.compute.manager [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Took 44.04 seconds to build instance. [ 1530.719645] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52005bb7-0a3c-5c0b-a945-71300020b9e0, 'name': SearchDatastore_Task, 'duration_secs': 0.021096} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.720156] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.720545] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1530.721254] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.721254] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.721434] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1530.721755] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5e53cc1-bdfc-48d1-8b33-cdedae4802a8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.724231] env[62913]: DEBUG oslo_concurrency.lockutils [req-1cbab37e-5eb8-47c2-a31c-26b0afff4511 req-f0ea196a-35cb-468a-9aa7-8dbbc350d6df service nova] Releasing lock "refresh_cache-9a5b673c-e771-4471-938e-8ab8faf4d0c1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.732369] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1530.732677] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1530.733485] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f69db4df-d9e0-49a4-9bd7-dc7784d01c45 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.740745] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Waiting for the task: (returnval){ [ 1530.740745] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52126c56-bf96-64a5-1db6-23082cfa7b9d" [ 1530.740745] env[62913]: _type = "Task" [ 1530.740745] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.750120] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52126c56-bf96-64a5-1db6-23082cfa7b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.787444] env[62913]: DEBUG nova.compute.manager [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1530.813506] env[62913]: DEBUG nova.virt.hardware [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1530.813977] env[62913]: DEBUG nova.virt.hardware [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1530.814228] env[62913]: DEBUG nova.virt.hardware [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1530.814613] env[62913]: DEBUG nova.virt.hardware [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1530.814992] env[62913]: DEBUG nova.virt.hardware [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1530.815074] env[62913]: DEBUG nova.virt.hardware [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1530.815369] env[62913]: DEBUG nova.virt.hardware [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1530.815416] env[62913]: DEBUG nova.virt.hardware [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1530.815568] env[62913]: DEBUG nova.virt.hardware [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1530.815739] env[62913]: DEBUG nova.virt.hardware [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1530.815929] env[62913]: DEBUG nova.virt.hardware [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1530.816848] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f1b541-1656-4760-bb1f-28a8e227612d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.828617] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd371ebf-a790-4740-9c63-0d5cb9f8419d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.845202] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 2ecedb08-72b9-4527-b396-da8ce3daf998 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1531.035718] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1821868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196901} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.036052] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1531.036897] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5cab67-72c3-4309-bf35-981ddf64ed3a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.061457] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] ef35db94-4dc6-4270-abd0-12c8938c4939/ef35db94-4dc6-4270-abd0-12c8938c4939.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.061788] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-330fe9f1-e5a2-4866-826b-6c13a6096d57 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.085129] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821862, 'name': Destroy_Task, 'duration_secs': 1.525753} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.086682] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Destroyed the VM [ 1531.086920] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1531.087305] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1531.087305] env[62913]: value = "task-1821869" [ 1531.087305] env[62913]: _type = "Task" [ 1531.087305] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.087520] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0764dcea-6652-4d65-b51c-e027d9e61286 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.099715] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1821869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.101082] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1531.101082] env[62913]: value = "task-1821870" [ 1531.101082] env[62913]: _type = "Task" [ 1531.101082] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.113572] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821870, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.119763] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1548f133-c0b0-4552-8543-1e20b33abf1f tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Lock "4ccc5f58-f12f-42f2-ad16-5465cb3b2995" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.706s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.259804] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52126c56-bf96-64a5-1db6-23082cfa7b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.02773} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.261051] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15002a3a-4a69-4ab2-ad6e-fb158c196a31 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.269145] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Waiting for the task: (returnval){ [ 1531.269145] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52fcb870-0577-bc74-d6d8-4878cae05183" [ 1531.269145] env[62913]: _type = "Task" [ 1531.269145] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.279792] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52fcb870-0577-bc74-d6d8-4878cae05183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.348226] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 1a60dd50-c805-401b-8574-a11eebc105c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1531.381960] env[62913]: DEBUG nova.compute.manager [None req-0319e390-0504-4ad2-ba73-49639a3a70d9 tempest-ServerDiagnosticsTest-669285920 tempest-ServerDiagnosticsTest-669285920-project-admin] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1531.383277] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d014e598-93a1-43ea-beac-be0186d51fd7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.391885] env[62913]: INFO nova.compute.manager [None req-0319e390-0504-4ad2-ba73-49639a3a70d9 tempest-ServerDiagnosticsTest-669285920 tempest-ServerDiagnosticsTest-669285920-project-admin] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Retrieving diagnostics [ 1531.392741] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259b69e3-0f42-4b11-8a32-2bcede811fed {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.437931] env[62913]: DEBUG nova.compute.manager [req-019fca78-bb9c-4e26-91d5-808e0144ba5d req-dd12aa5a-ed8d-4643-b97c-b6450e6eaed6 service nova] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Received event network-vif-plugged-b436544d-ba89-4d97-91da-597b5727a779 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1531.438020] env[62913]: DEBUG oslo_concurrency.lockutils [req-019fca78-bb9c-4e26-91d5-808e0144ba5d req-dd12aa5a-ed8d-4643-b97c-b6450e6eaed6 service nova] Acquiring lock "a69317c1-cf06-4f63-a58a-288a6cd20498-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.439197] env[62913]: DEBUG oslo_concurrency.lockutils [req-019fca78-bb9c-4e26-91d5-808e0144ba5d req-dd12aa5a-ed8d-4643-b97c-b6450e6eaed6 service nova] Lock "a69317c1-cf06-4f63-a58a-288a6cd20498-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.439197] env[62913]: DEBUG oslo_concurrency.lockutils [req-019fca78-bb9c-4e26-91d5-808e0144ba5d req-dd12aa5a-ed8d-4643-b97c-b6450e6eaed6 service nova] Lock "a69317c1-cf06-4f63-a58a-288a6cd20498-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.439197] env[62913]: DEBUG nova.compute.manager [req-019fca78-bb9c-4e26-91d5-808e0144ba5d req-dd12aa5a-ed8d-4643-b97c-b6450e6eaed6 service nova] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] No waiting events found dispatching network-vif-plugged-b436544d-ba89-4d97-91da-597b5727a779 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1531.439197] env[62913]: WARNING nova.compute.manager [req-019fca78-bb9c-4e26-91d5-808e0144ba5d req-dd12aa5a-ed8d-4643-b97c-b6450e6eaed6 service nova] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Received unexpected event network-vif-plugged-b436544d-ba89-4d97-91da-597b5727a779 for instance with vm_state building and task_state spawning. [ 1531.442781] env[62913]: DEBUG nova.network.neutron [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Successfully updated port: b436544d-ba89-4d97-91da-597b5727a779 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1531.600386] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1821869, 'name': ReconfigVM_Task, 'duration_secs': 0.43027} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.600750] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Reconfigured VM instance instance-0000001f to attach disk [datastore1] ef35db94-4dc6-4270-abd0-12c8938c4939/ef35db94-4dc6-4270-abd0-12c8938c4939.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.601339] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e58efb5-5d39-41ed-803a-747b36ceb238 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.612533] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1531.612533] env[62913]: value = "task-1821871" [ 1531.612533] env[62913]: _type = "Task" [ 1531.612533] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.615609] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821870, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.624841] env[62913]: DEBUG nova.compute.manager [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1531.627191] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1821871, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.780904] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52fcb870-0577-bc74-d6d8-4878cae05183, 'name': SearchDatastore_Task, 'duration_secs': 0.016782} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.781248] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.781459] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 9a5b673c-e771-4471-938e-8ab8faf4d0c1/9a5b673c-e771-4471-938e-8ab8faf4d0c1.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1531.781724] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41d4a046-555f-4d70-b51e-744d51724cf4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.789469] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Waiting for the task: (returnval){ [ 1531.789469] env[62913]: value = "task-1821872" [ 1531.789469] env[62913]: _type = "Task" [ 1531.789469] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.798382] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': task-1821872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.851509] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1531.945911] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Acquiring lock "refresh_cache-a69317c1-cf06-4f63-a58a-288a6cd20498" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.946111] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Acquired lock "refresh_cache-a69317c1-cf06-4f63-a58a-288a6cd20498" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.946264] env[62913]: DEBUG nova.network.neutron [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1532.113542] env[62913]: DEBUG oslo_vmware.api [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821870, 'name': RemoveSnapshot_Task, 'duration_secs': 0.54995} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.113839] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1532.114744] env[62913]: INFO nova.compute.manager [None req-6fa9c579-32dd-4798-b434-0370f2550d02 tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Took 18.38 seconds to snapshot the instance on the hypervisor. [ 1532.125656] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1821871, 'name': Rename_Task, 'duration_secs': 0.258039} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.125913] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.126208] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9c6d380-698c-4ce5-b685-3077f4e764d9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.138485] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1532.138485] env[62913]: value = "task-1821873" [ 1532.138485] env[62913]: _type = "Task" [ 1532.138485] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.148293] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1821873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.150218] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.300276] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': task-1821872, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.354975] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 5ba2dc0b-d991-4107-92e2-b5ead72ac290 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1532.484182] env[62913]: DEBUG nova.network.neutron [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1532.553075] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Acquiring lock "4ccc5f58-f12f-42f2-ad16-5465cb3b2995" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.553476] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Lock "4ccc5f58-f12f-42f2-ad16-5465cb3b2995" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.553700] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Acquiring lock "4ccc5f58-f12f-42f2-ad16-5465cb3b2995-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.554248] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Lock "4ccc5f58-f12f-42f2-ad16-5465cb3b2995-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.554248] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Lock "4ccc5f58-f12f-42f2-ad16-5465cb3b2995-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.556358] env[62913]: INFO nova.compute.manager [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Terminating instance [ 1532.650124] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1821873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.690131] env[62913]: DEBUG nova.network.neutron [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Updating instance_info_cache with network_info: [{"id": "b436544d-ba89-4d97-91da-597b5727a779", "address": "fa:16:3e:fe:e3:75", "network": {"id": "95534a94-205c-431d-a240-5169ee2ca9fe", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2125237027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29212a9c1ea84046942efbf45b4dc01f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb436544d-ba", "ovs_interfaceid": "b436544d-ba89-4d97-91da-597b5727a779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.800850] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': task-1821872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76633} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.801187] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 9a5b673c-e771-4471-938e-8ab8faf4d0c1/9a5b673c-e771-4471-938e-8ab8faf4d0c1.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1532.801420] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1532.801697] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2cd5edc-d8b9-41a4-b1e3-61b5a1888cb8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.811100] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Waiting for the task: (returnval){ [ 1532.811100] env[62913]: value = "task-1821874" [ 1532.811100] env[62913]: _type = "Task" [ 1532.811100] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.823816] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': task-1821874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.857859] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1533.062821] env[62913]: DEBUG nova.compute.manager [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1533.062821] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1533.062821] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e524ed0f-bc39-4176-a5ef-a84afb1e602c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.073712] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1533.074417] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd5350d7-ac11-43f7-bcfa-49d0be441e42 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.085073] env[62913]: DEBUG oslo_vmware.api [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Waiting for the task: (returnval){ [ 1533.085073] env[62913]: value = "task-1821875" [ 1533.085073] env[62913]: _type = "Task" [ 1533.085073] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.094021] env[62913]: DEBUG oslo_vmware.api [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': task-1821875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.152072] env[62913]: DEBUG oslo_vmware.api [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1821873, 'name': PowerOnVM_Task, 'duration_secs': 0.869085} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.152072] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1533.152211] env[62913]: INFO nova.compute.manager [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1533.152272] env[62913]: DEBUG nova.compute.manager [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1533.153085] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba2966e-0b07-49de-ba50-daac44e37167 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.193876] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Releasing lock "refresh_cache-a69317c1-cf06-4f63-a58a-288a6cd20498" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.194228] env[62913]: DEBUG nova.compute.manager [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Instance network_info: |[{"id": "b436544d-ba89-4d97-91da-597b5727a779", "address": "fa:16:3e:fe:e3:75", "network": {"id": "95534a94-205c-431d-a240-5169ee2ca9fe", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2125237027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29212a9c1ea84046942efbf45b4dc01f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb436544d-ba", "ovs_interfaceid": "b436544d-ba89-4d97-91da-597b5727a779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1533.194885] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:e3:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b436544d-ba89-4d97-91da-597b5727a779', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1533.204705] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Creating folder: Project (29212a9c1ea84046942efbf45b4dc01f). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1533.205057] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-140fea87-8889-4510-be56-cd01f321bee8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.218810] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Created folder: Project (29212a9c1ea84046942efbf45b4dc01f) in parent group-v377263. [ 1533.218965] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Creating folder: Instances. Parent ref: group-v377357. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1533.220655] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-969523f0-b71c-4799-b113-59eaa4a2c4dc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.231815] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Created folder: Instances in parent group-v377357. [ 1533.232132] env[62913]: DEBUG oslo.service.loopingcall [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.232341] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1533.232726] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86a242b5-9160-4c32-aa36-ef0d766c82d1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.258105] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1533.258105] env[62913]: value = "task-1821878" [ 1533.258105] env[62913]: _type = "Task" [ 1533.258105] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.272035] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821878, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.322538] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': task-1821874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089839} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.322857] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1533.323726] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9555118d-6a30-4177-9a71-595e004890fc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.369697] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 9a5b673c-e771-4471-938e-8ab8faf4d0c1/9a5b673c-e771-4471-938e-8ab8faf4d0c1.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1533.370646] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 50251391-0af4-43d7-9ecd-f0866e239a1e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1533.372117] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18837d66-f14b-4637-a7f3-39a5f04d7c60 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.389970] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance a5018d06-cfa8-4f6e-b13b-c98db79bccfd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1533.400129] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Waiting for the task: (returnval){ [ 1533.400129] env[62913]: value = "task-1821879" [ 1533.400129] env[62913]: _type = "Task" [ 1533.400129] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.410740] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': task-1821879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.494320] env[62913]: DEBUG nova.compute.manager [req-19dfea1e-0840-485d-91e2-3ae5c66c6acf req-6d21fbf4-bbb7-4164-9e62-958f754ee443 service nova] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Received event network-changed-b436544d-ba89-4d97-91da-597b5727a779 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1533.494603] env[62913]: DEBUG nova.compute.manager [req-19dfea1e-0840-485d-91e2-3ae5c66c6acf req-6d21fbf4-bbb7-4164-9e62-958f754ee443 service nova] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Refreshing instance network info cache due to event network-changed-b436544d-ba89-4d97-91da-597b5727a779. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1533.494920] env[62913]: DEBUG oslo_concurrency.lockutils [req-19dfea1e-0840-485d-91e2-3ae5c66c6acf req-6d21fbf4-bbb7-4164-9e62-958f754ee443 service nova] Acquiring lock "refresh_cache-a69317c1-cf06-4f63-a58a-288a6cd20498" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.495157] env[62913]: DEBUG oslo_concurrency.lockutils [req-19dfea1e-0840-485d-91e2-3ae5c66c6acf req-6d21fbf4-bbb7-4164-9e62-958f754ee443 service nova] Acquired lock "refresh_cache-a69317c1-cf06-4f63-a58a-288a6cd20498" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.495401] env[62913]: DEBUG nova.network.neutron [req-19dfea1e-0840-485d-91e2-3ae5c66c6acf req-6d21fbf4-bbb7-4164-9e62-958f754ee443 service nova] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Refreshing network info cache for port b436544d-ba89-4d97-91da-597b5727a779 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1533.594909] env[62913]: DEBUG oslo_vmware.api [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': task-1821875, 'name': PowerOffVM_Task, 'duration_secs': 0.315618} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.595237] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1533.595441] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1533.595745] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fff68f7-abfe-423f-9bc3-157371134ff2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.672918] env[62913]: INFO nova.compute.manager [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Took 42.71 seconds to build instance. [ 1533.707668] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1533.707916] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1533.708118] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Deleting the datastore file [datastore1] 4ccc5f58-f12f-42f2-ad16-5465cb3b2995 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1533.708388] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76046bb5-fb5e-44f2-b3de-c8564c7ecc85 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.716582] env[62913]: DEBUG oslo_vmware.api [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Waiting for the task: (returnval){ [ 1533.716582] env[62913]: value = "task-1821881" [ 1533.716582] env[62913]: _type = "Task" [ 1533.716582] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.727980] env[62913]: DEBUG oslo_vmware.api [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': task-1821881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.768550] env[62913]: DEBUG oslo_concurrency.lockutils [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Acquiring lock "c9d87160-1c3d-42fe-82c9-79aa1a55c528" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.768798] env[62913]: DEBUG oslo_concurrency.lockutils [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Lock "c9d87160-1c3d-42fe-82c9-79aa1a55c528" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.769010] env[62913]: DEBUG oslo_concurrency.lockutils [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Acquiring lock "c9d87160-1c3d-42fe-82c9-79aa1a55c528-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.769203] env[62913]: DEBUG oslo_concurrency.lockutils [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Lock "c9d87160-1c3d-42fe-82c9-79aa1a55c528-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.769369] env[62913]: DEBUG oslo_concurrency.lockutils [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Lock "c9d87160-1c3d-42fe-82c9-79aa1a55c528-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.770849] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821878, 'name': CreateVM_Task, 'duration_secs': 0.46237} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.771038] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1533.771525] env[62913]: INFO nova.compute.manager [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Terminating instance [ 1533.773259] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.773376] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.773689] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1533.774845] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfc71f12-452c-4edd-937d-9e0c7329f560 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.780944] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Waiting for the task: (returnval){ [ 1533.780944] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5231ffbd-3161-0bd6-b826-d6bd85da5c8b" [ 1533.780944] env[62913]: _type = "Task" [ 1533.780944] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.791118] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5231ffbd-3161-0bd6-b826-d6bd85da5c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.893914] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance e8420f50-89c4-4363-8f0b-0b2752a8ae1e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1533.911019] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': task-1821879, 'name': ReconfigVM_Task, 'duration_secs': 0.435483} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.911403] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 9a5b673c-e771-4471-938e-8ab8faf4d0c1/9a5b673c-e771-4471-938e-8ab8faf4d0c1.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1533.912068] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bfee969-678f-40bd-8732-b8a028532238 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.919874] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Waiting for the task: (returnval){ [ 1533.919874] env[62913]: value = "task-1821882" [ 1533.919874] env[62913]: _type = "Task" [ 1533.919874] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.929128] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': task-1821882, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.175549] env[62913]: DEBUG oslo_concurrency.lockutils [None req-602f3a85-0820-4663-89a6-6657d9bf5040 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "ef35db94-4dc6-4270-abd0-12c8938c4939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.183s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.228088] env[62913]: DEBUG oslo_vmware.api [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Task: {'id': task-1821881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406225} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.228309] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1534.228495] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1534.228667] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1534.228927] env[62913]: INFO nova.compute.manager [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1534.229169] env[62913]: DEBUG oslo.service.loopingcall [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1534.229390] env[62913]: DEBUG nova.compute.manager [-] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1534.229512] env[62913]: DEBUG nova.network.neutron [-] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1534.278073] env[62913]: DEBUG nova.compute.manager [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1534.278318] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1534.279213] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191eb811-ad1b-43a4-b86f-237c519f4991 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.291247] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1534.295082] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4de6069-e5b0-48a5-bfa7-69d317506900 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.300023] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5231ffbd-3161-0bd6-b826-d6bd85da5c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.023984} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.300023] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.300023] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1534.300023] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.300023] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.300023] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1534.300023] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aef2a5d5-4544-435f-ad0d-c26179255709 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.305240] env[62913]: DEBUG oslo_vmware.api [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1534.305240] env[62913]: value = "task-1821883" [ 1534.305240] env[62913]: _type = "Task" [ 1534.305240] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.309983] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1534.310210] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1534.315651] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-685c4c98-8328-43b9-a87e-4a5061aa10b5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.318117] env[62913]: DEBUG oslo_vmware.api [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.322216] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Waiting for the task: (returnval){ [ 1534.322216] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5200a31f-08b2-d1b7-5679-04ae8537e08b" [ 1534.322216] env[62913]: _type = "Task" [ 1534.322216] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.356216] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5200a31f-08b2-d1b7-5679-04ae8537e08b, 'name': SearchDatastore_Task, 'duration_secs': 0.027579} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.357381] env[62913]: DEBUG nova.network.neutron [req-19dfea1e-0840-485d-91e2-3ae5c66c6acf req-6d21fbf4-bbb7-4164-9e62-958f754ee443 service nova] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Updated VIF entry in instance network info cache for port b436544d-ba89-4d97-91da-597b5727a779. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.357739] env[62913]: DEBUG nova.network.neutron [req-19dfea1e-0840-485d-91e2-3ae5c66c6acf req-6d21fbf4-bbb7-4164-9e62-958f754ee443 service nova] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Updating instance_info_cache with network_info: [{"id": "b436544d-ba89-4d97-91da-597b5727a779", "address": "fa:16:3e:fe:e3:75", "network": {"id": "95534a94-205c-431d-a240-5169ee2ca9fe", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2125237027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29212a9c1ea84046942efbf45b4dc01f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb436544d-ba", "ovs_interfaceid": "b436544d-ba89-4d97-91da-597b5727a779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.363217] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c0aa56-e295-4897-9cc1-f62ecf01fc44 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.370593] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Waiting for the task: (returnval){ [ 1534.370593] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52323764-5ce6-b0d3-4dd4-b997ed0e05b0" [ 1534.370593] env[62913]: _type = "Task" [ 1534.370593] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.380766] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52323764-5ce6-b0d3-4dd4-b997ed0e05b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.397160] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 8074d75c-a13a-4e80-ba58-2dbc7d620328 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1534.430906] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': task-1821882, 'name': Rename_Task, 'duration_secs': 0.196425} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.431259] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1534.431612] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1d384e2-8036-4a5e-a04c-961a0a0d6e79 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.440154] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Waiting for the task: (returnval){ [ 1534.440154] env[62913]: value = "task-1821884" [ 1534.440154] env[62913]: _type = "Task" [ 1534.440154] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.454102] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': task-1821884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.678482] env[62913]: DEBUG nova.compute.manager [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1534.740195] env[62913]: DEBUG nova.compute.manager [req-98976602-a4bb-42a5-b377-faf28bc3bfec req-1915d605-548d-44d9-a87d-3cc072314901 service nova] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Received event network-vif-deleted-6d74a480-170f-49a4-9ccb-fe2af8dc6973 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1534.740492] env[62913]: INFO nova.compute.manager [req-98976602-a4bb-42a5-b377-faf28bc3bfec req-1915d605-548d-44d9-a87d-3cc072314901 service nova] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Neutron deleted interface 6d74a480-170f-49a4-9ccb-fe2af8dc6973; detaching it from the instance and deleting it from the info cache [ 1534.740711] env[62913]: DEBUG nova.network.neutron [req-98976602-a4bb-42a5-b377-faf28bc3bfec req-1915d605-548d-44d9-a87d-3cc072314901 service nova] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.817148] env[62913]: DEBUG oslo_vmware.api [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821883, 'name': PowerOffVM_Task, 'duration_secs': 0.220314} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.817561] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1534.817724] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1534.817900] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17bfd21b-e5f7-4f08-8e28-c0e35dda6019 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.864786] env[62913]: DEBUG oslo_concurrency.lockutils [req-19dfea1e-0840-485d-91e2-3ae5c66c6acf req-6d21fbf4-bbb7-4164-9e62-958f754ee443 service nova] Releasing lock "refresh_cache-a69317c1-cf06-4f63-a58a-288a6cd20498" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.882746] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52323764-5ce6-b0d3-4dd4-b997ed0e05b0, 'name': SearchDatastore_Task, 'duration_secs': 0.024438} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.883067] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.883331] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] a69317c1-cf06-4f63-a58a-288a6cd20498/a69317c1-cf06-4f63-a58a-288a6cd20498.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1534.883616] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b644727-711b-4001-9c3d-dca1268bedfb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.892195] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Waiting for the task: (returnval){ [ 1534.892195] env[62913]: value = "task-1821886" [ 1534.892195] env[62913]: _type = "Task" [ 1534.892195] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.902777] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 84afbe2c-7763-4077-b54e-e87828cf738c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1534.904287] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': task-1821886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.908304] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1534.908568] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1534.908872] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Deleting the datastore file [datastore1] c9d87160-1c3d-42fe-82c9-79aa1a55c528 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1534.909195] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5ec5393-61f4-421d-bc6d-2413f9ba0785 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.916635] env[62913]: DEBUG oslo_vmware.api [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for the task: (returnval){ [ 1534.916635] env[62913]: value = "task-1821887" [ 1534.916635] env[62913]: _type = "Task" [ 1534.916635] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.927036] env[62913]: DEBUG oslo_vmware.api [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.951586] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': task-1821884, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.013024] env[62913]: DEBUG nova.network.neutron [-] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.202522] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.245604] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b643eb5-0512-44f7-85b7-876ca4df27c8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.255519] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917efbbf-55a3-4b13-94d7-b8a138ee7df2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.296664] env[62913]: DEBUG nova.compute.manager [req-98976602-a4bb-42a5-b377-faf28bc3bfec req-1915d605-548d-44d9-a87d-3cc072314901 service nova] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Detach interface failed, port_id=6d74a480-170f-49a4-9ccb-fe2af8dc6973, reason: Instance 4ccc5f58-f12f-42f2-ad16-5465cb3b2995 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1535.404382] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': task-1821886, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.406759] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance b1790dea-e6b8-4c5c-9c09-60903601f3ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1535.428682] env[62913]: DEBUG oslo_vmware.api [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Task: {'id': task-1821887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444565} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.428953] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1535.429158] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1535.429340] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1535.429512] env[62913]: INFO nova.compute.manager [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1535.429771] env[62913]: DEBUG oslo.service.loopingcall [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1535.430023] env[62913]: DEBUG nova.compute.manager [-] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1535.430103] env[62913]: DEBUG nova.network.neutron [-] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1535.452359] env[62913]: DEBUG oslo_vmware.api [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': task-1821884, 'name': PowerOnVM_Task, 'duration_secs': 0.529733} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.452631] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1535.452839] env[62913]: INFO nova.compute.manager [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1535.453034] env[62913]: DEBUG nova.compute.manager [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1535.453896] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c96dc9-5ce1-41a8-9110-b30526ba42cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.515743] env[62913]: INFO nova.compute.manager [-] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Took 1.29 seconds to deallocate network for instance. [ 1535.888995] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.889387] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.904326] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': task-1821886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78782} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.904508] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] a69317c1-cf06-4f63-a58a-288a6cd20498/a69317c1-cf06-4f63-a58a-288a6cd20498.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1535.905673] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1535.905673] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cfc2c19-c576-4a9f-b09d-9e286679290b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.909665] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 6c0aa552-3717-4cec-915f-1515cbd71983 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1535.909665] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1535.909847] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1535.915033] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Waiting for the task: (returnval){ [ 1535.915033] env[62913]: value = "task-1821888" [ 1535.915033] env[62913]: _type = "Task" [ 1535.915033] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.925428] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': task-1821888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.978551] env[62913]: INFO nova.compute.manager [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Took 44.82 seconds to build instance. [ 1536.029046] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.231289] env[62913]: DEBUG nova.network.neutron [-] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.411879] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06b6473-e4b5-4498-86f5-a88757ee2fd2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.425531] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da4af30-7b86-4243-96bd-4bcd57d0964f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.428624] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': task-1821888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093924} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.428895] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1536.430014] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d69ad9-5d10-40db-9591-d9ae9b2b17bb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.459031] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c19995-4d58-4cb9-b561-f3565a838949 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.479065] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] a69317c1-cf06-4f63-a58a-288a6cd20498/a69317c1-cf06-4f63-a58a-288a6cd20498.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1536.479902] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97ee98a0-17b3-4861-8d9b-61f5db183c63 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.497228] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2efb4c68-6b0e-4466-90b0-86160db8290f tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Lock "9a5b673c-e771-4471-938e-8ab8faf4d0c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.631s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.500220] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1108f0a2-7b13-4a74-a117-13a6b1f49995 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.505683] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Waiting for the task: (returnval){ [ 1536.505683] env[62913]: value = "task-1821889" [ 1536.505683] env[62913]: _type = "Task" [ 1536.505683] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.517746] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.525995] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': task-1821889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.731497] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Acquiring lock "9a5b673c-e771-4471-938e-8ab8faf4d0c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.731797] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Lock "9a5b673c-e771-4471-938e-8ab8faf4d0c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.732044] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Acquiring lock "9a5b673c-e771-4471-938e-8ab8faf4d0c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.732320] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Lock "9a5b673c-e771-4471-938e-8ab8faf4d0c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.732528] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Lock "9a5b673c-e771-4471-938e-8ab8faf4d0c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.735392] env[62913]: INFO nova.compute.manager [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Terminating instance [ 1536.737981] env[62913]: INFO nova.compute.manager [-] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Took 1.31 seconds to deallocate network for instance. [ 1536.769423] env[62913]: DEBUG nova.compute.manager [req-eaf42257-612b-4b41-8da9-3d4c5694062e req-f9e66b6a-7cdf-40f5-b511-3063f8148692 service nova] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Received event network-vif-deleted-d08fe868-b6a5-42ff-9a6c-c0a78292ee09 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1537.006765] env[62913]: DEBUG nova.compute.manager [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1537.018323] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': task-1821889, 'name': ReconfigVM_Task, 'duration_secs': 0.329595} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.018667] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Reconfigured VM instance instance-00000021 to attach disk [datastore1] a69317c1-cf06-4f63-a58a-288a6cd20498/a69317c1-cf06-4f63-a58a-288a6cd20498.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1537.019429] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f7fe675-444a-4bba-8cd5-44e72247e28f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.021633] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1537.030721] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Waiting for the task: (returnval){ [ 1537.030721] env[62913]: value = "task-1821890" [ 1537.030721] env[62913]: _type = "Task" [ 1537.030721] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.040716] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': task-1821890, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.246029] env[62913]: DEBUG oslo_concurrency.lockutils [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.246029] env[62913]: DEBUG nova.compute.manager [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1537.246029] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1537.246029] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1e46aa-29c3-45cb-b6c0-7c85a1fafaed {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.257199] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1537.257199] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55b4cc13-3335-4b65-8883-8e75040c4a7b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.264405] env[62913]: DEBUG oslo_vmware.api [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Waiting for the task: (returnval){ [ 1537.264405] env[62913]: value = "task-1821891" [ 1537.264405] env[62913]: _type = "Task" [ 1537.264405] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.272536] env[62913]: DEBUG oslo_vmware.api [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': task-1821891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.526025] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1537.527554] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.774s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.527554] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.755s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.529089] env[62913]: INFO nova.compute.claims [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1537.532037] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.532177] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Cleaning up deleted instances {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 1537.538759] env[62913]: DEBUG oslo_concurrency.lockutils [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.545139] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': task-1821890, 'name': Rename_Task, 'duration_secs': 0.151135} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.545368] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1537.545612] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25118720-e8b6-48c2-ab56-23c6985aeea6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.554120] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Waiting for the task: (returnval){ [ 1537.554120] env[62913]: value = "task-1821892" [ 1537.554120] env[62913]: _type = "Task" [ 1537.554120] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.564740] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': task-1821892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.774786] env[62913]: DEBUG oslo_vmware.api [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': task-1821891, 'name': PowerOffVM_Task, 'duration_secs': 0.211516} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.775091] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1537.775266] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1537.775521] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31bbe04e-fdf3-45e4-8923-4d46ca9840a1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.865606] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1537.865904] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1537.866135] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Deleting the datastore file [datastore1] 9a5b673c-e771-4471-938e-8ab8faf4d0c1 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1537.866459] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43417f59-07eb-4a5e-b442-482f40516e4f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.875610] env[62913]: DEBUG oslo_vmware.api [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Waiting for the task: (returnval){ [ 1537.875610] env[62913]: value = "task-1821894" [ 1537.875610] env[62913]: _type = "Task" [ 1537.875610] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.885282] env[62913]: DEBUG oslo_vmware.api [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': task-1821894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.042341] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] There are 11 instances to clean {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 1538.042787] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 61b0c495-6d81-4912-899b-0134798ebe29] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1538.065187] env[62913]: DEBUG oslo_vmware.api [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': task-1821892, 'name': PowerOnVM_Task, 'duration_secs': 0.485893} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.069021] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1538.069021] env[62913]: INFO nova.compute.manager [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1538.069021] env[62913]: DEBUG nova.compute.manager [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1538.069021] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b2ae24-7f39-4071-82f0-706fc4505e87 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.388117] env[62913]: DEBUG oslo_vmware.api [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Task: {'id': task-1821894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.485724} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.388411] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1538.388597] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1538.388910] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1538.389162] env[62913]: INFO nova.compute.manager [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1538.389428] env[62913]: DEBUG oslo.service.loopingcall [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1538.389657] env[62913]: DEBUG nova.compute.manager [-] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1538.389754] env[62913]: DEBUG nova.network.neutron [-] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1538.545439] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: cfbb2227-ae18-45db-97d9-c3149d6b6f4b] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1538.586888] env[62913]: INFO nova.compute.manager [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Took 46.30 seconds to build instance. [ 1538.798260] env[62913]: DEBUG nova.compute.manager [req-fccc671c-a6bb-40f3-9cab-be69fdfbb46b req-3da3c3d9-5b11-4af7-88b7-414f0801cd69 service nova] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Received event network-vif-deleted-4a98716d-f611-4c9f-8aba-b9f094572e97 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1538.798407] env[62913]: INFO nova.compute.manager [req-fccc671c-a6bb-40f3-9cab-be69fdfbb46b req-3da3c3d9-5b11-4af7-88b7-414f0801cd69 service nova] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Neutron deleted interface 4a98716d-f611-4c9f-8aba-b9f094572e97; detaching it from the instance and deleting it from the info cache [ 1538.798493] env[62913]: DEBUG nova.network.neutron [req-fccc671c-a6bb-40f3-9cab-be69fdfbb46b req-3da3c3d9-5b11-4af7-88b7-414f0801cd69 service nova] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.994172] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Acquiring lock "a69317c1-cf06-4f63-a58a-288a6cd20498" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.024833] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0eef23-cdc2-4b08-9b09-a33a715c713b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.033491] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e940afa-b5ed-45ba-9a96-486aeae1421c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.063491] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: e10fdba9-c79d-46ea-a877-89a4fbb1c9ae] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1539.066471] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03be1ee-9397-4b4f-9c88-e50386cb68d7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.075033] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a506bc-faf0-4c8d-8b96-11c6a6816e3c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.091980] env[62913]: DEBUG nova.compute.provider_tree [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.093976] env[62913]: DEBUG oslo_concurrency.lockutils [None req-00092b1a-b2f5-41b9-95f0-498bf838011b tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Lock "a69317c1-cf06-4f63-a58a-288a6cd20498" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.690s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.095179] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Lock "a69317c1-cf06-4f63-a58a-288a6cd20498" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.101s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.095393] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Acquiring lock "a69317c1-cf06-4f63-a58a-288a6cd20498-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.095595] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Lock "a69317c1-cf06-4f63-a58a-288a6cd20498-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.095836] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Lock "a69317c1-cf06-4f63-a58a-288a6cd20498-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.098705] env[62913]: INFO nova.compute.manager [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Terminating instance [ 1539.201615] env[62913]: DEBUG nova.network.neutron [-] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.301172] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8ffb1eb-793c-4880-b108-9b6c4815af6a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.312310] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34639275-b8e9-4fc6-8899-a2a2ff69932e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.360903] env[62913]: DEBUG nova.compute.manager [req-fccc671c-a6bb-40f3-9cab-be69fdfbb46b req-3da3c3d9-5b11-4af7-88b7-414f0801cd69 service nova] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Detach interface failed, port_id=4a98716d-f611-4c9f-8aba-b9f094572e97, reason: Instance 9a5b673c-e771-4471-938e-8ab8faf4d0c1 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1539.392748] env[62913]: DEBUG oslo_vmware.rw_handles [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0cfd6-abeb-f12e-8e76-e398bb049971/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1539.393873] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32e67e2-3766-4cc2-a873-2bc3c44a9f8d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.400649] env[62913]: DEBUG oslo_vmware.rw_handles [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0cfd6-abeb-f12e-8e76-e398bb049971/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1539.400825] env[62913]: ERROR oslo_vmware.rw_handles [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0cfd6-abeb-f12e-8e76-e398bb049971/disk-0.vmdk due to incomplete transfer. [ 1539.401066] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6ebafda0-a437-401c-b064-a0ba4bad6e2f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.409094] env[62913]: DEBUG oslo_vmware.rw_handles [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0cfd6-abeb-f12e-8e76-e398bb049971/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1539.409299] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Uploaded image f15756b0-8da5-4811-bb6c-472151b54624 to the Glance image server {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1539.411377] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1539.411636] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-686add2b-7d05-4484-a8d1-ddbaea4a63a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.419806] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1539.419806] env[62913]: value = "task-1821895" [ 1539.419806] env[62913]: _type = "Task" [ 1539.419806] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.428065] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821895, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.567411] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 0e4e5883-6f92-4124-b591-6bb04f27b764] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1539.595483] env[62913]: DEBUG nova.scheduler.client.report [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1539.598919] env[62913]: DEBUG nova.compute.manager [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1539.601895] env[62913]: DEBUG nova.compute.manager [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1539.602095] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1539.602854] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef755b5-60f2-4c5d-a769-8b9109c1d983 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.612110] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1539.612959] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5c2884a-e392-4aa5-90de-dd97c17bef5a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.620469] env[62913]: DEBUG oslo_vmware.api [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Waiting for the task: (returnval){ [ 1539.620469] env[62913]: value = "task-1821896" [ 1539.620469] env[62913]: _type = "Task" [ 1539.620469] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.630636] env[62913]: DEBUG oslo_vmware.api [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': task-1821896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.706282] env[62913]: INFO nova.compute.manager [-] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Took 1.32 seconds to deallocate network for instance. [ 1539.931401] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821895, 'name': Destroy_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.070616] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 3f723291-835f-4356-9eb2-40b8518a7008] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1540.103328] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.103753] env[62913]: DEBUG nova.compute.manager [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1540.108468] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.338s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.109883] env[62913]: INFO nova.compute.claims [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1540.127784] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.131498] env[62913]: DEBUG oslo_vmware.api [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': task-1821896, 'name': PowerOffVM_Task, 'duration_secs': 0.295956} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.131752] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1540.131923] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1540.132190] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0af34722-d082-47ff-b1ff-a74a8fe41a91 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.214445] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.271539] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1540.272147] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1540.272606] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Deleting the datastore file [datastore1] a69317c1-cf06-4f63-a58a-288a6cd20498 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1540.273097] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14d093af-47e2-424a-8150-4730c9189bb8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.283293] env[62913]: DEBUG oslo_vmware.api [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Waiting for the task: (returnval){ [ 1540.283293] env[62913]: value = "task-1821898" [ 1540.283293] env[62913]: _type = "Task" [ 1540.283293] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.294145] env[62913]: DEBUG oslo_vmware.api [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': task-1821898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.431364] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821895, 'name': Destroy_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.574168] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 0f57df28-858b-420c-b3b8-24001a81c645] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1540.610194] env[62913]: DEBUG nova.compute.utils [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1540.611582] env[62913]: DEBUG nova.compute.manager [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1540.611753] env[62913]: DEBUG nova.network.neutron [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1540.653044] env[62913]: DEBUG nova.policy [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7aecd839b063435bace01c02f7d50658', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bc603577f56435191af884e8222e85b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1540.793949] env[62913]: DEBUG oslo_vmware.api [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': task-1821898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.932622] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821895, 'name': Destroy_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.041163] env[62913]: DEBUG nova.network.neutron [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Successfully created port: 5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1541.079306] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: ae89e3c7-9a42-422e-932b-664620b00ad9] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1541.116814] env[62913]: DEBUG nova.compute.manager [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1541.296048] env[62913]: DEBUG oslo_vmware.api [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Task: {'id': task-1821898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.54898} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.296320] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1541.296507] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1541.296679] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1541.296855] env[62913]: INFO nova.compute.manager [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1541.297111] env[62913]: DEBUG oslo.service.loopingcall [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.297311] env[62913]: DEBUG nova.compute.manager [-] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1541.297441] env[62913]: DEBUG nova.network.neutron [-] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1541.433522] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821895, 'name': Destroy_Task, 'duration_secs': 1.866997} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.433697] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Destroyed the VM [ 1541.433954] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1541.434234] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c077542b-dfda-4e7a-b80c-394d01d8bc1c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.442819] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1541.442819] env[62913]: value = "task-1821899" [ 1541.442819] env[62913]: _type = "Task" [ 1541.442819] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.454809] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821899, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.583596] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 2c511398-2d78-4429-8ed6-11af0e7a859f] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1541.632150] env[62913]: DEBUG nova.compute.manager [req-42ae2945-47b8-433d-957b-ed72e12131f3 req-f3c9384a-4c0a-4b30-9946-1b43f7d69f5b service nova] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Received event network-vif-deleted-b436544d-ba89-4d97-91da-597b5727a779 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1541.632661] env[62913]: INFO nova.compute.manager [req-42ae2945-47b8-433d-957b-ed72e12131f3 req-f3c9384a-4c0a-4b30-9946-1b43f7d69f5b service nova] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Neutron deleted interface b436544d-ba89-4d97-91da-597b5727a779; detaching it from the instance and deleting it from the info cache [ 1541.632757] env[62913]: DEBUG nova.network.neutron [req-42ae2945-47b8-433d-957b-ed72e12131f3 req-f3c9384a-4c0a-4b30-9946-1b43f7d69f5b service nova] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.645115] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f528c4e6-3a26-4908-8999-0c419273b0e8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.654213] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5367e761-d144-4ece-8c5f-34e56a611415 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.685591] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cba755c-e571-43a0-8e87-18513793af10 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.693814] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cca559-e593-48d7-a4fe-5e430d40ea51 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.709157] env[62913]: DEBUG nova.compute.provider_tree [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.954565] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821899, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.087840] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: e6690a1d-418c-4c62-9853-2cf0fefbf163] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1542.090112] env[62913]: DEBUG nova.network.neutron [-] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.136087] env[62913]: DEBUG nova.compute.manager [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1542.140678] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3823b09b-c452-49f6-832f-afdd659961a4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.151864] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb44826-0c48-41b6-a1b8-357cc6642ca5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.170556] env[62913]: DEBUG nova.virt.hardware [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1542.170813] env[62913]: DEBUG nova.virt.hardware [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1542.170969] env[62913]: DEBUG nova.virt.hardware [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1542.171164] env[62913]: DEBUG nova.virt.hardware [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1542.171362] env[62913]: DEBUG nova.virt.hardware [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1542.171579] env[62913]: DEBUG nova.virt.hardware [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1542.171799] env[62913]: DEBUG nova.virt.hardware [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1542.171961] env[62913]: DEBUG nova.virt.hardware [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1542.172143] env[62913]: DEBUG nova.virt.hardware [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1542.172501] env[62913]: DEBUG nova.virt.hardware [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1542.172705] env[62913]: DEBUG nova.virt.hardware [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1542.173559] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d316bf-4f67-4e48-8b7d-7f7de665192c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.188703] env[62913]: DEBUG nova.compute.manager [req-42ae2945-47b8-433d-957b-ed72e12131f3 req-f3c9384a-4c0a-4b30-9946-1b43f7d69f5b service nova] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Detach interface failed, port_id=b436544d-ba89-4d97-91da-597b5727a779, reason: Instance a69317c1-cf06-4f63-a58a-288a6cd20498 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1542.192158] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3f8c10-2ef0-4ebf-a189-d94bfd80a379 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.211306] env[62913]: DEBUG nova.scheduler.client.report [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1542.453564] env[62913]: DEBUG oslo_vmware.api [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821899, 'name': RemoveSnapshot_Task, 'duration_secs': 0.607479} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.453912] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1542.454212] env[62913]: INFO nova.compute.manager [None req-ae8e1854-fcb6-4183-b72a-7ab21ead0779 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Took 17.95 seconds to snapshot the instance on the hypervisor. [ 1542.591402] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 8ef0782f-d13b-4d80-a9e0-5c96c1b65a7f] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1542.593523] env[62913]: INFO nova.compute.manager [-] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Took 1.30 seconds to deallocate network for instance. [ 1542.614395] env[62913]: DEBUG nova.compute.manager [req-242a832e-5a83-48e0-825e-6ffd5b07ece7 req-6197e74b-edda-4509-af0c-be7b79fee113 service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Received event network-vif-plugged-5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1542.614784] env[62913]: DEBUG oslo_concurrency.lockutils [req-242a832e-5a83-48e0-825e-6ffd5b07ece7 req-6197e74b-edda-4509-af0c-be7b79fee113 service nova] Acquiring lock "989e9887-935f-4dfc-96c7-d84fa3ba0852-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.615114] env[62913]: DEBUG oslo_concurrency.lockutils [req-242a832e-5a83-48e0-825e-6ffd5b07ece7 req-6197e74b-edda-4509-af0c-be7b79fee113 service nova] Lock "989e9887-935f-4dfc-96c7-d84fa3ba0852-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.615891] env[62913]: DEBUG oslo_concurrency.lockutils [req-242a832e-5a83-48e0-825e-6ffd5b07ece7 req-6197e74b-edda-4509-af0c-be7b79fee113 service nova] Lock "989e9887-935f-4dfc-96c7-d84fa3ba0852-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.615891] env[62913]: DEBUG nova.compute.manager [req-242a832e-5a83-48e0-825e-6ffd5b07ece7 req-6197e74b-edda-4509-af0c-be7b79fee113 service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] No waiting events found dispatching network-vif-plugged-5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1542.615891] env[62913]: WARNING nova.compute.manager [req-242a832e-5a83-48e0-825e-6ffd5b07ece7 req-6197e74b-edda-4509-af0c-be7b79fee113 service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Received unexpected event network-vif-plugged-5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f for instance with vm_state building and task_state spawning. [ 1542.719030] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.719030] env[62913]: DEBUG nova.compute.manager [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1542.722066] env[62913]: DEBUG nova.network.neutron [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Successfully updated port: 5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1542.722778] env[62913]: DEBUG oslo_concurrency.lockutils [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.504s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.722778] env[62913]: DEBUG oslo_concurrency.lockutils [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.725216] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.355s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.727476] env[62913]: INFO nova.compute.claims [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1542.754366] env[62913]: INFO nova.scheduler.client.report [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Deleted allocations for instance 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8 [ 1543.096456] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: c7d1fa15-a77e-4aa6-b0b4-312ace53454a] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1543.104595] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.160727] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Acquiring lock "8be5b047-ec18-42b4-b8ee-8e5a098338da" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.160727] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Lock "8be5b047-ec18-42b4-b8ee-8e5a098338da" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.222570] env[62913]: DEBUG nova.compute.utils [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1543.223787] env[62913]: DEBUG nova.compute.manager [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1543.223964] env[62913]: DEBUG nova.network.neutron [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1543.233789] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.233930] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquired lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.234032] env[62913]: DEBUG nova.network.neutron [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.261011] env[62913]: DEBUG oslo_concurrency.lockutils [None req-aa1f6f95-9148-412b-940d-7803e82cf0ba tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "483fd929-aae3-4c7d-a8e0-3b7a725fa0c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.674s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.281733] env[62913]: DEBUG nova.policy [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cb3d98f5237486fb691491ab3dc6649', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f80975b75de74f16805e76a625926bc3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1543.615236] env[62913]: DEBUG nova.network.neutron [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Successfully created port: 57fc1f43-d1fc-4a45-8f10-a5661cdd60ce {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1543.663640] env[62913]: DEBUG nova.compute.utils [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1543.726722] env[62913]: DEBUG nova.compute.manager [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1543.770971] env[62913]: DEBUG nova.network.neutron [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1543.946546] env[62913]: DEBUG nova.network.neutron [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Updating instance_info_cache with network_info: [{"id": "5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f", "address": "fa:16:3e:f3:5d:52", "network": {"id": "5810baa8-f2a7-4ec5-8e62-6ec443f27441", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850995401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc603577f56435191af884e8222e85b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a08d10c-7c", "ovs_interfaceid": "5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.167454] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Lock "8be5b047-ec18-42b4-b8ee-8e5a098338da" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.239908] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6609fba-c487-4bd7-b440-73899bd092a9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.245041] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624264d0-540f-43bd-8e69-29ad696e88a9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.278120] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ccc1e8-8382-4be0-8690-9f3ebf9d48ca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.287363] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da292efb-dd55-4ed1-b04e-c840d5b3008b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.301667] env[62913]: DEBUG nova.compute.provider_tree [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.449554] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Releasing lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.449867] env[62913]: DEBUG nova.compute.manager [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Instance network_info: |[{"id": "5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f", "address": "fa:16:3e:f3:5d:52", "network": {"id": "5810baa8-f2a7-4ec5-8e62-6ec443f27441", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850995401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc603577f56435191af884e8222e85b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a08d10c-7c", "ovs_interfaceid": "5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1544.450312] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:5d:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1544.457856] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Creating folder: Project (6bc603577f56435191af884e8222e85b). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1544.458503] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99cf2c00-ca60-4597-b929-cd6646a25409 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.470591] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Created folder: Project (6bc603577f56435191af884e8222e85b) in parent group-v377263. [ 1544.470786] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Creating folder: Instances. Parent ref: group-v377360. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1544.471028] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fe78181-0f89-40cd-a9a1-fb55f8d304b4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.480324] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Created folder: Instances in parent group-v377360. [ 1544.480567] env[62913]: DEBUG oslo.service.loopingcall [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.480755] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1544.480961] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10b261df-a6be-41cc-83ac-3b6e127f23f5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.499445] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1544.499445] env[62913]: value = "task-1821902" [ 1544.499445] env[62913]: _type = "Task" [ 1544.499445] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.506909] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821902, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.742104] env[62913]: DEBUG nova.compute.manager [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1544.768035] env[62913]: DEBUG nova.virt.hardware [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1544.768207] env[62913]: DEBUG nova.virt.hardware [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1544.768262] env[62913]: DEBUG nova.virt.hardware [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1544.768425] env[62913]: DEBUG nova.virt.hardware [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1544.768571] env[62913]: DEBUG nova.virt.hardware [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1544.768719] env[62913]: DEBUG nova.virt.hardware [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1544.768928] env[62913]: DEBUG nova.virt.hardware [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1544.769101] env[62913]: DEBUG nova.virt.hardware [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1544.769269] env[62913]: DEBUG nova.virt.hardware [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1544.769432] env[62913]: DEBUG nova.virt.hardware [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1544.769603] env[62913]: DEBUG nova.virt.hardware [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1544.771143] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7802092e-b1d3-4eab-aa58-c2ef4f6c2cb8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.780177] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035bfe0f-b526-48d9-ba6e-06d78d3ef85f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.805116] env[62913]: DEBUG nova.scheduler.client.report [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.816638] env[62913]: DEBUG nova.compute.manager [req-8408a22f-0bc7-4916-8b70-1daa977735f1 req-f7b04c9d-9ed8-4762-ab7e-454a42957f6f service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Received event network-changed-5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1544.816847] env[62913]: DEBUG nova.compute.manager [req-8408a22f-0bc7-4916-8b70-1daa977735f1 req-f7b04c9d-9ed8-4762-ab7e-454a42957f6f service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Refreshing instance network info cache due to event network-changed-5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1544.817076] env[62913]: DEBUG oslo_concurrency.lockutils [req-8408a22f-0bc7-4916-8b70-1daa977735f1 req-f7b04c9d-9ed8-4762-ab7e-454a42957f6f service nova] Acquiring lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.817540] env[62913]: DEBUG oslo_concurrency.lockutils [req-8408a22f-0bc7-4916-8b70-1daa977735f1 req-f7b04c9d-9ed8-4762-ab7e-454a42957f6f service nova] Acquired lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.817540] env[62913]: DEBUG nova.network.neutron [req-8408a22f-0bc7-4916-8b70-1daa977735f1 req-f7b04c9d-9ed8-4762-ab7e-454a42957f6f service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Refreshing network info cache for port 5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1545.009688] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821902, 'name': CreateVM_Task, 'duration_secs': 0.416204} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.009866] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1545.010547] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.010715] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.011032] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1545.011289] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bdb40a0-5332-4ac1-ac92-7f775f8d28cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.016197] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1545.016197] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52048d53-10be-4ca0-1743-32a8fe8fc31b" [ 1545.016197] env[62913]: _type = "Task" [ 1545.016197] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.024205] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52048d53-10be-4ca0-1743-32a8fe8fc31b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.254204] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Acquiring lock "8be5b047-ec18-42b4-b8ee-8e5a098338da" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.254462] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Lock "8be5b047-ec18-42b4-b8ee-8e5a098338da" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.254671] env[62913]: INFO nova.compute.manager [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Attaching volume cfd0731e-5f7d-40a2-ad7b-3167748498e0 to /dev/sdb [ 1545.310416] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.310914] env[62913]: DEBUG nova.compute.manager [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1545.316834] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd84f0e6-93c4-49e5-9364-7516f8125e07 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.317683] env[62913]: DEBUG oslo_concurrency.lockutils [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.160s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.319061] env[62913]: INFO nova.compute.claims [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1545.328987] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ab4d41-b919-4005-a5a8-e2a274b1908b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.346955] env[62913]: DEBUG nova.virt.block_device [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Updating existing volume attachment record: 72316163-d969-48dc-ad19-d8f01ca37eb2 {{(pid=62913) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1545.450164] env[62913]: DEBUG nova.network.neutron [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Successfully updated port: 57fc1f43-d1fc-4a45-8f10-a5661cdd60ce {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1545.528696] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52048d53-10be-4ca0-1743-32a8fe8fc31b, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.529779] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.531090] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1545.531363] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.531787] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.535197] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1545.535197] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ce98672-10a2-46e0-a79d-3e00efa03928 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.544260] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1545.544260] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1545.544260] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-245f31ec-bf19-4e7f-9274-33eb8a177011 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.552018] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1545.552018] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52702448-899a-701d-a985-55de83aa04f3" [ 1545.552018] env[62913]: _type = "Task" [ 1545.552018] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.558302] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52702448-899a-701d-a985-55de83aa04f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.616049] env[62913]: DEBUG nova.network.neutron [req-8408a22f-0bc7-4916-8b70-1daa977735f1 req-f7b04c9d-9ed8-4762-ab7e-454a42957f6f service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Updated VIF entry in instance network info cache for port 5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.616433] env[62913]: DEBUG nova.network.neutron [req-8408a22f-0bc7-4916-8b70-1daa977735f1 req-f7b04c9d-9ed8-4762-ab7e-454a42957f6f service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Updating instance_info_cache with network_info: [{"id": "5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f", "address": "fa:16:3e:f3:5d:52", "network": {"id": "5810baa8-f2a7-4ec5-8e62-6ec443f27441", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850995401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc603577f56435191af884e8222e85b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a08d10c-7c", "ovs_interfaceid": "5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.819071] env[62913]: DEBUG nova.compute.utils [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1545.822145] env[62913]: DEBUG nova.compute.manager [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1545.823113] env[62913]: DEBUG nova.network.neutron [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1545.887758] env[62913]: DEBUG nova.policy [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63f2c260bf844aaaa6450151e5e84a81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '279aa86f52184607bae6b586250b1f12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1545.952936] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "refresh_cache-2ecedb08-72b9-4527-b396-da8ce3daf998" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.953129] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired lock "refresh_cache-2ecedb08-72b9-4527-b396-da8ce3daf998" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.953282] env[62913]: DEBUG nova.network.neutron [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1546.063027] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52702448-899a-701d-a985-55de83aa04f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.063027] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b5214c-e5e9-4c60-9486-70d2f9f1153e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.067907] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1546.067907] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5260e680-11e6-1632-074e-94acf0e11f1b" [ 1546.067907] env[62913]: _type = "Task" [ 1546.067907] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.077827] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5260e680-11e6-1632-074e-94acf0e11f1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.119528] env[62913]: DEBUG oslo_concurrency.lockutils [req-8408a22f-0bc7-4916-8b70-1daa977735f1 req-f7b04c9d-9ed8-4762-ab7e-454a42957f6f service nova] Releasing lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.176950] env[62913]: DEBUG nova.network.neutron [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Successfully created port: 0578ac3a-5165-4d09-a2cb-53dc56531480 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1546.323139] env[62913]: DEBUG nova.compute.manager [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1546.477991] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "20e476f1-e384-4112-9c00-c19c5559fa72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.478274] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "20e476f1-e384-4112-9c00-c19c5559fa72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.478480] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "20e476f1-e384-4112-9c00-c19c5559fa72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.478662] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "20e476f1-e384-4112-9c00-c19c5559fa72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.478832] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "20e476f1-e384-4112-9c00-c19c5559fa72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.482928] env[62913]: INFO nova.compute.manager [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Terminating instance [ 1546.501289] env[62913]: DEBUG nova.network.neutron [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1546.582281] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5260e680-11e6-1632-074e-94acf0e11f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010215} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.585291] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.585591] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 989e9887-935f-4dfc-96c7-d84fa3ba0852/989e9887-935f-4dfc-96c7-d84fa3ba0852.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1546.586102] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06214df6-824c-43cb-b577-c66dddbbb4bd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.596252] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1546.596252] env[62913]: value = "task-1821907" [ 1546.596252] env[62913]: _type = "Task" [ 1546.596252] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.604960] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1546.605532] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1546.612531] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1821907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.705119] env[62913]: DEBUG oslo_concurrency.lockutils [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "05ee70b5-acc1-485d-81c1-500c451283de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.705422] env[62913]: DEBUG oslo_concurrency.lockutils [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "05ee70b5-acc1-485d-81c1-500c451283de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.705668] env[62913]: DEBUG oslo_concurrency.lockutils [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "05ee70b5-acc1-485d-81c1-500c451283de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.705873] env[62913]: DEBUG oslo_concurrency.lockutils [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "05ee70b5-acc1-485d-81c1-500c451283de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.706055] env[62913]: DEBUG oslo_concurrency.lockutils [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "05ee70b5-acc1-485d-81c1-500c451283de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.709223] env[62913]: INFO nova.compute.manager [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Terminating instance [ 1546.740239] env[62913]: DEBUG nova.network.neutron [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Updating instance_info_cache with network_info: [{"id": "57fc1f43-d1fc-4a45-8f10-a5661cdd60ce", "address": "fa:16:3e:5e:96:a2", "network": {"id": "eeb742eb-bc6f-49aa-b850-cdde1a9d368f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1700168506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80975b75de74f16805e76a625926bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fc1f43-d1", "ovs_interfaceid": "57fc1f43-d1fc-4a45-8f10-a5661cdd60ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.883365] env[62913]: DEBUG nova.compute.manager [req-6ac164e5-1f38-46fa-94aa-2d3198c44857 req-d9e7dcc4-2cf1-49ed-832b-abc583fd5987 service nova] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Received event network-vif-plugged-57fc1f43-d1fc-4a45-8f10-a5661cdd60ce {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1546.883365] env[62913]: DEBUG oslo_concurrency.lockutils [req-6ac164e5-1f38-46fa-94aa-2d3198c44857 req-d9e7dcc4-2cf1-49ed-832b-abc583fd5987 service nova] Acquiring lock "2ecedb08-72b9-4527-b396-da8ce3daf998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.883365] env[62913]: DEBUG oslo_concurrency.lockutils [req-6ac164e5-1f38-46fa-94aa-2d3198c44857 req-d9e7dcc4-2cf1-49ed-832b-abc583fd5987 service nova] Lock "2ecedb08-72b9-4527-b396-da8ce3daf998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.883365] env[62913]: DEBUG oslo_concurrency.lockutils [req-6ac164e5-1f38-46fa-94aa-2d3198c44857 req-d9e7dcc4-2cf1-49ed-832b-abc583fd5987 service nova] Lock "2ecedb08-72b9-4527-b396-da8ce3daf998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.883603] env[62913]: DEBUG nova.compute.manager [req-6ac164e5-1f38-46fa-94aa-2d3198c44857 req-d9e7dcc4-2cf1-49ed-832b-abc583fd5987 service nova] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] No waiting events found dispatching network-vif-plugged-57fc1f43-d1fc-4a45-8f10-a5661cdd60ce {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1546.883832] env[62913]: WARNING nova.compute.manager [req-6ac164e5-1f38-46fa-94aa-2d3198c44857 req-d9e7dcc4-2cf1-49ed-832b-abc583fd5987 service nova] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Received unexpected event network-vif-plugged-57fc1f43-d1fc-4a45-8f10-a5661cdd60ce for instance with vm_state building and task_state spawning. [ 1546.884159] env[62913]: DEBUG nova.compute.manager [req-6ac164e5-1f38-46fa-94aa-2d3198c44857 req-d9e7dcc4-2cf1-49ed-832b-abc583fd5987 service nova] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Received event network-changed-57fc1f43-d1fc-4a45-8f10-a5661cdd60ce {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1546.884352] env[62913]: DEBUG nova.compute.manager [req-6ac164e5-1f38-46fa-94aa-2d3198c44857 req-d9e7dcc4-2cf1-49ed-832b-abc583fd5987 service nova] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Refreshing instance network info cache due to event network-changed-57fc1f43-d1fc-4a45-8f10-a5661cdd60ce. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1546.884569] env[62913]: DEBUG oslo_concurrency.lockutils [req-6ac164e5-1f38-46fa-94aa-2d3198c44857 req-d9e7dcc4-2cf1-49ed-832b-abc583fd5987 service nova] Acquiring lock "refresh_cache-2ecedb08-72b9-4527-b396-da8ce3daf998" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.907203] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae43988-71b2-4264-87fe-6abe061336d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.917173] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdb6130-8762-447c-b150-9b470934d631 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.951301] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449d9e7f-edb3-41eb-be94-912aab066369 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.961278] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9cc34b-27ba-40ea-8db0-bc766b2df26d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.966177] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquiring lock "93a8a81f-866c-42fa-9eaf-7f8d5d28112b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.966476] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "93a8a81f-866c-42fa-9eaf-7f8d5d28112b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.966621] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquiring lock "93a8a81f-866c-42fa-9eaf-7f8d5d28112b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.966804] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "93a8a81f-866c-42fa-9eaf-7f8d5d28112b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.967927] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "93a8a81f-866c-42fa-9eaf-7f8d5d28112b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.969361] env[62913]: INFO nova.compute.manager [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Terminating instance [ 1546.986146] env[62913]: DEBUG nova.compute.provider_tree [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.988098] env[62913]: DEBUG nova.compute.manager [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1546.988160] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1546.989266] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beffb5b9-adb1-44a3-a0e4-47ac30a9ddcb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.992831] env[62913]: DEBUG nova.compute.manager [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1546.993019] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1546.994051] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c3d052-4d39-4d22-8581-6b17c845afdf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.003632] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.006099] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d4613cd-0249-4611-855f-8b12da6ce0d3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.008304] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.008893] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b013fba6-b0e9-46ba-9f40-f64df5d7da0a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.018377] env[62913]: DEBUG oslo_vmware.api [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1547.018377] env[62913]: value = "task-1821908" [ 1547.018377] env[62913]: _type = "Task" [ 1547.018377] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.020919] env[62913]: DEBUG oslo_vmware.api [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1547.020919] env[62913]: value = "task-1821909" [ 1547.020919] env[62913]: _type = "Task" [ 1547.020919] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.034723] env[62913]: DEBUG oslo_vmware.api [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.038174] env[62913]: DEBUG oslo_vmware.api [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.115974] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1821907, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.116445] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.116673] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1547.216247] env[62913]: DEBUG nova.compute.manager [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1547.217085] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1547.218129] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfcd9d8-b89d-46e7-a4cf-4a0afca8984b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.227674] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.227970] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05f0b34f-6911-4eb2-9fc9-149f5270fa43 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.239934] env[62913]: DEBUG oslo_vmware.api [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1547.239934] env[62913]: value = "task-1821910" [ 1547.239934] env[62913]: _type = "Task" [ 1547.239934] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.244139] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Releasing lock "refresh_cache-2ecedb08-72b9-4527-b396-da8ce3daf998" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.244459] env[62913]: DEBUG nova.compute.manager [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Instance network_info: |[{"id": "57fc1f43-d1fc-4a45-8f10-a5661cdd60ce", "address": "fa:16:3e:5e:96:a2", "network": {"id": "eeb742eb-bc6f-49aa-b850-cdde1a9d368f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1700168506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80975b75de74f16805e76a625926bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fc1f43-d1", "ovs_interfaceid": "57fc1f43-d1fc-4a45-8f10-a5661cdd60ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1547.244764] env[62913]: DEBUG oslo_concurrency.lockutils [req-6ac164e5-1f38-46fa-94aa-2d3198c44857 req-d9e7dcc4-2cf1-49ed-832b-abc583fd5987 service nova] Acquired lock "refresh_cache-2ecedb08-72b9-4527-b396-da8ce3daf998" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.244933] env[62913]: DEBUG nova.network.neutron [req-6ac164e5-1f38-46fa-94aa-2d3198c44857 req-d9e7dcc4-2cf1-49ed-832b-abc583fd5987 service nova] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Refreshing network info cache for port 57fc1f43-d1fc-4a45-8f10-a5661cdd60ce {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1547.246261] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:96:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57fc1f43-d1fc-4a45-8f10-a5661cdd60ce', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1547.254906] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Creating folder: Project (f80975b75de74f16805e76a625926bc3). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1547.255996] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2fee8e1-558d-40bd-9732-98171f4edc2b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.262716] env[62913]: DEBUG oslo_vmware.api [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.272209] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Created folder: Project (f80975b75de74f16805e76a625926bc3) in parent group-v377263. [ 1547.272439] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Creating folder: Instances. Parent ref: group-v377366. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1547.272727] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e875fd7-89bb-4dc7-8c12-183248ae8fc3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.285324] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Created folder: Instances in parent group-v377366. [ 1547.285658] env[62913]: DEBUG oslo.service.loopingcall [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.285859] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1547.286124] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31d1d160-f5d3-407f-aedd-46ec0cd5c69f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.313459] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1547.313459] env[62913]: value = "task-1821913" [ 1547.313459] env[62913]: _type = "Task" [ 1547.313459] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.326498] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821913, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.340258] env[62913]: DEBUG nova.compute.manager [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1547.368507] env[62913]: DEBUG nova.virt.hardware [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:17:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1758415070',id=37,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-496407924',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1547.368960] env[62913]: DEBUG nova.virt.hardware [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1547.369212] env[62913]: DEBUG nova.virt.hardware [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1547.369495] env[62913]: DEBUG nova.virt.hardware [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1547.369795] env[62913]: DEBUG nova.virt.hardware [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1547.370195] env[62913]: DEBUG nova.virt.hardware [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1547.370581] env[62913]: DEBUG nova.virt.hardware [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1547.370860] env[62913]: DEBUG nova.virt.hardware [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1547.371164] env[62913]: DEBUG nova.virt.hardware [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1547.371462] env[62913]: DEBUG nova.virt.hardware [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1547.371844] env[62913]: DEBUG nova.virt.hardware [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1547.373089] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcd6a3b-bbb4-4579-b3ab-761c5bd53e8f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.383664] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e415ee35-3d4d-40d0-b0c4-11403d76ddcb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.494142] env[62913]: DEBUG nova.scheduler.client.report [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1547.536189] env[62913]: DEBUG oslo_vmware.api [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821908, 'name': PowerOffVM_Task, 'duration_secs': 0.394509} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.539150] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.539349] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1547.539658] env[62913]: DEBUG oslo_vmware.api [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821909, 'name': PowerOffVM_Task, 'duration_secs': 0.271577} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.539866] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65116e14-b3ee-4dfe-a5af-368473b6c095 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.541383] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.541598] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1547.541815] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be5dde44-cd49-4a80-8936-21b14bd50c3b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.611813] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1821907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553042} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.612263] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 989e9887-935f-4dfc-96c7-d84fa3ba0852/989e9887-935f-4dfc-96c7-d84fa3ba0852.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1547.613870] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1547.614202] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c8ea229-0547-4c39-999d-c03fe1911e07 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.622819] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1547.622819] env[62913]: value = "task-1821916" [ 1547.622819] env[62913]: _type = "Task" [ 1547.622819] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.633481] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1821916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.671128] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1547.671864] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1547.671864] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Deleting the datastore file [datastore1] 20e476f1-e384-4112-9c00-c19c5559fa72 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1547.672094] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9235c0a-08f1-47ee-8c25-5693ded50091 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.679285] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1547.679596] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1547.679749] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Deleting the datastore file [datastore1] 93a8a81f-866c-42fa-9eaf-7f8d5d28112b {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1547.681221] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47bc230b-4ef8-4703-8ab3-c475a0eb3f63 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.683762] env[62913]: DEBUG oslo_vmware.api [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1547.683762] env[62913]: value = "task-1821917" [ 1547.683762] env[62913]: _type = "Task" [ 1547.683762] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.691026] env[62913]: DEBUG oslo_vmware.api [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1547.691026] env[62913]: value = "task-1821918" [ 1547.691026] env[62913]: _type = "Task" [ 1547.691026] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.694795] env[62913]: DEBUG oslo_vmware.api [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.703850] env[62913]: DEBUG oslo_vmware.api [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.734635] env[62913]: DEBUG nova.compute.manager [req-1ec72e80-ece9-4b31-aef3-2279aada8a1a req-bf725909-c7cf-49d7-a980-9f081c0ab7a9 service nova] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Received event network-vif-plugged-0578ac3a-5165-4d09-a2cb-53dc56531480 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1547.735010] env[62913]: DEBUG oslo_concurrency.lockutils [req-1ec72e80-ece9-4b31-aef3-2279aada8a1a req-bf725909-c7cf-49d7-a980-9f081c0ab7a9 service nova] Acquiring lock "1a60dd50-c805-401b-8574-a11eebc105c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.736164] env[62913]: DEBUG oslo_concurrency.lockutils [req-1ec72e80-ece9-4b31-aef3-2279aada8a1a req-bf725909-c7cf-49d7-a980-9f081c0ab7a9 service nova] Lock "1a60dd50-c805-401b-8574-a11eebc105c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.736412] env[62913]: DEBUG oslo_concurrency.lockutils [req-1ec72e80-ece9-4b31-aef3-2279aada8a1a req-bf725909-c7cf-49d7-a980-9f081c0ab7a9 service nova] Lock "1a60dd50-c805-401b-8574-a11eebc105c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.736600] env[62913]: DEBUG nova.compute.manager [req-1ec72e80-ece9-4b31-aef3-2279aada8a1a req-bf725909-c7cf-49d7-a980-9f081c0ab7a9 service nova] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] No waiting events found dispatching network-vif-plugged-0578ac3a-5165-4d09-a2cb-53dc56531480 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1547.736785] env[62913]: WARNING nova.compute.manager [req-1ec72e80-ece9-4b31-aef3-2279aada8a1a req-bf725909-c7cf-49d7-a980-9f081c0ab7a9 service nova] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Received unexpected event network-vif-plugged-0578ac3a-5165-4d09-a2cb-53dc56531480 for instance with vm_state building and task_state spawning. [ 1547.753899] env[62913]: DEBUG oslo_vmware.api [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821910, 'name': PowerOffVM_Task, 'duration_secs': 0.235414} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.754129] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.754310] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1547.755203] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b03e247b-b6c3-4a29-b64e-73a0f70ef04f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.824964] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821913, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.889028] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1547.889432] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1547.889725] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Deleting the datastore file [datastore1] 05ee70b5-acc1-485d-81c1-500c451283de {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1547.890120] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7a7e47a-6284-4452-86ed-8baf97cec89c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.900333] env[62913]: DEBUG oslo_vmware.api [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for the task: (returnval){ [ 1547.900333] env[62913]: value = "task-1821921" [ 1547.900333] env[62913]: _type = "Task" [ 1547.900333] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.908494] env[62913]: DEBUG oslo_vmware.api [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.925270] env[62913]: DEBUG nova.network.neutron [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Successfully updated port: 0578ac3a-5165-4d09-a2cb-53dc56531480 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1548.002242] env[62913]: DEBUG oslo_concurrency.lockutils [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.002805] env[62913]: DEBUG nova.compute.manager [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1548.005381] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.719s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.010350] env[62913]: INFO nova.compute.claims [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1548.072700] env[62913]: DEBUG nova.network.neutron [req-6ac164e5-1f38-46fa-94aa-2d3198c44857 req-d9e7dcc4-2cf1-49ed-832b-abc583fd5987 service nova] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Updated VIF entry in instance network info cache for port 57fc1f43-d1fc-4a45-8f10-a5661cdd60ce. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1548.073146] env[62913]: DEBUG nova.network.neutron [req-6ac164e5-1f38-46fa-94aa-2d3198c44857 req-d9e7dcc4-2cf1-49ed-832b-abc583fd5987 service nova] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Updating instance_info_cache with network_info: [{"id": "57fc1f43-d1fc-4a45-8f10-a5661cdd60ce", "address": "fa:16:3e:5e:96:a2", "network": {"id": "eeb742eb-bc6f-49aa-b850-cdde1a9d368f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1700168506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80975b75de74f16805e76a625926bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fc1f43-d1", "ovs_interfaceid": "57fc1f43-d1fc-4a45-8f10-a5661cdd60ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.137858] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1821916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081707} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.137858] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1548.137858] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ce4d39-879e-47b1-b62c-c29220ddb961 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.167645] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 989e9887-935f-4dfc-96c7-d84fa3ba0852/989e9887-935f-4dfc-96c7-d84fa3ba0852.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1548.167974] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-476a47df-20db-4b88-b7ff-cf1a93a9eb6e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.187738] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.187840] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquired lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.187958] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Forcefully refreshing network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1548.200601] env[62913]: DEBUG oslo_vmware.api [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303417} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.203147] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1548.203147] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1548.203147] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.203289] env[62913]: INFO nova.compute.manager [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1548.203495] env[62913]: DEBUG oslo.service.loopingcall [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.203820] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1548.203820] env[62913]: value = "task-1821922" [ 1548.203820] env[62913]: _type = "Task" [ 1548.203820] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.204285] env[62913]: DEBUG nova.compute.manager [-] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1548.204399] env[62913]: DEBUG nova.network.neutron [-] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1548.213960] env[62913]: DEBUG oslo_vmware.api [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1821918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296621} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.214543] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1548.214784] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1548.214903] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.215087] env[62913]: INFO nova.compute.manager [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1548.215332] env[62913]: DEBUG oslo.service.loopingcall [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.215880] env[62913]: DEBUG nova.compute.manager [-] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1548.216049] env[62913]: DEBUG nova.network.neutron [-] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1548.221764] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1821922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.327112] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821913, 'name': CreateVM_Task, 'duration_secs': 0.630189} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.327112] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1548.327112] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.327112] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.327112] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1548.327112] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7ee945-fbe3-4534-a42d-8c6f283760c3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.348809] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1548.348809] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]528660c4-5f26-cad9-f45c-4247d1c86d21" [ 1548.348809] env[62913]: _type = "Task" [ 1548.348809] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.359816] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528660c4-5f26-cad9-f45c-4247d1c86d21, 'name': SearchDatastore_Task, 'duration_secs': 0.01351} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.360155] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.360390] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1548.360682] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.361073] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.361304] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1548.361850] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17c4048d-3ac9-4322-860a-23e7da95717b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.374725] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1548.374725] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1548.375450] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fc259bb-d174-4b1d-bfc0-d57cbd815515 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.382273] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1548.382273] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]521be1ba-3d53-143e-ff01-afcee6b79303" [ 1548.382273] env[62913]: _type = "Task" [ 1548.382273] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.391578] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521be1ba-3d53-143e-ff01-afcee6b79303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.408701] env[62913]: DEBUG oslo_vmware.api [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Task: {'id': task-1821921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413206} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.409013] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1548.409254] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1548.409475] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.409694] env[62913]: INFO nova.compute.manager [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1548.409989] env[62913]: DEBUG oslo.service.loopingcall [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.410247] env[62913]: DEBUG nova.compute.manager [-] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1548.410392] env[62913]: DEBUG nova.network.neutron [-] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1548.430214] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Acquiring lock "refresh_cache-1a60dd50-c805-401b-8574-a11eebc105c6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.430412] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Acquired lock "refresh_cache-1a60dd50-c805-401b-8574-a11eebc105c6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.430604] env[62913]: DEBUG nova.network.neutron [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.516140] env[62913]: DEBUG nova.compute.utils [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1548.516140] env[62913]: DEBUG nova.compute.manager [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1548.516140] env[62913]: DEBUG nova.network.neutron [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1548.579310] env[62913]: DEBUG nova.policy [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa4b5b3b502a45fb9e0a0ddaec573d79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b22e03f323c4ba9a6c239462de31ae4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1548.581184] env[62913]: DEBUG oslo_concurrency.lockutils [req-6ac164e5-1f38-46fa-94aa-2d3198c44857 req-d9e7dcc4-2cf1-49ed-832b-abc583fd5987 service nova] Releasing lock "refresh_cache-2ecedb08-72b9-4527-b396-da8ce3daf998" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.716365] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1821922, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.893498] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521be1ba-3d53-143e-ff01-afcee6b79303, 'name': SearchDatastore_Task, 'duration_secs': 0.023257} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.894516] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-727e8f7b-94dd-4bde-abe7-ff19f9b53d73 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.900692] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1548.900692] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5290454d-9386-f581-4069-5021ac04849f" [ 1548.900692] env[62913]: _type = "Task" [ 1548.900692] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.913437] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5290454d-9386-f581-4069-5021ac04849f, 'name': SearchDatastore_Task, 'duration_secs': 0.010001} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.914167] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.914416] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 2ecedb08-72b9-4527-b396-da8ce3daf998/2ecedb08-72b9-4527-b396-da8ce3daf998.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1548.915845] env[62913]: DEBUG nova.compute.manager [req-46da2cf0-b967-461c-9598-002011649a98 req-d5c4aceb-4d38-49f9-a27f-1068dcd3bbc4 service nova] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Received event network-vif-deleted-615d9ad9-5ea3-4bec-8544-4fb0983d5781 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1548.916045] env[62913]: INFO nova.compute.manager [req-46da2cf0-b967-461c-9598-002011649a98 req-d5c4aceb-4d38-49f9-a27f-1068dcd3bbc4 service nova] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Neutron deleted interface 615d9ad9-5ea3-4bec-8544-4fb0983d5781; detaching it from the instance and deleting it from the info cache [ 1548.916223] env[62913]: DEBUG nova.network.neutron [req-46da2cf0-b967-461c-9598-002011649a98 req-d5c4aceb-4d38-49f9-a27f-1068dcd3bbc4 service nova] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.917193] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40d8a4f0-bf25-4843-a531-4a1fad5a235e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.925680] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1548.925680] env[62913]: value = "task-1821923" [ 1548.925680] env[62913]: _type = "Task" [ 1548.925680] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.936743] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.937550] env[62913]: DEBUG nova.network.neutron [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Successfully created port: 5b1649e8-083c-4250-bd9e-a8432d41b85b {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1548.967332] env[62913]: DEBUG nova.network.neutron [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1548.992110] env[62913]: DEBUG nova.network.neutron [-] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.018596] env[62913]: DEBUG nova.compute.manager [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1549.136996] env[62913]: DEBUG nova.network.neutron [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Updating instance_info_cache with network_info: [{"id": "0578ac3a-5165-4d09-a2cb-53dc56531480", "address": "fa:16:3e:9a:1c:21", "network": {"id": "bfaa28b4-68c8-4f2e-a15e-fbbd93326944", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2062980778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "279aa86f52184607bae6b586250b1f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0578ac3a-51", "ovs_interfaceid": "0578ac3a-5165-4d09-a2cb-53dc56531480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.198554] env[62913]: DEBUG nova.network.neutron [-] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.227026] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1821922, 'name': ReconfigVM_Task, 'duration_secs': 0.520989} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.227026] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 989e9887-935f-4dfc-96c7-d84fa3ba0852/989e9887-935f-4dfc-96c7-d84fa3ba0852.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.227026] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17ffd998-caf6-4be8-b4e5-52eef33c27a7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.238558] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1549.238558] env[62913]: value = "task-1821924" [ 1549.238558] env[62913]: _type = "Task" [ 1549.238558] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.254892] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1821924, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.280224] env[62913]: DEBUG nova.network.neutron [-] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.421576] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3133638-05e3-47cf-b29a-b629ae5fea9e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.438725] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb50e2c-90de-41dc-ac5d-b00456259fb5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.457405] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498394} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.458598] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 2ecedb08-72b9-4527-b396-da8ce3daf998/2ecedb08-72b9-4527-b396-da8ce3daf998.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1549.458598] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1549.458901] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-939891f5-3c55-42d0-a774-797ad10350d7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.491808] env[62913]: DEBUG nova.compute.manager [req-46da2cf0-b967-461c-9598-002011649a98 req-d5c4aceb-4d38-49f9-a27f-1068dcd3bbc4 service nova] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Detach interface failed, port_id=615d9ad9-5ea3-4bec-8544-4fb0983d5781, reason: Instance 20e476f1-e384-4112-9c00-c19c5559fa72 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1549.492061] env[62913]: DEBUG nova.compute.manager [req-46da2cf0-b967-461c-9598-002011649a98 req-d5c4aceb-4d38-49f9-a27f-1068dcd3bbc4 service nova] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Received event network-vif-deleted-5a7bbaca-9ae4-4200-a44c-74de182adfce {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1549.492304] env[62913]: INFO nova.compute.manager [req-46da2cf0-b967-461c-9598-002011649a98 req-d5c4aceb-4d38-49f9-a27f-1068dcd3bbc4 service nova] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Neutron deleted interface 5a7bbaca-9ae4-4200-a44c-74de182adfce; detaching it from the instance and deleting it from the info cache [ 1549.492505] env[62913]: DEBUG nova.network.neutron [req-46da2cf0-b967-461c-9598-002011649a98 req-d5c4aceb-4d38-49f9-a27f-1068dcd3bbc4 service nova] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.498554] env[62913]: INFO nova.compute.manager [-] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Took 1.28 seconds to deallocate network for instance. [ 1549.498900] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1549.498900] env[62913]: value = "task-1821925" [ 1549.498900] env[62913]: _type = "Task" [ 1549.498900] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.513606] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.514670] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updating instance_info_cache with network_info: [{"id": "33cf3019-382e-4784-9105-d28f06a1ad0e", "address": "fa:16:3e:02:da:47", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33cf3019-38", "ovs_interfaceid": "33cf3019-382e-4784-9105-d28f06a1ad0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.598386] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b119fd03-ea06-4f58-b935-e6943b0c4a59 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.606507] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5ad15c-7b31-4bb2-9bcf-cb469ffc1ac2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.639276] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa6b280-511d-44af-a39d-4d6405582516 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.642132] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Releasing lock "refresh_cache-1a60dd50-c805-401b-8574-a11eebc105c6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.642433] env[62913]: DEBUG nova.compute.manager [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Instance network_info: |[{"id": "0578ac3a-5165-4d09-a2cb-53dc56531480", "address": "fa:16:3e:9a:1c:21", "network": {"id": "bfaa28b4-68c8-4f2e-a15e-fbbd93326944", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2062980778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "279aa86f52184607bae6b586250b1f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0578ac3a-51", "ovs_interfaceid": "0578ac3a-5165-4d09-a2cb-53dc56531480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1549.642871] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:1c:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0578ac3a-5165-4d09-a2cb-53dc56531480', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1549.650304] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Creating folder: Project (279aa86f52184607bae6b586250b1f12). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1549.651321] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27f5a113-05fd-4c92-87f4-7a8c057a0756 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.656381] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecc30c6-8543-4b86-8e0a-d9e0c8fc612b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.661927] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Created folder: Project (279aa86f52184607bae6b586250b1f12) in parent group-v377263. [ 1549.662176] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Creating folder: Instances. Parent ref: group-v377369. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1549.669878] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38ca0eae-f80f-472c-8a35-7ab1011c18bb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.671527] env[62913]: DEBUG nova.compute.provider_tree [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.685341] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Created folder: Instances in parent group-v377369. [ 1549.685586] env[62913]: DEBUG oslo.service.loopingcall [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.685774] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1549.685971] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38bd6d1c-0699-4213-9554-50a8ec536372 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.704032] env[62913]: INFO nova.compute.manager [-] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Took 1.50 seconds to deallocate network for instance. [ 1549.708562] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1549.708562] env[62913]: value = "task-1821928" [ 1549.708562] env[62913]: _type = "Task" [ 1549.708562] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.717139] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821928, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.749661] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1821924, 'name': Rename_Task, 'duration_secs': 0.240202} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.749953] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1549.750219] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b70eeac9-ba14-400f-923c-bf8a66685e0f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.756721] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1549.756721] env[62913]: value = "task-1821929" [ 1549.756721] env[62913]: _type = "Task" [ 1549.756721] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.767686] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1821929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.785209] env[62913]: DEBUG nova.compute.manager [req-bdf7ef42-cabe-4508-a838-0f8353ad8793 req-604b46be-431b-45fe-910d-c484cfa3da12 service nova] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Received event network-changed-0578ac3a-5165-4d09-a2cb-53dc56531480 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1549.785373] env[62913]: DEBUG nova.compute.manager [req-bdf7ef42-cabe-4508-a838-0f8353ad8793 req-604b46be-431b-45fe-910d-c484cfa3da12 service nova] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Refreshing instance network info cache due to event network-changed-0578ac3a-5165-4d09-a2cb-53dc56531480. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1549.785615] env[62913]: DEBUG oslo_concurrency.lockutils [req-bdf7ef42-cabe-4508-a838-0f8353ad8793 req-604b46be-431b-45fe-910d-c484cfa3da12 service nova] Acquiring lock "refresh_cache-1a60dd50-c805-401b-8574-a11eebc105c6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.786327] env[62913]: DEBUG oslo_concurrency.lockutils [req-bdf7ef42-cabe-4508-a838-0f8353ad8793 req-604b46be-431b-45fe-910d-c484cfa3da12 service nova] Acquired lock "refresh_cache-1a60dd50-c805-401b-8574-a11eebc105c6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.786327] env[62913]: DEBUG nova.network.neutron [req-bdf7ef42-cabe-4508-a838-0f8353ad8793 req-604b46be-431b-45fe-910d-c484cfa3da12 service nova] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Refreshing network info cache for port 0578ac3a-5165-4d09-a2cb-53dc56531480 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1549.787590] env[62913]: INFO nova.compute.manager [-] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Took 1.38 seconds to deallocate network for instance. [ 1549.907785] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Volume attach. Driver type: vmdk {{(pid=62913) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1549.908098] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377365', 'volume_id': 'cfd0731e-5f7d-40a2-ad7b-3167748498e0', 'name': 'volume-cfd0731e-5f7d-40a2-ad7b-3167748498e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8be5b047-ec18-42b4-b8ee-8e5a098338da', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfd0731e-5f7d-40a2-ad7b-3167748498e0', 'serial': 'cfd0731e-5f7d-40a2-ad7b-3167748498e0'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1549.909064] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09a3259-4ef0-4bbe-9ff2-7e1f1c806f46 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.927757] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b559ddeb-6ea3-49ba-9ca4-7706ee1d70a4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.954825] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-cfd0731e-5f7d-40a2-ad7b-3167748498e0/volume-cfd0731e-5f7d-40a2-ad7b-3167748498e0.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1549.955550] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09b17079-fda7-485b-9c9c-c792fb0a9f0e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.975188] env[62913]: DEBUG oslo_vmware.api [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Waiting for the task: (returnval){ [ 1549.975188] env[62913]: value = "task-1821930" [ 1549.975188] env[62913]: _type = "Task" [ 1549.975188] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.983919] env[62913]: DEBUG oslo_vmware.api [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Task: {'id': task-1821930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.000813] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88072006-5704-4b09-a0b4-ffc306c3324f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.009220] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.012333] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070747} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.013528] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1550.014372] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595d2987-0ccf-4cc1-ba13-3a838b1f9ec9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.019367] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb72b507-095f-4977-a278-1141d7b33c43 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.030033] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Releasing lock "refresh_cache-4ab55729-9afe-4d71-ac5b-2e18a5b3f818" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.030194] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updated the network info_cache for instance {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1550.031156] env[62913]: DEBUG nova.compute.manager [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1550.033481] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.034022] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.034238] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.034389] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.037243] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.037243] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.037243] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1550.037243] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.055513] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 2ecedb08-72b9-4527-b396-da8ce3daf998/2ecedb08-72b9-4527-b396-da8ce3daf998.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1550.072253] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.072852] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51abdda2-b606-4304-afa6-4bef11d03cce {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.087656] env[62913]: DEBUG nova.compute.manager [req-46da2cf0-b967-461c-9598-002011649a98 req-d5c4aceb-4d38-49f9-a27f-1068dcd3bbc4 service nova] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Detach interface failed, port_id=5a7bbaca-9ae4-4200-a44c-74de182adfce, reason: Instance 05ee70b5-acc1-485d-81c1-500c451283de could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1550.095457] env[62913]: DEBUG nova.virt.hardware [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1550.095586] env[62913]: DEBUG nova.virt.hardware [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1550.095727] env[62913]: DEBUG nova.virt.hardware [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1550.095879] env[62913]: DEBUG nova.virt.hardware [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1550.096037] env[62913]: DEBUG nova.virt.hardware [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1550.096184] env[62913]: DEBUG nova.virt.hardware [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1550.096387] env[62913]: DEBUG nova.virt.hardware [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1550.096542] env[62913]: DEBUG nova.virt.hardware [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1550.096705] env[62913]: DEBUG nova.virt.hardware [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1550.096865] env[62913]: DEBUG nova.virt.hardware [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1550.097049] env[62913]: DEBUG nova.virt.hardware [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1550.098108] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74817e98-23cc-460a-a476-32ccb1154452 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.101898] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1550.101898] env[62913]: value = "task-1821931" [ 1550.101898] env[62913]: _type = "Task" [ 1550.101898] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.109452] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fc0faa-82b7-4a1c-9dac-7263a99d5bb3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.116658] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821931, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.175684] env[62913]: DEBUG nova.scheduler.client.report [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1550.210523] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.220622] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821928, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.267512] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1821929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.294276] env[62913]: DEBUG oslo_concurrency.lockutils [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.485604] env[62913]: DEBUG oslo_vmware.api [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Task: {'id': task-1821930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.602470] env[62913]: DEBUG nova.network.neutron [req-bdf7ef42-cabe-4508-a838-0f8353ad8793 req-604b46be-431b-45fe-910d-c484cfa3da12 service nova] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Updated VIF entry in instance network info cache for port 0578ac3a-5165-4d09-a2cb-53dc56531480. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1550.602939] env[62913]: DEBUG nova.network.neutron [req-bdf7ef42-cabe-4508-a838-0f8353ad8793 req-604b46be-431b-45fe-910d-c484cfa3da12 service nova] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Updating instance_info_cache with network_info: [{"id": "0578ac3a-5165-4d09-a2cb-53dc56531480", "address": "fa:16:3e:9a:1c:21", "network": {"id": "bfaa28b4-68c8-4f2e-a15e-fbbd93326944", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2062980778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "279aa86f52184607bae6b586250b1f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0578ac3a-51", "ovs_interfaceid": "0578ac3a-5165-4d09-a2cb-53dc56531480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.614097] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821931, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.648244] env[62913]: DEBUG nova.network.neutron [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Successfully updated port: 5b1649e8-083c-4250-bd9e-a8432d41b85b {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1550.681493] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.682119] env[62913]: DEBUG nova.compute.manager [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1550.684976] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.494s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.686451] env[62913]: INFO nova.compute.claims [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1550.723029] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821928, 'name': CreateVM_Task, 'duration_secs': 0.727644} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.723478] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1550.724236] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.724402] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.724719] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1550.725273] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b652ef-710e-4de9-afd4-26dc86ebe636 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.731245] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Waiting for the task: (returnval){ [ 1550.731245] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5221835f-1566-7e50-29a2-6328bf6ed01f" [ 1550.731245] env[62913]: _type = "Task" [ 1550.731245] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.740564] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5221835f-1566-7e50-29a2-6328bf6ed01f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.767364] env[62913]: DEBUG oslo_vmware.api [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1821929, 'name': PowerOnVM_Task, 'duration_secs': 0.57229} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.767504] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1550.768651] env[62913]: INFO nova.compute.manager [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1550.768651] env[62913]: DEBUG nova.compute.manager [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1550.768778] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33520059-f9a5-4ba8-8ff6-afed447f84bc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.985756] env[62913]: DEBUG oslo_vmware.api [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Task: {'id': task-1821930, 'name': ReconfigVM_Task, 'duration_secs': 0.773519} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.986058] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-cfd0731e-5f7d-40a2-ad7b-3167748498e0/volume-cfd0731e-5f7d-40a2-ad7b-3167748498e0.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1550.991362] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf943142-4381-4d70-b2ae-55465f5860e2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.007354] env[62913]: DEBUG oslo_vmware.api [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Waiting for the task: (returnval){ [ 1551.007354] env[62913]: value = "task-1821932" [ 1551.007354] env[62913]: _type = "Task" [ 1551.007354] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.015440] env[62913]: DEBUG oslo_vmware.api [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Task: {'id': task-1821932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.108538] env[62913]: DEBUG oslo_concurrency.lockutils [req-bdf7ef42-cabe-4508-a838-0f8353ad8793 req-604b46be-431b-45fe-910d-c484cfa3da12 service nova] Releasing lock "refresh_cache-1a60dd50-c805-401b-8574-a11eebc105c6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.108813] env[62913]: DEBUG nova.compute.manager [req-bdf7ef42-cabe-4508-a838-0f8353ad8793 req-604b46be-431b-45fe-910d-c484cfa3da12 service nova] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Received event network-vif-deleted-90cb1efb-9716-468c-be22-994c1daf15c3 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1551.113747] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821931, 'name': ReconfigVM_Task, 'duration_secs': 0.531363} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.114035] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 2ecedb08-72b9-4527-b396-da8ce3daf998/2ecedb08-72b9-4527-b396-da8ce3daf998.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.114666] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1be1dfdf-11a7-4c1a-a1fc-e60fe5cb0980 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.123334] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1551.123334] env[62913]: value = "task-1821933" [ 1551.123334] env[62913]: _type = "Task" [ 1551.123334] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.131315] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821933, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.152398] env[62913]: DEBUG oslo_concurrency.lockutils [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquiring lock "refresh_cache-6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.152398] env[62913]: DEBUG oslo_concurrency.lockutils [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquired lock "refresh_cache-6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.152398] env[62913]: DEBUG nova.network.neutron [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1551.193460] env[62913]: DEBUG nova.compute.utils [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1551.196674] env[62913]: DEBUG nova.compute.manager [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1551.196843] env[62913]: DEBUG nova.network.neutron [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1551.236552] env[62913]: DEBUG nova.policy [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '231973669b274538806a61b1cf73aff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84c50d2b3a114da4a70509ae20469892', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1551.244969] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5221835f-1566-7e50-29a2-6328bf6ed01f, 'name': SearchDatastore_Task, 'duration_secs': 0.012232} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.245319] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.245549] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1551.245819] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.246023] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.246212] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1551.246474] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e75972c9-70a3-45e4-9ae0-aefb0ec9f2ce {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.255515] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1551.255740] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1551.256516] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee8f94c-4595-40af-92d0-9b8927d20cf6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.262524] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Waiting for the task: (returnval){ [ 1551.262524] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52164686-acf6-844e-beb8-8ac1ea6f5beb" [ 1551.262524] env[62913]: _type = "Task" [ 1551.262524] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.271288] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52164686-acf6-844e-beb8-8ac1ea6f5beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.286418] env[62913]: INFO nova.compute.manager [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Took 53.53 seconds to build instance. [ 1551.518771] env[62913]: DEBUG oslo_vmware.api [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Task: {'id': task-1821932, 'name': ReconfigVM_Task, 'duration_secs': 0.143158} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.519162] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377365', 'volume_id': 'cfd0731e-5f7d-40a2-ad7b-3167748498e0', 'name': 'volume-cfd0731e-5f7d-40a2-ad7b-3167748498e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8be5b047-ec18-42b4-b8ee-8e5a098338da', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfd0731e-5f7d-40a2-ad7b-3167748498e0', 'serial': 'cfd0731e-5f7d-40a2-ad7b-3167748498e0'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1551.543436] env[62913]: DEBUG nova.network.neutron [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Successfully created port: 4d3ccab3-0a43-4348-b5c8-2560a6c2b25e {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1551.632836] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821933, 'name': Rename_Task, 'duration_secs': 0.318733} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.633125] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1551.633372] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e78772e1-71ae-4338-b38f-47d4a75cfdb0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.639964] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1551.639964] env[62913]: value = "task-1821934" [ 1551.639964] env[62913]: _type = "Task" [ 1551.639964] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.656218] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.697321] env[62913]: DEBUG nova.compute.manager [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1551.712039] env[62913]: DEBUG nova.network.neutron [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1551.772887] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52164686-acf6-844e-beb8-8ac1ea6f5beb, 'name': SearchDatastore_Task, 'duration_secs': 0.009462} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.777872] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d20bd531-376f-4a56-a203-4b3498f3aec6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.784260] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Waiting for the task: (returnval){ [ 1551.784260] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525dc95f-11b1-0407-ab0a-1e8239c857ed" [ 1551.784260] env[62913]: _type = "Task" [ 1551.784260] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.791034] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0d79edd-f62f-4bab-9a8b-2dffcc067059 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "989e9887-935f-4dfc-96c7-d84fa3ba0852" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.842s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.799328] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525dc95f-11b1-0407-ab0a-1e8239c857ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010885} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.799795] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.800126] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 1a60dd50-c805-401b-8574-a11eebc105c6/1a60dd50-c805-401b-8574-a11eebc105c6.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1551.800425] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be629f33-c423-4b23-a0c8-9331a4277642 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.810615] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Waiting for the task: (returnval){ [ 1551.810615] env[62913]: value = "task-1821935" [ 1551.810615] env[62913]: _type = "Task" [ 1551.810615] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.820068] env[62913]: DEBUG nova.compute.manager [req-f18efb0d-3086-4e70-8bbd-ced225e2e8e8 req-bc1a43d3-ff7a-46e6-8023-85309baa1da4 service nova] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Received event network-vif-plugged-5b1649e8-083c-4250-bd9e-a8432d41b85b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1551.820315] env[62913]: DEBUG oslo_concurrency.lockutils [req-f18efb0d-3086-4e70-8bbd-ced225e2e8e8 req-bc1a43d3-ff7a-46e6-8023-85309baa1da4 service nova] Acquiring lock "6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.820557] env[62913]: DEBUG oslo_concurrency.lockutils [req-f18efb0d-3086-4e70-8bbd-ced225e2e8e8 req-bc1a43d3-ff7a-46e6-8023-85309baa1da4 service nova] Lock "6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.820858] env[62913]: DEBUG oslo_concurrency.lockutils [req-f18efb0d-3086-4e70-8bbd-ced225e2e8e8 req-bc1a43d3-ff7a-46e6-8023-85309baa1da4 service nova] Lock "6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.820934] env[62913]: DEBUG nova.compute.manager [req-f18efb0d-3086-4e70-8bbd-ced225e2e8e8 req-bc1a43d3-ff7a-46e6-8023-85309baa1da4 service nova] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] No waiting events found dispatching network-vif-plugged-5b1649e8-083c-4250-bd9e-a8432d41b85b {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1551.821215] env[62913]: WARNING nova.compute.manager [req-f18efb0d-3086-4e70-8bbd-ced225e2e8e8 req-bc1a43d3-ff7a-46e6-8023-85309baa1da4 service nova] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Received unexpected event network-vif-plugged-5b1649e8-083c-4250-bd9e-a8432d41b85b for instance with vm_state building and task_state spawning. [ 1551.821307] env[62913]: DEBUG nova.compute.manager [req-f18efb0d-3086-4e70-8bbd-ced225e2e8e8 req-bc1a43d3-ff7a-46e6-8023-85309baa1da4 service nova] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Received event network-changed-5b1649e8-083c-4250-bd9e-a8432d41b85b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1551.821401] env[62913]: DEBUG nova.compute.manager [req-f18efb0d-3086-4e70-8bbd-ced225e2e8e8 req-bc1a43d3-ff7a-46e6-8023-85309baa1da4 service nova] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Refreshing instance network info cache due to event network-changed-5b1649e8-083c-4250-bd9e-a8432d41b85b. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1551.821607] env[62913]: DEBUG oslo_concurrency.lockutils [req-f18efb0d-3086-4e70-8bbd-ced225e2e8e8 req-bc1a43d3-ff7a-46e6-8023-85309baa1da4 service nova] Acquiring lock "refresh_cache-6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.831733] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': task-1821935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.939032] env[62913]: DEBUG nova.network.neutron [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Updating instance_info_cache with network_info: [{"id": "5b1649e8-083c-4250-bd9e-a8432d41b85b", "address": "fa:16:3e:ed:76:c9", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b1649e8-08", "ovs_interfaceid": "5b1649e8-083c-4250-bd9e-a8432d41b85b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.156449] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821934, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.243036] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b8453b-9b45-4d34-a813-6611fbb500ef {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.252587] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d66d75-9f0d-4601-ad77-0f8fe7b35ad3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.289924] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b16c170-32b9-45db-8556-b02d26232697 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.293730] env[62913]: DEBUG nova.compute.manager [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1552.300463] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9fb333-493c-4437-90f3-ba9b6d3d18cf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.315971] env[62913]: DEBUG nova.compute.provider_tree [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.328678] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': task-1821935, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.445535] env[62913]: DEBUG oslo_concurrency.lockutils [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Releasing lock "refresh_cache-6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.445535] env[62913]: DEBUG nova.compute.manager [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Instance network_info: |[{"id": "5b1649e8-083c-4250-bd9e-a8432d41b85b", "address": "fa:16:3e:ed:76:c9", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b1649e8-08", "ovs_interfaceid": "5b1649e8-083c-4250-bd9e-a8432d41b85b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1552.445535] env[62913]: DEBUG oslo_concurrency.lockutils [req-f18efb0d-3086-4e70-8bbd-ced225e2e8e8 req-bc1a43d3-ff7a-46e6-8023-85309baa1da4 service nova] Acquired lock "refresh_cache-6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.445535] env[62913]: DEBUG nova.network.neutron [req-f18efb0d-3086-4e70-8bbd-ced225e2e8e8 req-bc1a43d3-ff7a-46e6-8023-85309baa1da4 service nova] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Refreshing network info cache for port 5b1649e8-083c-4250-bd9e-a8432d41b85b {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.447083] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:76:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b1649e8-083c-4250-bd9e-a8432d41b85b', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1552.454336] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Creating folder: Project (9b22e03f323c4ba9a6c239462de31ae4). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1552.455750] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c5a2061-0584-4d77-ab1c-e037452adaa2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.468659] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Created folder: Project (9b22e03f323c4ba9a6c239462de31ae4) in parent group-v377263. [ 1552.468659] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Creating folder: Instances. Parent ref: group-v377372. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1552.468659] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51cbf641-78f3-4f0a-a7a4-db4e9afdb431 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.480031] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Created folder: Instances in parent group-v377372. [ 1552.480308] env[62913]: DEBUG oslo.service.loopingcall [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1552.480502] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1552.480711] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-680b774f-c693-4ace-bc59-9cb4f82697f4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.501774] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1552.501774] env[62913]: value = "task-1821938" [ 1552.501774] env[62913]: _type = "Task" [ 1552.501774] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.509970] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821938, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.583596] env[62913]: DEBUG nova.objects.instance [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Lazy-loading 'flavor' on Instance uuid 8be5b047-ec18-42b4-b8ee-8e5a098338da {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.651537] env[62913]: DEBUG oslo_vmware.api [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821934, 'name': PowerOnVM_Task, 'duration_secs': 0.631742} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.651847] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1552.652061] env[62913]: INFO nova.compute.manager [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1552.652239] env[62913]: DEBUG nova.compute.manager [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1552.653070] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a77aa23-6ccc-434b-9c26-33e63e040b3d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.715454] env[62913]: DEBUG nova.compute.manager [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1552.748028] env[62913]: DEBUG nova.virt.hardware [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1552.748919] env[62913]: DEBUG nova.virt.hardware [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1552.748919] env[62913]: DEBUG nova.virt.hardware [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1552.748919] env[62913]: DEBUG nova.virt.hardware [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1552.749077] env[62913]: DEBUG nova.virt.hardware [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1552.749259] env[62913]: DEBUG nova.virt.hardware [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1552.749623] env[62913]: DEBUG nova.virt.hardware [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1552.749893] env[62913]: DEBUG nova.virt.hardware [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1552.750225] env[62913]: DEBUG nova.virt.hardware [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1552.750582] env[62913]: DEBUG nova.virt.hardware [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1552.750912] env[62913]: DEBUG nova.virt.hardware [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1552.752250] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7398035a-6265-45e2-b652-201f4becbb31 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.763020] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26f6bb5-51f6-48f9-830b-adc4d46350ad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.821367] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.822483] env[62913]: DEBUG nova.scheduler.client.report [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1552.833303] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': task-1821935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540983} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.833976] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 1a60dd50-c805-401b-8574-a11eebc105c6/1a60dd50-c805-401b-8574-a11eebc105c6.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1552.833976] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1552.834336] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3621a53-aae9-45b6-8835-51bd949a2174 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.842897] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Waiting for the task: (returnval){ [ 1552.842897] env[62913]: value = "task-1821939" [ 1552.842897] env[62913]: _type = "Task" [ 1552.842897] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.854499] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': task-1821939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.011974] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821938, 'name': CreateVM_Task, 'duration_secs': 0.396071} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.012192] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1553.012869] env[62913]: DEBUG oslo_concurrency.lockutils [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.013065] env[62913]: DEBUG oslo_concurrency.lockutils [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.013401] env[62913]: DEBUG oslo_concurrency.lockutils [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1553.013655] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ad29fd-9b18-425c-ac22-27bc1f890cd6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.018490] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1553.018490] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52c3ea2f-d0cf-6d8e-e137-633e12994c4e" [ 1553.018490] env[62913]: _type = "Task" [ 1553.018490] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.027008] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c3ea2f-d0cf-6d8e-e137-633e12994c4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.089168] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5da085c5-539f-4c5c-afe6-b70261e0b70c tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Lock "8be5b047-ec18-42b4-b8ee-8e5a098338da" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.835s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.169985] env[62913]: INFO nova.compute.manager [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Took 54.44 seconds to build instance. [ 1553.191256] env[62913]: DEBUG nova.network.neutron [req-f18efb0d-3086-4e70-8bbd-ced225e2e8e8 req-bc1a43d3-ff7a-46e6-8023-85309baa1da4 service nova] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Updated VIF entry in instance network info cache for port 5b1649e8-083c-4250-bd9e-a8432d41b85b. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1553.191829] env[62913]: DEBUG nova.network.neutron [req-f18efb0d-3086-4e70-8bbd-ced225e2e8e8 req-bc1a43d3-ff7a-46e6-8023-85309baa1da4 service nova] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Updating instance_info_cache with network_info: [{"id": "5b1649e8-083c-4250-bd9e-a8432d41b85b", "address": "fa:16:3e:ed:76:c9", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b1649e8-08", "ovs_interfaceid": "5b1649e8-083c-4250-bd9e-a8432d41b85b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.198537] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "204d07e9-0b68-4ba6-a86f-0226b45ba88e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.198764] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "204d07e9-0b68-4ba6-a86f-0226b45ba88e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.220388] env[62913]: DEBUG nova.network.neutron [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Successfully updated port: 4d3ccab3-0a43-4348-b5c8-2560a6c2b25e {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1553.328773] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.329437] env[62913]: DEBUG nova.compute.manager [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1553.332431] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.182s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.333918] env[62913]: INFO nova.compute.claims [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1553.356109] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': task-1821939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079321} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.356397] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1553.357194] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3c89f5-be82-4dc7-ba6c-3534067a1fc5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.383388] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 1a60dd50-c805-401b-8574-a11eebc105c6/1a60dd50-c805-401b-8574-a11eebc105c6.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1553.383994] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e1c9c41-b973-47f5-b579-d9bf0c52a79e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.406437] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Waiting for the task: (returnval){ [ 1553.406437] env[62913]: value = "task-1821940" [ 1553.406437] env[62913]: _type = "Task" [ 1553.406437] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.417276] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': task-1821940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.531157] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c3ea2f-d0cf-6d8e-e137-633e12994c4e, 'name': SearchDatastore_Task, 'duration_secs': 0.010528} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.531489] env[62913]: DEBUG oslo_concurrency.lockutils [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.531748] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1553.531992] env[62913]: DEBUG oslo_concurrency.lockutils [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.532159] env[62913]: DEBUG oslo_concurrency.lockutils [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.532338] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1553.532935] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52d37419-3c74-4e35-8051-9de206277c05 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.542405] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1553.542605] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1553.543445] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b28b15-183d-4c42-890c-f836efc6722a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.549846] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1553.549846] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5293eaa5-cc25-7cbc-8455-3c19a2b228d3" [ 1553.549846] env[62913]: _type = "Task" [ 1553.549846] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.558347] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5293eaa5-cc25-7cbc-8455-3c19a2b228d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.672499] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2cb8cfa0-9878-4332-b295-0b846ea2aaee tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "2ecedb08-72b9-4527-b396-da8ce3daf998" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.297s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.697223] env[62913]: DEBUG oslo_concurrency.lockutils [req-f18efb0d-3086-4e70-8bbd-ced225e2e8e8 req-bc1a43d3-ff7a-46e6-8023-85309baa1da4 service nova] Releasing lock "refresh_cache-6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.726284] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Acquiring lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.726284] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Acquired lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.726284] env[62913]: DEBUG nova.network.neutron [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.842158] env[62913]: DEBUG nova.compute.utils [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1553.844065] env[62913]: DEBUG nova.compute.manager [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1553.844428] env[62913]: DEBUG nova.network.neutron [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1553.908104] env[62913]: DEBUG nova.policy [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '922cf86053a64b6d9ba82da16f0f3db8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39c5b9acca7b4a2ea8b59a7bd195fbcf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1553.917706] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': task-1821940, 'name': ReconfigVM_Task, 'duration_secs': 0.308646} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.918161] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 1a60dd50-c805-401b-8574-a11eebc105c6/1a60dd50-c805-401b-8574-a11eebc105c6.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1553.919339] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7de2d7f0-0000-47bd-8077-471a70843b07 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.926433] env[62913]: DEBUG nova.compute.manager [req-ce9b59be-5b26-4d19-a934-6fdb2cb752f0 req-992f54cd-2c70-4eb8-8603-78350ceca32b service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Received event network-vif-plugged-4d3ccab3-0a43-4348-b5c8-2560a6c2b25e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1553.926433] env[62913]: DEBUG oslo_concurrency.lockutils [req-ce9b59be-5b26-4d19-a934-6fdb2cb752f0 req-992f54cd-2c70-4eb8-8603-78350ceca32b service nova] Acquiring lock "5ba2dc0b-d991-4107-92e2-b5ead72ac290-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.926433] env[62913]: DEBUG oslo_concurrency.lockutils [req-ce9b59be-5b26-4d19-a934-6fdb2cb752f0 req-992f54cd-2c70-4eb8-8603-78350ceca32b service nova] Lock "5ba2dc0b-d991-4107-92e2-b5ead72ac290-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.926818] env[62913]: DEBUG oslo_concurrency.lockutils [req-ce9b59be-5b26-4d19-a934-6fdb2cb752f0 req-992f54cd-2c70-4eb8-8603-78350ceca32b service nova] Lock "5ba2dc0b-d991-4107-92e2-b5ead72ac290-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.927143] env[62913]: DEBUG nova.compute.manager [req-ce9b59be-5b26-4d19-a934-6fdb2cb752f0 req-992f54cd-2c70-4eb8-8603-78350ceca32b service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] No waiting events found dispatching network-vif-plugged-4d3ccab3-0a43-4348-b5c8-2560a6c2b25e {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1553.927486] env[62913]: WARNING nova.compute.manager [req-ce9b59be-5b26-4d19-a934-6fdb2cb752f0 req-992f54cd-2c70-4eb8-8603-78350ceca32b service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Received unexpected event network-vif-plugged-4d3ccab3-0a43-4348-b5c8-2560a6c2b25e for instance with vm_state building and task_state spawning. [ 1553.927914] env[62913]: DEBUG nova.compute.manager [req-ce9b59be-5b26-4d19-a934-6fdb2cb752f0 req-992f54cd-2c70-4eb8-8603-78350ceca32b service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Received event network-changed-4d3ccab3-0a43-4348-b5c8-2560a6c2b25e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1553.928463] env[62913]: DEBUG nova.compute.manager [req-ce9b59be-5b26-4d19-a934-6fdb2cb752f0 req-992f54cd-2c70-4eb8-8603-78350ceca32b service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Refreshing instance network info cache due to event network-changed-4d3ccab3-0a43-4348-b5c8-2560a6c2b25e. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1553.928850] env[62913]: DEBUG oslo_concurrency.lockutils [req-ce9b59be-5b26-4d19-a934-6fdb2cb752f0 req-992f54cd-2c70-4eb8-8603-78350ceca32b service nova] Acquiring lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.934036] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Waiting for the task: (returnval){ [ 1553.934036] env[62913]: value = "task-1821941" [ 1553.934036] env[62913]: _type = "Task" [ 1553.934036] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.943494] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': task-1821941, 'name': Rename_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.064392] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5293eaa5-cc25-7cbc-8455-3c19a2b228d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012504} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.065437] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95be658a-c655-4d34-8da7-495c1d69e56a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.071879] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1554.071879] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]520e25a3-b656-fc83-8e0e-77e4d7085415" [ 1554.071879] env[62913]: _type = "Task" [ 1554.071879] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.083344] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520e25a3-b656-fc83-8e0e-77e4d7085415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.143297] env[62913]: DEBUG oslo_concurrency.lockutils [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Acquiring lock "8be5b047-ec18-42b4-b8ee-8e5a098338da" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.143554] env[62913]: DEBUG oslo_concurrency.lockutils [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Lock "8be5b047-ec18-42b4-b8ee-8e5a098338da" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.174636] env[62913]: DEBUG nova.compute.manager [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1554.237783] env[62913]: DEBUG nova.network.neutron [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Successfully created port: 0ab1867c-906e-4aac-8509-e582b42e9f40 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1554.261916] env[62913]: DEBUG nova.network.neutron [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1554.347802] env[62913]: DEBUG nova.compute.manager [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1554.392247] env[62913]: DEBUG nova.network.neutron [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Updating instance_info_cache with network_info: [{"id": "4d3ccab3-0a43-4348-b5c8-2560a6c2b25e", "address": "fa:16:3e:fd:15:89", "network": {"id": "0b46b82c-641b-4db3-8a09-0a6fe3645449", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-20105933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "84c50d2b3a114da4a70509ae20469892", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3ccab3-0a", "ovs_interfaceid": "4d3ccab3-0a43-4348-b5c8-2560a6c2b25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.443426] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': task-1821941, 'name': Rename_Task, 'duration_secs': 0.158748} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.443729] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1554.443977] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82fcfd5a-9d79-4606-94c6-a46fa026a482 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.453574] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Waiting for the task: (returnval){ [ 1554.453574] env[62913]: value = "task-1821942" [ 1554.453574] env[62913]: _type = "Task" [ 1554.453574] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.463215] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': task-1821942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.544034] env[62913]: DEBUG nova.network.neutron [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Successfully created port: 7885d96f-18b1-4272-b226-f8d7f41767c4 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1554.566444] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ddd6a257-27b7-4a2f-9a12-b1653da6b6a0 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "2ecedb08-72b9-4527-b396-da8ce3daf998" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.566444] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ddd6a257-27b7-4a2f-9a12-b1653da6b6a0 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "2ecedb08-72b9-4527-b396-da8ce3daf998" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.566444] env[62913]: DEBUG nova.compute.manager [None req-ddd6a257-27b7-4a2f-9a12-b1653da6b6a0 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1554.567559] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448b15f8-c439-4bc2-aff3-23a7ff7f99a1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.578764] env[62913]: DEBUG nova.compute.manager [None req-ddd6a257-27b7-4a2f-9a12-b1653da6b6a0 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62913) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1554.579389] env[62913]: DEBUG nova.objects.instance [None req-ddd6a257-27b7-4a2f-9a12-b1653da6b6a0 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lazy-loading 'flavor' on Instance uuid 2ecedb08-72b9-4527-b396-da8ce3daf998 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1554.587124] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520e25a3-b656-fc83-8e0e-77e4d7085415, 'name': SearchDatastore_Task, 'duration_secs': 0.010546} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.589648] env[62913]: DEBUG oslo_concurrency.lockutils [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.590071] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b/6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1554.591199] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02ee1ccd-b4aa-4d24-bc12-5bbbfb00c100 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.601306] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1554.601306] env[62913]: value = "task-1821943" [ 1554.601306] env[62913]: _type = "Task" [ 1554.601306] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.613588] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1821943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.650775] env[62913]: INFO nova.compute.manager [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Detaching volume cfd0731e-5f7d-40a2-ad7b-3167748498e0 [ 1554.689408] env[62913]: INFO nova.virt.block_device [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Attempting to driver detach volume cfd0731e-5f7d-40a2-ad7b-3167748498e0 from mountpoint /dev/sdb [ 1554.689690] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1554.691758] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377365', 'volume_id': 'cfd0731e-5f7d-40a2-ad7b-3167748498e0', 'name': 'volume-cfd0731e-5f7d-40a2-ad7b-3167748498e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8be5b047-ec18-42b4-b8ee-8e5a098338da', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfd0731e-5f7d-40a2-ad7b-3167748498e0', 'serial': 'cfd0731e-5f7d-40a2-ad7b-3167748498e0'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1554.691758] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3c3f15-3bf9-496c-bd28-ed16a6d43669 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.714527] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.715475] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb18caa-dbed-41bd-ac91-6fa22b89d3ef {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.727710] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d59e8a-69f5-4d5b-84a0-e28e7522102e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.754524] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996b807f-e8f4-45fc-81ad-e064ab4b119e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.771038] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] The volume has not been displaced from its original location: [datastore1] volume-cfd0731e-5f7d-40a2-ad7b-3167748498e0/volume-cfd0731e-5f7d-40a2-ad7b-3167748498e0.vmdk. No consolidation needed. {{(pid=62913) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1554.776488] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1554.779316] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23537245-8191-41b5-9216-6338826b6057 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.799644] env[62913]: DEBUG oslo_vmware.api [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Waiting for the task: (returnval){ [ 1554.799644] env[62913]: value = "task-1821944" [ 1554.799644] env[62913]: _type = "Task" [ 1554.799644] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.808773] env[62913]: DEBUG oslo_vmware.api [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Task: {'id': task-1821944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.894225] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Releasing lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.894751] env[62913]: DEBUG nova.compute.manager [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Instance network_info: |[{"id": "4d3ccab3-0a43-4348-b5c8-2560a6c2b25e", "address": "fa:16:3e:fd:15:89", "network": {"id": "0b46b82c-641b-4db3-8a09-0a6fe3645449", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-20105933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "84c50d2b3a114da4a70509ae20469892", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3ccab3-0a", "ovs_interfaceid": "4d3ccab3-0a43-4348-b5c8-2560a6c2b25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1554.895521] env[62913]: DEBUG oslo_concurrency.lockutils [req-ce9b59be-5b26-4d19-a934-6fdb2cb752f0 req-992f54cd-2c70-4eb8-8603-78350ceca32b service nova] Acquired lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.895521] env[62913]: DEBUG nova.network.neutron [req-ce9b59be-5b26-4d19-a934-6fdb2cb752f0 req-992f54cd-2c70-4eb8-8603-78350ceca32b service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Refreshing network info cache for port 4d3ccab3-0a43-4348-b5c8-2560a6c2b25e {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1554.900019] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:15:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d3ccab3-0a43-4348-b5c8-2560a6c2b25e', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1554.906884] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Creating folder: Project (84c50d2b3a114da4a70509ae20469892). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1554.911042] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a768c455-bdd3-4bd4-b2b4-f53cfa1cda1c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.926926] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Created folder: Project (84c50d2b3a114da4a70509ae20469892) in parent group-v377263. [ 1554.927212] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Creating folder: Instances. Parent ref: group-v377375. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1554.930191] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-941b34a8-f236-4f1d-bb2d-5acb444596a6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.944749] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Created folder: Instances in parent group-v377375. [ 1554.945000] env[62913]: DEBUG oslo.service.loopingcall [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1554.948589] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1554.950121] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26a7aa1e-29db-463b-a2b7-2c899a565543 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.967551] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d2497e-1849-47b9-bbc6-874ca3fc8738 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.983788] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afbd4fb-351c-4533-a67d-c31a748d9550 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.987476] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': task-1821942, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.987706] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1554.987706] env[62913]: value = "task-1821947" [ 1554.987706] env[62913]: _type = "Task" [ 1554.987706] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.023749] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9e59ff-62df-484b-ad15-caf360356ea5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.031868] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821947, 'name': CreateVM_Task} progress is 15%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.039495] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52551100-58be-4ec4-8080-f178086a648b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.058631] env[62913]: DEBUG nova.compute.provider_tree [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.113092] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1821943, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.310383] env[62913]: DEBUG oslo_vmware.api [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Task: {'id': task-1821944, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.367528] env[62913]: DEBUG nova.compute.manager [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1555.396786] env[62913]: DEBUG nova.virt.hardware [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1555.397077] env[62913]: DEBUG nova.virt.hardware [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1555.397269] env[62913]: DEBUG nova.virt.hardware [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1555.397489] env[62913]: DEBUG nova.virt.hardware [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1555.397667] env[62913]: DEBUG nova.virt.hardware [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1555.397857] env[62913]: DEBUG nova.virt.hardware [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1555.398117] env[62913]: DEBUG nova.virt.hardware [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1555.398297] env[62913]: DEBUG nova.virt.hardware [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1555.398471] env[62913]: DEBUG nova.virt.hardware [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1555.398637] env[62913]: DEBUG nova.virt.hardware [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1555.398807] env[62913]: DEBUG nova.virt.hardware [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1555.399696] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4564c5-5883-41b0-8691-09e0a41290d3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.411171] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dd485a-66bb-40b3-a438-f7fa74302abd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.476530] env[62913]: DEBUG oslo_vmware.api [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': task-1821942, 'name': PowerOnVM_Task, 'duration_secs': 0.679822} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.476820] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1555.477043] env[62913]: INFO nova.compute.manager [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1555.477230] env[62913]: DEBUG nova.compute.manager [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1555.478072] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6f33d1-1001-4e51-bb96-b3af131dce23 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.496631] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821947, 'name': CreateVM_Task, 'duration_secs': 0.44896} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.496771] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1555.497474] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.497633] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.497944] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1555.498219] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af8d1095-0103-4a9a-b5b2-a76eaa8f6087 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.503656] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1555.503656] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5286f4aa-44b1-e5ea-3236-54803ae70dd9" [ 1555.503656] env[62913]: _type = "Task" [ 1555.503656] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.511894] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5286f4aa-44b1-e5ea-3236-54803ae70dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.562009] env[62913]: DEBUG nova.scheduler.client.report [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.588524] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd6a257-27b7-4a2f-9a12-b1653da6b6a0 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.590040] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04c7f8bd-54c2-4f00-9ee3-99464aa707c9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.601828] env[62913]: DEBUG oslo_vmware.api [None req-ddd6a257-27b7-4a2f-9a12-b1653da6b6a0 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1555.601828] env[62913]: value = "task-1821948" [ 1555.601828] env[62913]: _type = "Task" [ 1555.601828] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.617115] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1821943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588345} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.619884] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b/6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1555.619884] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1555.622576] env[62913]: DEBUG oslo_vmware.api [None req-ddd6a257-27b7-4a2f-9a12-b1653da6b6a0 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.622576] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb641ced-c3c1-4871-9dad-5ce4e7175cbc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.629748] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1555.629748] env[62913]: value = "task-1821949" [ 1555.629748] env[62913]: _type = "Task" [ 1555.629748] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.638495] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1821949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.682276] env[62913]: DEBUG nova.network.neutron [req-ce9b59be-5b26-4d19-a934-6fdb2cb752f0 req-992f54cd-2c70-4eb8-8603-78350ceca32b service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Updated VIF entry in instance network info cache for port 4d3ccab3-0a43-4348-b5c8-2560a6c2b25e. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1555.682678] env[62913]: DEBUG nova.network.neutron [req-ce9b59be-5b26-4d19-a934-6fdb2cb752f0 req-992f54cd-2c70-4eb8-8603-78350ceca32b service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Updating instance_info_cache with network_info: [{"id": "4d3ccab3-0a43-4348-b5c8-2560a6c2b25e", "address": "fa:16:3e:fd:15:89", "network": {"id": "0b46b82c-641b-4db3-8a09-0a6fe3645449", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-20105933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "84c50d2b3a114da4a70509ae20469892", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3ccab3-0a", "ovs_interfaceid": "4d3ccab3-0a43-4348-b5c8-2560a6c2b25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.811429] env[62913]: DEBUG oslo_vmware.api [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Task: {'id': task-1821944, 'name': ReconfigVM_Task, 'duration_secs': 0.586755} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.811946] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1555.817832] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe7c8e03-0967-493c-b777-5216705c8353 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.836395] env[62913]: DEBUG oslo_vmware.api [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Waiting for the task: (returnval){ [ 1555.836395] env[62913]: value = "task-1821950" [ 1555.836395] env[62913]: _type = "Task" [ 1555.836395] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.848102] env[62913]: DEBUG oslo_vmware.api [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Task: {'id': task-1821950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.998329] env[62913]: INFO nova.compute.manager [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Took 53.65 seconds to build instance. [ 1556.014781] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5286f4aa-44b1-e5ea-3236-54803ae70dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.076148} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.015681] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.015918] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1556.016195] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.016349] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.016527] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1556.017028] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bdd463f-4a22-4021-9353-c24c7a2be90e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.028261] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1556.028445] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1556.029184] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-647f3a45-9378-4cd2-97d2-ebd3606b2232 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.035782] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1556.035782] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52545bb4-40e3-cd73-f6e2-dca05e65dbbc" [ 1556.035782] env[62913]: _type = "Task" [ 1556.035782] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.044264] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52545bb4-40e3-cd73-f6e2-dca05e65dbbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.067972] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.068479] env[62913]: DEBUG nova.compute.manager [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1556.071123] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.869s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.073423] env[62913]: INFO nova.compute.claims [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1556.095880] env[62913]: DEBUG nova.compute.manager [req-5a81933e-cbb2-40b5-8ed4-548bdb56812d req-634d6d62-0f34-4fb0-becb-ff87563b326e service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Received event network-vif-plugged-0ab1867c-906e-4aac-8509-e582b42e9f40 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1556.096197] env[62913]: DEBUG oslo_concurrency.lockutils [req-5a81933e-cbb2-40b5-8ed4-548bdb56812d req-634d6d62-0f34-4fb0-becb-ff87563b326e service nova] Acquiring lock "90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.096381] env[62913]: DEBUG oslo_concurrency.lockutils [req-5a81933e-cbb2-40b5-8ed4-548bdb56812d req-634d6d62-0f34-4fb0-becb-ff87563b326e service nova] Lock "90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.096587] env[62913]: DEBUG oslo_concurrency.lockutils [req-5a81933e-cbb2-40b5-8ed4-548bdb56812d req-634d6d62-0f34-4fb0-becb-ff87563b326e service nova] Lock "90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.096860] env[62913]: DEBUG nova.compute.manager [req-5a81933e-cbb2-40b5-8ed4-548bdb56812d req-634d6d62-0f34-4fb0-becb-ff87563b326e service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] No waiting events found dispatching network-vif-plugged-0ab1867c-906e-4aac-8509-e582b42e9f40 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1556.096860] env[62913]: WARNING nova.compute.manager [req-5a81933e-cbb2-40b5-8ed4-548bdb56812d req-634d6d62-0f34-4fb0-becb-ff87563b326e service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Received unexpected event network-vif-plugged-0ab1867c-906e-4aac-8509-e582b42e9f40 for instance with vm_state building and task_state spawning. [ 1556.113256] env[62913]: DEBUG oslo_vmware.api [None req-ddd6a257-27b7-4a2f-9a12-b1653da6b6a0 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821948, 'name': PowerOffVM_Task, 'duration_secs': 0.50306} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.113532] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd6a257-27b7-4a2f-9a12-b1653da6b6a0 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1556.113725] env[62913]: DEBUG nova.compute.manager [None req-ddd6a257-27b7-4a2f-9a12-b1653da6b6a0 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1556.114576] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c31bc18-5bcd-43fd-9abb-78434bbac37f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.139737] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1821949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236494} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.139951] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1556.140866] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca309b1-b9b2-4c24-a204-a972d77a7ef6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.163890] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b/6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1556.164471] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f37b7ab-9f20-41b5-9b40-a2e82e782950 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.184984] env[62913]: DEBUG oslo_concurrency.lockutils [req-ce9b59be-5b26-4d19-a934-6fdb2cb752f0 req-992f54cd-2c70-4eb8-8603-78350ceca32b service nova] Releasing lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.187651] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1556.187651] env[62913]: value = "task-1821951" [ 1556.187651] env[62913]: _type = "Task" [ 1556.187651] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.196518] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1821951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.256519] env[62913]: DEBUG nova.network.neutron [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Successfully updated port: 0ab1867c-906e-4aac-8509-e582b42e9f40 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1556.347687] env[62913]: DEBUG oslo_vmware.api [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Task: {'id': task-1821950, 'name': ReconfigVM_Task, 'duration_secs': 0.280224} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.348123] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377365', 'volume_id': 'cfd0731e-5f7d-40a2-ad7b-3167748498e0', 'name': 'volume-cfd0731e-5f7d-40a2-ad7b-3167748498e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8be5b047-ec18-42b4-b8ee-8e5a098338da', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfd0731e-5f7d-40a2-ad7b-3167748498e0', 'serial': 'cfd0731e-5f7d-40a2-ad7b-3167748498e0'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1556.501116] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdd0a834-e093-423c-87b7-55131052b7c1 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Lock "1a60dd50-c805-401b-8574-a11eebc105c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.930s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.550492] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52545bb4-40e3-cd73-f6e2-dca05e65dbbc, 'name': SearchDatastore_Task, 'duration_secs': 0.020078} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.551354] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e627d4-b992-4aae-aadd-3c575f979a52 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.562302] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1556.562302] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]527214a7-7cd2-e486-2fcc-3c5c0a5b903d" [ 1556.562302] env[62913]: _type = "Task" [ 1556.562302] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.570206] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527214a7-7cd2-e486-2fcc-3c5c0a5b903d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.578830] env[62913]: DEBUG nova.compute.utils [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1556.585468] env[62913]: DEBUG nova.compute.manager [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1556.585609] env[62913]: DEBUG nova.network.neutron [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1556.627739] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ddd6a257-27b7-4a2f-9a12-b1653da6b6a0 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "2ecedb08-72b9-4527-b396-da8ce3daf998" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.686563] env[62913]: DEBUG nova.policy [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6aa2e718e984e9ba856cbde3291cf29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '962ae3a668fa4b579ef8537c8808e6cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1556.697768] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1821951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.916372] env[62913]: DEBUG nova.objects.instance [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Lazy-loading 'flavor' on Instance uuid 8be5b047-ec18-42b4-b8ee-8e5a098338da {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1557.007946] env[62913]: DEBUG nova.compute.manager [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1557.070782] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527214a7-7cd2-e486-2fcc-3c5c0a5b903d, 'name': SearchDatastore_Task, 'duration_secs': 0.035366} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.071267] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.071704] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 5ba2dc0b-d991-4107-92e2-b5ead72ac290/5ba2dc0b-d991-4107-92e2-b5ead72ac290.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1557.072024] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7b91ad5-cbb7-44b5-b58b-b0a2c073d734 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.082370] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1557.082370] env[62913]: value = "task-1821952" [ 1557.082370] env[62913]: _type = "Task" [ 1557.082370] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.088528] env[62913]: DEBUG nova.compute.manager [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1557.097168] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.202986] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1821951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.320524] env[62913]: DEBUG nova.network.neutron [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Successfully created port: ff89853e-fa7d-4a08-8875-280751708c23 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1557.537925] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.601126] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494724} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.602032] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 5ba2dc0b-d991-4107-92e2-b5ead72ac290/5ba2dc0b-d991-4107-92e2-b5ead72ac290.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1557.602032] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1557.602225] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0d527a0-4faf-4849-aac8-ad7ab1970bd9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.614517] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1557.614517] env[62913]: value = "task-1821953" [ 1557.614517] env[62913]: _type = "Task" [ 1557.614517] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.624369] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.656167] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a86562c-8092-4cd1-9494-962b15f2065e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.665521] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a61919-1779-48ec-b4f2-3e2cd7b1dc75 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.709361] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc12062e-0655-44e0-8eaf-d32c70ebb7e9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.721190] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1821951, 'name': ReconfigVM_Task, 'duration_secs': 1.446034} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.721564] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b/6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.723269] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de41a6d-676c-4837-b801-91a17236ae81 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.727213] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dc22c3d-dff1-4d0a-9e17-857354a73525 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.741667] env[62913]: DEBUG nova.compute.provider_tree [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.747947] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1557.747947] env[62913]: value = "task-1821954" [ 1557.747947] env[62913]: _type = "Task" [ 1557.747947] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.758356] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1821954, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.927775] env[62913]: DEBUG oslo_concurrency.lockutils [None req-781cbfbf-5658-4083-990f-6d37c2af5004 tempest-VolumesAssistedSnapshotsTest-247924455 tempest-VolumesAssistedSnapshotsTest-247924455-project-admin] Lock "8be5b047-ec18-42b4-b8ee-8e5a098338da" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.784s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.019352] env[62913]: DEBUG nova.compute.manager [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1558.020346] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2175a230-9302-44e0-bc1b-1017202848f9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.104495] env[62913]: DEBUG nova.compute.manager [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1558.126947] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07596} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.128483] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1558.129912] env[62913]: DEBUG nova.compute.manager [req-1eee47e4-3567-4f82-920a-8656c6901db3 req-b4dc3390-0887-429f-8814-9757e7277983 service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Received event network-changed-0ab1867c-906e-4aac-8509-e582b42e9f40 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1558.130113] env[62913]: DEBUG nova.compute.manager [req-1eee47e4-3567-4f82-920a-8656c6901db3 req-b4dc3390-0887-429f-8814-9757e7277983 service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Refreshing instance network info cache due to event network-changed-0ab1867c-906e-4aac-8509-e582b42e9f40. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1558.130508] env[62913]: DEBUG oslo_concurrency.lockutils [req-1eee47e4-3567-4f82-920a-8656c6901db3 req-b4dc3390-0887-429f-8814-9757e7277983 service nova] Acquiring lock "refresh_cache-90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.130678] env[62913]: DEBUG oslo_concurrency.lockutils [req-1eee47e4-3567-4f82-920a-8656c6901db3 req-b4dc3390-0887-429f-8814-9757e7277983 service nova] Acquired lock "refresh_cache-90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.130847] env[62913]: DEBUG nova.network.neutron [req-1eee47e4-3567-4f82-920a-8656c6901db3 req-b4dc3390-0887-429f-8814-9757e7277983 service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Refreshing network info cache for port 0ab1867c-906e-4aac-8509-e582b42e9f40 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1558.133876] env[62913]: DEBUG nova.virt.hardware [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1558.134153] env[62913]: DEBUG nova.virt.hardware [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1558.134325] env[62913]: DEBUG nova.virt.hardware [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1558.134668] env[62913]: DEBUG nova.virt.hardware [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1558.134837] env[62913]: DEBUG nova.virt.hardware [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1558.135115] env[62913]: DEBUG nova.virt.hardware [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1558.135228] env[62913]: DEBUG nova.virt.hardware [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1558.135384] env[62913]: DEBUG nova.virt.hardware [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1558.135548] env[62913]: DEBUG nova.virt.hardware [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1558.135735] env[62913]: DEBUG nova.virt.hardware [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1558.135872] env[62913]: DEBUG nova.virt.hardware [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1558.136753] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a628d2c-ed14-4eaa-b52b-29092de403e8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.140225] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac4b669-db6a-40dd-ba61-b1ce1a5c92b7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.161347] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7173c9d6-536a-4c54-83e1-366b88c155dc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.175496] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 5ba2dc0b-d991-4107-92e2-b5ead72ac290/5ba2dc0b-d991-4107-92e2-b5ead72ac290.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1558.176178] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84bcbc9a-d085-4c9a-a7ec-1bfa34bb3004 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.205987] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1558.205987] env[62913]: value = "task-1821956" [ 1558.205987] env[62913]: _type = "Task" [ 1558.205987] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.212151] env[62913]: DEBUG nova.network.neutron [req-1eee47e4-3567-4f82-920a-8656c6901db3 req-b4dc3390-0887-429f-8814-9757e7277983 service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1558.219336] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821956, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.249426] env[62913]: DEBUG nova.scheduler.client.report [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1558.264635] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1821954, 'name': Rename_Task, 'duration_secs': 0.173292} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.264874] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1558.265141] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffe4008b-9eb1-43ad-9a9c-b6fc16c1b5ae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.273477] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1558.273477] env[62913]: value = "task-1821957" [ 1558.273477] env[62913]: _type = "Task" [ 1558.273477] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.283319] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1821957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.410529] env[62913]: DEBUG nova.compute.manager [req-6af8997f-c0b0-418c-9d66-e911b18409bd req-6c169a09-e1d1-41fe-8106-4f4431731a72 service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Received event network-vif-plugged-7885d96f-18b1-4272-b226-f8d7f41767c4 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1558.410804] env[62913]: DEBUG oslo_concurrency.lockutils [req-6af8997f-c0b0-418c-9d66-e911b18409bd req-6c169a09-e1d1-41fe-8106-4f4431731a72 service nova] Acquiring lock "90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.411046] env[62913]: DEBUG oslo_concurrency.lockutils [req-6af8997f-c0b0-418c-9d66-e911b18409bd req-6c169a09-e1d1-41fe-8106-4f4431731a72 service nova] Lock "90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.411832] env[62913]: DEBUG oslo_concurrency.lockutils [req-6af8997f-c0b0-418c-9d66-e911b18409bd req-6c169a09-e1d1-41fe-8106-4f4431731a72 service nova] Lock "90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.412077] env[62913]: DEBUG nova.compute.manager [req-6af8997f-c0b0-418c-9d66-e911b18409bd req-6c169a09-e1d1-41fe-8106-4f4431731a72 service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] No waiting events found dispatching network-vif-plugged-7885d96f-18b1-4272-b226-f8d7f41767c4 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1558.412323] env[62913]: WARNING nova.compute.manager [req-6af8997f-c0b0-418c-9d66-e911b18409bd req-6c169a09-e1d1-41fe-8106-4f4431731a72 service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Received unexpected event network-vif-plugged-7885d96f-18b1-4272-b226-f8d7f41767c4 for instance with vm_state building and task_state spawning. [ 1558.417050] env[62913]: DEBUG nova.network.neutron [req-1eee47e4-3567-4f82-920a-8656c6901db3 req-b4dc3390-0887-429f-8814-9757e7277983 service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.531660] env[62913]: INFO nova.compute.manager [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] instance snapshotting [ 1558.531956] env[62913]: WARNING nova.compute.manager [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1558.534716] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdf76a3-ad17-47d7-94d3-fc19bc6c35b6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.557038] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a5d044-0834-4aca-adc9-483ae2f1a072 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.693422] env[62913]: DEBUG nova.network.neutron [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Successfully updated port: 7885d96f-18b1-4272-b226-f8d7f41767c4 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1558.722181] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821956, 'name': ReconfigVM_Task, 'duration_secs': 0.312667} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.722656] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 5ba2dc0b-d991-4107-92e2-b5ead72ac290/5ba2dc0b-d991-4107-92e2-b5ead72ac290.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1558.723570] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a26cb257-e084-4388-a8ee-1499cf07b234 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.732771] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1558.732771] env[62913]: value = "task-1821958" [ 1558.732771] env[62913]: _type = "Task" [ 1558.732771] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.745985] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821958, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.759663] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.760217] env[62913]: DEBUG nova.compute.manager [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1558.762848] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.734s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.763901] env[62913]: DEBUG nova.objects.instance [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Lazy-loading 'resources' on Instance uuid 4ccc5f58-f12f-42f2-ad16-5465cb3b2995 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1558.784504] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1821957, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.920194] env[62913]: DEBUG oslo_concurrency.lockutils [req-1eee47e4-3567-4f82-920a-8656c6901db3 req-b4dc3390-0887-429f-8814-9757e7277983 service nova] Releasing lock "refresh_cache-90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.920405] env[62913]: DEBUG nova.compute.manager [req-1eee47e4-3567-4f82-920a-8656c6901db3 req-b4dc3390-0887-429f-8814-9757e7277983 service nova] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Received event network-changed-0578ac3a-5165-4d09-a2cb-53dc56531480 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1558.920645] env[62913]: DEBUG nova.compute.manager [req-1eee47e4-3567-4f82-920a-8656c6901db3 req-b4dc3390-0887-429f-8814-9757e7277983 service nova] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Refreshing instance network info cache due to event network-changed-0578ac3a-5165-4d09-a2cb-53dc56531480. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1558.920807] env[62913]: DEBUG oslo_concurrency.lockutils [req-1eee47e4-3567-4f82-920a-8656c6901db3 req-b4dc3390-0887-429f-8814-9757e7277983 service nova] Acquiring lock "refresh_cache-1a60dd50-c805-401b-8574-a11eebc105c6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.920957] env[62913]: DEBUG oslo_concurrency.lockutils [req-1eee47e4-3567-4f82-920a-8656c6901db3 req-b4dc3390-0887-429f-8814-9757e7277983 service nova] Acquired lock "refresh_cache-1a60dd50-c805-401b-8574-a11eebc105c6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.921141] env[62913]: DEBUG nova.network.neutron [req-1eee47e4-3567-4f82-920a-8656c6901db3 req-b4dc3390-0887-429f-8814-9757e7277983 service nova] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Refreshing network info cache for port 0578ac3a-5165-4d09-a2cb-53dc56531480 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1559.008566] env[62913]: DEBUG nova.network.neutron [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Successfully updated port: ff89853e-fa7d-4a08-8875-280751708c23 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1559.069408] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1559.069753] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b69cbf3-6e6a-4d14-a966-0de2ebb8c70a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.076850] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1559.076850] env[62913]: value = "task-1821959" [ 1559.076850] env[62913]: _type = "Task" [ 1559.076850] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.087613] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821959, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.196590] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquiring lock "refresh_cache-90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.196788] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquired lock "refresh_cache-90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.197010] env[62913]: DEBUG nova.network.neutron [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.246202] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821958, 'name': Rename_Task, 'duration_secs': 0.277869} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.246572] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1559.246906] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25e2229a-39f0-459a-8178-472a7010f0f4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.255751] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1559.255751] env[62913]: value = "task-1821960" [ 1559.255751] env[62913]: _type = "Task" [ 1559.255751] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.268036] env[62913]: DEBUG nova.compute.utils [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1559.269394] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.272330] env[62913]: DEBUG nova.compute.manager [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1559.272970] env[62913]: DEBUG nova.network.neutron [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1559.286486] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1821957, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.343134] env[62913]: DEBUG nova.policy [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0710a19ae85d4f17bd6ad5daf1aa4b90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4b41b627bc0441b9c85a109ddf09fb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1559.522062] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Acquiring lock "refresh_cache-50251391-0af4-43d7-9ecd-f0866e239a1e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.522062] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Acquired lock "refresh_cache-50251391-0af4-43d7-9ecd-f0866e239a1e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.522209] env[62913]: DEBUG nova.network.neutron [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.592243] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821959, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.744772] env[62913]: DEBUG nova.network.neutron [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Successfully created port: e9b015d2-6152-471c-ae36-dc3a9f074d0e {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1559.760305] env[62913]: DEBUG nova.network.neutron [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1559.771140] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821960, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.776060] env[62913]: DEBUG nova.compute.manager [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1559.805661] env[62913]: DEBUG oslo_vmware.api [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1821957, 'name': PowerOnVM_Task, 'duration_secs': 1.018558} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.806184] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1559.806378] env[62913]: INFO nova.compute.manager [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1559.806567] env[62913]: DEBUG nova.compute.manager [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1559.807423] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e83aab-69d7-4580-b01a-3341713cf604 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.863435] env[62913]: DEBUG nova.network.neutron [req-1eee47e4-3567-4f82-920a-8656c6901db3 req-b4dc3390-0887-429f-8814-9757e7277983 service nova] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Updated VIF entry in instance network info cache for port 0578ac3a-5165-4d09-a2cb-53dc56531480. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1559.864424] env[62913]: DEBUG nova.network.neutron [req-1eee47e4-3567-4f82-920a-8656c6901db3 req-b4dc3390-0887-429f-8814-9757e7277983 service nova] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Updating instance_info_cache with network_info: [{"id": "0578ac3a-5165-4d09-a2cb-53dc56531480", "address": "fa:16:3e:9a:1c:21", "network": {"id": "bfaa28b4-68c8-4f2e-a15e-fbbd93326944", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2062980778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "279aa86f52184607bae6b586250b1f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0578ac3a-51", "ovs_interfaceid": "0578ac3a-5165-4d09-a2cb-53dc56531480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.869224] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66eaf3ca-fb4e-4d38-be5c-d62f4da410bd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.877917] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55fcb7b-2371-4fea-90db-2312f7f240aa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.917699] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c963e298-4797-40da-b370-fa1685119c67 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.927324] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baefb890-2bf5-454d-bbf9-056eda09f22d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.942210] env[62913]: DEBUG nova.compute.provider_tree [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.086777] env[62913]: DEBUG nova.network.neutron [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1560.096843] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821959, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.265347] env[62913]: DEBUG oslo_vmware.api [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821960, 'name': PowerOnVM_Task, 'duration_secs': 0.63707} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.265542] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1560.265753] env[62913]: INFO nova.compute.manager [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1560.266033] env[62913]: DEBUG nova.compute.manager [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1560.267097] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9b2914-5e3c-413b-9920-0e3059fa2a50 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.319543] env[62913]: DEBUG nova.network.neutron [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Updating instance_info_cache with network_info: [{"id": "0ab1867c-906e-4aac-8509-e582b42e9f40", "address": "fa:16:3e:73:57:72", "network": {"id": "4ddc1c84-1946-4715-89dc-b04f436afafb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-837738011", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab1867c-90", "ovs_interfaceid": "0ab1867c-906e-4aac-8509-e582b42e9f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7885d96f-18b1-4272-b226-f8d7f41767c4", "address": "fa:16:3e:45:f8:03", "network": {"id": "77504e4d-2d21-43e8-a6f8-81becd3001f3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-845671751", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7885d96f-18", "ovs_interfaceid": "7885d96f-18b1-4272-b226-f8d7f41767c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.333657] env[62913]: INFO nova.compute.manager [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Took 47.20 seconds to build instance. [ 1560.373798] env[62913]: DEBUG nova.network.neutron [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Updating instance_info_cache with network_info: [{"id": "ff89853e-fa7d-4a08-8875-280751708c23", "address": "fa:16:3e:36:c9:2a", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff89853e-fa", "ovs_interfaceid": "ff89853e-fa7d-4a08-8875-280751708c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.375272] env[62913]: DEBUG oslo_concurrency.lockutils [req-1eee47e4-3567-4f82-920a-8656c6901db3 req-b4dc3390-0887-429f-8814-9757e7277983 service nova] Releasing lock "refresh_cache-1a60dd50-c805-401b-8574-a11eebc105c6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.377276] env[62913]: DEBUG nova.compute.manager [req-5b70ff53-3bd7-4a76-bc83-c34ae4b46ee5 req-28654ab1-f6db-456f-8b63-1842cbb42a59 service nova] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Received event network-vif-plugged-ff89853e-fa7d-4a08-8875-280751708c23 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1560.378056] env[62913]: DEBUG oslo_concurrency.lockutils [req-5b70ff53-3bd7-4a76-bc83-c34ae4b46ee5 req-28654ab1-f6db-456f-8b63-1842cbb42a59 service nova] Acquiring lock "50251391-0af4-43d7-9ecd-f0866e239a1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.378056] env[62913]: DEBUG oslo_concurrency.lockutils [req-5b70ff53-3bd7-4a76-bc83-c34ae4b46ee5 req-28654ab1-f6db-456f-8b63-1842cbb42a59 service nova] Lock "50251391-0af4-43d7-9ecd-f0866e239a1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.378056] env[62913]: DEBUG oslo_concurrency.lockutils [req-5b70ff53-3bd7-4a76-bc83-c34ae4b46ee5 req-28654ab1-f6db-456f-8b63-1842cbb42a59 service nova] Lock "50251391-0af4-43d7-9ecd-f0866e239a1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.378056] env[62913]: DEBUG nova.compute.manager [req-5b70ff53-3bd7-4a76-bc83-c34ae4b46ee5 req-28654ab1-f6db-456f-8b63-1842cbb42a59 service nova] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] No waiting events found dispatching network-vif-plugged-ff89853e-fa7d-4a08-8875-280751708c23 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1560.378341] env[62913]: WARNING nova.compute.manager [req-5b70ff53-3bd7-4a76-bc83-c34ae4b46ee5 req-28654ab1-f6db-456f-8b63-1842cbb42a59 service nova] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Received unexpected event network-vif-plugged-ff89853e-fa7d-4a08-8875-280751708c23 for instance with vm_state building and task_state spawning. [ 1560.378341] env[62913]: DEBUG nova.compute.manager [req-5b70ff53-3bd7-4a76-bc83-c34ae4b46ee5 req-28654ab1-f6db-456f-8b63-1842cbb42a59 service nova] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Received event network-changed-ff89853e-fa7d-4a08-8875-280751708c23 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1560.378617] env[62913]: DEBUG nova.compute.manager [req-5b70ff53-3bd7-4a76-bc83-c34ae4b46ee5 req-28654ab1-f6db-456f-8b63-1842cbb42a59 service nova] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Refreshing instance network info cache due to event network-changed-ff89853e-fa7d-4a08-8875-280751708c23. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1560.378617] env[62913]: DEBUG oslo_concurrency.lockutils [req-5b70ff53-3bd7-4a76-bc83-c34ae4b46ee5 req-28654ab1-f6db-456f-8b63-1842cbb42a59 service nova] Acquiring lock "refresh_cache-50251391-0af4-43d7-9ecd-f0866e239a1e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.445454] env[62913]: DEBUG nova.scheduler.client.report [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1560.512708] env[62913]: DEBUG nova.compute.manager [req-076a4167-8d63-4fb0-b8e7-3f3fbc867d28 req-8b7e9ed3-bb1f-4a7f-9b29-9fd5b1280b9e service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Received event network-changed-7885d96f-18b1-4272-b226-f8d7f41767c4 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1560.512978] env[62913]: DEBUG nova.compute.manager [req-076a4167-8d63-4fb0-b8e7-3f3fbc867d28 req-8b7e9ed3-bb1f-4a7f-9b29-9fd5b1280b9e service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Refreshing instance network info cache due to event network-changed-7885d96f-18b1-4272-b226-f8d7f41767c4. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1560.513291] env[62913]: DEBUG oslo_concurrency.lockutils [req-076a4167-8d63-4fb0-b8e7-3f3fbc867d28 req-8b7e9ed3-bb1f-4a7f-9b29-9fd5b1280b9e service nova] Acquiring lock "refresh_cache-90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.593284] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821959, 'name': CreateSnapshot_Task, 'duration_secs': 1.100104} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.593770] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1560.594943] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237cb80e-db66-4b9a-afc5-e49296a0c8ed {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.786861] env[62913]: INFO nova.compute.manager [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Took 37.51 seconds to build instance. [ 1560.798963] env[62913]: DEBUG nova.compute.manager [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1560.823496] env[62913]: DEBUG nova.virt.hardware [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1560.823763] env[62913]: DEBUG nova.virt.hardware [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.823920] env[62913]: DEBUG nova.virt.hardware [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1560.824225] env[62913]: DEBUG nova.virt.hardware [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.824317] env[62913]: DEBUG nova.virt.hardware [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1560.825410] env[62913]: DEBUG nova.virt.hardware [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1560.825410] env[62913]: DEBUG nova.virt.hardware [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1560.826185] env[62913]: DEBUG nova.virt.hardware [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1560.826185] env[62913]: DEBUG nova.virt.hardware [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1560.826261] env[62913]: DEBUG nova.virt.hardware [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1560.826427] env[62913]: DEBUG nova.virt.hardware [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1560.827040] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Releasing lock "refresh_cache-90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.827492] env[62913]: DEBUG nova.compute.manager [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Instance network_info: |[{"id": "0ab1867c-906e-4aac-8509-e582b42e9f40", "address": "fa:16:3e:73:57:72", "network": {"id": "4ddc1c84-1946-4715-89dc-b04f436afafb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-837738011", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab1867c-90", "ovs_interfaceid": "0ab1867c-906e-4aac-8509-e582b42e9f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7885d96f-18b1-4272-b226-f8d7f41767c4", "address": "fa:16:3e:45:f8:03", "network": {"id": "77504e4d-2d21-43e8-a6f8-81becd3001f3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-845671751", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7885d96f-18", "ovs_interfaceid": "7885d96f-18b1-4272-b226-f8d7f41767c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1560.828938] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fe5f45-10ee-4639-b9bc-29e5c068b707 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.833633] env[62913]: DEBUG oslo_concurrency.lockutils [req-076a4167-8d63-4fb0-b8e7-3f3fbc867d28 req-8b7e9ed3-bb1f-4a7f-9b29-9fd5b1280b9e service nova] Acquired lock "refresh_cache-90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.833856] env[62913]: DEBUG nova.network.neutron [req-076a4167-8d63-4fb0-b8e7-3f3fbc867d28 req-8b7e9ed3-bb1f-4a7f-9b29-9fd5b1280b9e service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Refreshing network info cache for port 7885d96f-18b1-4272-b226-f8d7f41767c4 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.835472] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:57:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ab1867c-906e-4aac-8509-e582b42e9f40', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:f8:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7885d96f-18b1-4272-b226-f8d7f41767c4', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1560.845646] env[62913]: DEBUG oslo.service.loopingcall [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.849446] env[62913]: DEBUG oslo_concurrency.lockutils [None req-54ab10ee-6e9b-4afa-a8da-570d3e2436de tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.343s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.849446] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1560.851188] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fe46f5b-9714-4b6b-bd54-3a845083b2fe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.874696] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cb608a-0656-42bf-9231-0910ae6f0a29 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.880442] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Releasing lock "refresh_cache-50251391-0af4-43d7-9ecd-f0866e239a1e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.880739] env[62913]: DEBUG nova.compute.manager [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Instance network_info: |[{"id": "ff89853e-fa7d-4a08-8875-280751708c23", "address": "fa:16:3e:36:c9:2a", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff89853e-fa", "ovs_interfaceid": "ff89853e-fa7d-4a08-8875-280751708c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1560.881257] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1560.881257] env[62913]: value = "task-1821961" [ 1560.881257] env[62913]: _type = "Task" [ 1560.881257] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.881509] env[62913]: DEBUG oslo_concurrency.lockutils [req-5b70ff53-3bd7-4a76-bc83-c34ae4b46ee5 req-28654ab1-f6db-456f-8b63-1842cbb42a59 service nova] Acquired lock "refresh_cache-50251391-0af4-43d7-9ecd-f0866e239a1e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.881723] env[62913]: DEBUG nova.network.neutron [req-5b70ff53-3bd7-4a76-bc83-c34ae4b46ee5 req-28654ab1-f6db-456f-8b63-1842cbb42a59 service nova] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Refreshing network info cache for port ff89853e-fa7d-4a08-8875-280751708c23 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.882817] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:c9:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff89853e-fa7d-4a08-8875-280751708c23', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1560.890248] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Creating folder: Project (962ae3a668fa4b579ef8537c8808e6cc). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1560.894162] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e1b4b7d-6870-466a-8820-6edddb2693e7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.913344] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821961, 'name': CreateVM_Task} progress is 15%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.917281] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Created folder: Project (962ae3a668fa4b579ef8537c8808e6cc) in parent group-v377263. [ 1560.917472] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Creating folder: Instances. Parent ref: group-v377380. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1560.917714] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e71d2e8b-d4ba-4728-8453-6b35eb481614 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.927105] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Created folder: Instances in parent group-v377380. [ 1560.927256] env[62913]: DEBUG oslo.service.loopingcall [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.927452] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1560.928045] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a5b34d6-957f-4686-8939-13f92cdb748d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.949041] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1560.949041] env[62913]: value = "task-1821964" [ 1560.949041] env[62913]: _type = "Task" [ 1560.949041] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.952983] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.955565] env[62913]: DEBUG oslo_concurrency.lockutils [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.712s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.955867] env[62913]: DEBUG nova.objects.instance [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Lazy-loading 'resources' on Instance uuid c9d87160-1c3d-42fe-82c9-79aa1a55c528 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.962703] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821964, 'name': CreateVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.984586] env[62913]: INFO nova.scheduler.client.report [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Deleted allocations for instance 4ccc5f58-f12f-42f2-ad16-5465cb3b2995 [ 1561.120232] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1561.121804] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30272c64-b307-45d3-930f-d3ff0194193b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.136923] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1561.136923] env[62913]: value = "task-1821965" [ 1561.136923] env[62913]: _type = "Task" [ 1561.136923] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.145028] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821965, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.288829] env[62913]: INFO nova.compute.manager [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Rescuing [ 1561.289190] env[62913]: DEBUG oslo_concurrency.lockutils [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Acquiring lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.289697] env[62913]: DEBUG oslo_concurrency.lockutils [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Acquired lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.289697] env[62913]: DEBUG nova.network.neutron [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1561.295842] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cc78b27-f06e-4d89-9089-ef1d0eb7a5d8 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Lock "5ba2dc0b-d991-4107-92e2-b5ead72ac290" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.968s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.346301] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquiring lock "a3ac6ef1-b284-466b-bbac-a56a734b7b7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.346556] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "a3ac6ef1-b284-466b-bbac-a56a734b7b7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.374340] env[62913]: DEBUG nova.network.neutron [req-076a4167-8d63-4fb0-b8e7-3f3fbc867d28 req-8b7e9ed3-bb1f-4a7f-9b29-9fd5b1280b9e service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Updated VIF entry in instance network info cache for port 7885d96f-18b1-4272-b226-f8d7f41767c4. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1561.376090] env[62913]: DEBUG nova.network.neutron [req-076a4167-8d63-4fb0-b8e7-3f3fbc867d28 req-8b7e9ed3-bb1f-4a7f-9b29-9fd5b1280b9e service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Updating instance_info_cache with network_info: [{"id": "0ab1867c-906e-4aac-8509-e582b42e9f40", "address": "fa:16:3e:73:57:72", "network": {"id": "4ddc1c84-1946-4715-89dc-b04f436afafb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-837738011", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab1867c-90", "ovs_interfaceid": "0ab1867c-906e-4aac-8509-e582b42e9f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7885d96f-18b1-4272-b226-f8d7f41767c4", "address": "fa:16:3e:45:f8:03", "network": {"id": "77504e4d-2d21-43e8-a6f8-81becd3001f3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-845671751", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7885d96f-18", "ovs_interfaceid": "7885d96f-18b1-4272-b226-f8d7f41767c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.377235] env[62913]: DEBUG nova.compute.manager [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1561.403693] env[62913]: DEBUG nova.network.neutron [req-5b70ff53-3bd7-4a76-bc83-c34ae4b46ee5 req-28654ab1-f6db-456f-8b63-1842cbb42a59 service nova] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Updated VIF entry in instance network info cache for port ff89853e-fa7d-4a08-8875-280751708c23. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1561.404196] env[62913]: DEBUG nova.network.neutron [req-5b70ff53-3bd7-4a76-bc83-c34ae4b46ee5 req-28654ab1-f6db-456f-8b63-1842cbb42a59 service nova] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Updating instance_info_cache with network_info: [{"id": "ff89853e-fa7d-4a08-8875-280751708c23", "address": "fa:16:3e:36:c9:2a", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff89853e-fa", "ovs_interfaceid": "ff89853e-fa7d-4a08-8875-280751708c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.411372] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821961, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.459269] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821964, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.494736] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afa55056-b375-4515-9138-d5a2dfe5571e tempest-ServerDiagnosticsTest-1064696662 tempest-ServerDiagnosticsTest-1064696662-project-member] Lock "4ccc5f58-f12f-42f2-ad16-5465cb3b2995" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.941s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.647557] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821965, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.745772] env[62913]: DEBUG nova.network.neutron [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Successfully updated port: e9b015d2-6152-471c-ae36-dc3a9f074d0e {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1561.804293] env[62913]: DEBUG nova.compute.manager [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1561.807581] env[62913]: DEBUG oslo_concurrency.lockutils [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Acquiring lock "8be5b047-ec18-42b4-b8ee-8e5a098338da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.807915] env[62913]: DEBUG oslo_concurrency.lockutils [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Lock "8be5b047-ec18-42b4-b8ee-8e5a098338da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.808180] env[62913]: DEBUG oslo_concurrency.lockutils [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Acquiring lock "8be5b047-ec18-42b4-b8ee-8e5a098338da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.808377] env[62913]: DEBUG oslo_concurrency.lockutils [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Lock "8be5b047-ec18-42b4-b8ee-8e5a098338da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.808545] env[62913]: DEBUG oslo_concurrency.lockutils [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Lock "8be5b047-ec18-42b4-b8ee-8e5a098338da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.813134] env[62913]: INFO nova.compute.manager [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Terminating instance [ 1561.887557] env[62913]: DEBUG oslo_concurrency.lockutils [req-076a4167-8d63-4fb0-b8e7-3f3fbc867d28 req-8b7e9ed3-bb1f-4a7f-9b29-9fd5b1280b9e service nova] Releasing lock "refresh_cache-90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.907414] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821961, 'name': CreateVM_Task, 'duration_secs': 0.657197} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.911743] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1561.914065] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.915373] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.916025] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.916025] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1561.916416] env[62913]: DEBUG oslo_concurrency.lockutils [req-5b70ff53-3bd7-4a76-bc83-c34ae4b46ee5 req-28654ab1-f6db-456f-8b63-1842cbb42a59 service nova] Releasing lock "refresh_cache-50251391-0af4-43d7-9ecd-f0866e239a1e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.917052] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc4e867-3149-4dcc-a84c-0bdf7fcc1e93 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.922929] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1561.922929] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52c676d1-a561-1409-32aa-05a19f48adfe" [ 1561.922929] env[62913]: _type = "Task" [ 1561.922929] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.937401] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c676d1-a561-1409-32aa-05a19f48adfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.960430] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821964, 'name': CreateVM_Task, 'duration_secs': 0.620241} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.960603] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1561.961284] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.075833] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db44a6a-e3c2-439c-ad87-ab65ba0f281b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.085364] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54840505-b402-4b40-8533-6d46ef4414c9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.117651] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34cd62b-3dda-4e37-add9-56cdab5c3ccc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.126900] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4601d95d-7e0c-4f42-b544-7123a241915b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.141544] env[62913]: DEBUG nova.compute.provider_tree [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1562.144344] env[62913]: DEBUG nova.network.neutron [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Updating instance_info_cache with network_info: [{"id": "4d3ccab3-0a43-4348-b5c8-2560a6c2b25e", "address": "fa:16:3e:fd:15:89", "network": {"id": "0b46b82c-641b-4db3-8a09-0a6fe3645449", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-20105933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "84c50d2b3a114da4a70509ae20469892", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3ccab3-0a", "ovs_interfaceid": "4d3ccab3-0a43-4348-b5c8-2560a6c2b25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.157312] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821965, 'name': CloneVM_Task} progress is 95%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.246666] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "refresh_cache-a5018d06-cfa8-4f6e-b13b-c98db79bccfd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.246881] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired lock "refresh_cache-a5018d06-cfa8-4f6e-b13b-c98db79bccfd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.247019] env[62913]: DEBUG nova.network.neutron [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1562.318975] env[62913]: DEBUG nova.compute.manager [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1562.319244] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1562.320102] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8599f1-8faf-40f2-839c-23620444c2f9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.328598] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1562.328598] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-984a11f9-ea0f-4f60-aa8c-c4f0f4c6a90d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.331216] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.342964] env[62913]: DEBUG oslo_vmware.api [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Waiting for the task: (returnval){ [ 1562.342964] env[62913]: value = "task-1821966" [ 1562.342964] env[62913]: _type = "Task" [ 1562.342964] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.351234] env[62913]: DEBUG oslo_vmware.api [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': task-1821966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.409647] env[62913]: DEBUG nova.compute.manager [req-36f0e8aa-0e51-406f-8003-94ac577cb76e req-731a0b05-0db0-4cdf-9ee0-893776bbfbfb service nova] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Received event network-vif-plugged-e9b015d2-6152-471c-ae36-dc3a9f074d0e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1562.410361] env[62913]: DEBUG oslo_concurrency.lockutils [req-36f0e8aa-0e51-406f-8003-94ac577cb76e req-731a0b05-0db0-4cdf-9ee0-893776bbfbfb service nova] Acquiring lock "a5018d06-cfa8-4f6e-b13b-c98db79bccfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.410361] env[62913]: DEBUG oslo_concurrency.lockutils [req-36f0e8aa-0e51-406f-8003-94ac577cb76e req-731a0b05-0db0-4cdf-9ee0-893776bbfbfb service nova] Lock "a5018d06-cfa8-4f6e-b13b-c98db79bccfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.410361] env[62913]: DEBUG oslo_concurrency.lockutils [req-36f0e8aa-0e51-406f-8003-94ac577cb76e req-731a0b05-0db0-4cdf-9ee0-893776bbfbfb service nova] Lock "a5018d06-cfa8-4f6e-b13b-c98db79bccfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.410640] env[62913]: DEBUG nova.compute.manager [req-36f0e8aa-0e51-406f-8003-94ac577cb76e req-731a0b05-0db0-4cdf-9ee0-893776bbfbfb service nova] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] No waiting events found dispatching network-vif-plugged-e9b015d2-6152-471c-ae36-dc3a9f074d0e {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1562.410862] env[62913]: WARNING nova.compute.manager [req-36f0e8aa-0e51-406f-8003-94ac577cb76e req-731a0b05-0db0-4cdf-9ee0-893776bbfbfb service nova] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Received unexpected event network-vif-plugged-e9b015d2-6152-471c-ae36-dc3a9f074d0e for instance with vm_state building and task_state spawning. [ 1562.410938] env[62913]: DEBUG nova.compute.manager [req-36f0e8aa-0e51-406f-8003-94ac577cb76e req-731a0b05-0db0-4cdf-9ee0-893776bbfbfb service nova] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Received event network-changed-e9b015d2-6152-471c-ae36-dc3a9f074d0e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1562.411706] env[62913]: DEBUG nova.compute.manager [req-36f0e8aa-0e51-406f-8003-94ac577cb76e req-731a0b05-0db0-4cdf-9ee0-893776bbfbfb service nova] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Refreshing instance network info cache due to event network-changed-e9b015d2-6152-471c-ae36-dc3a9f074d0e. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1562.412952] env[62913]: DEBUG oslo_concurrency.lockutils [req-36f0e8aa-0e51-406f-8003-94ac577cb76e req-731a0b05-0db0-4cdf-9ee0-893776bbfbfb service nova] Acquiring lock "refresh_cache-a5018d06-cfa8-4f6e-b13b-c98db79bccfd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.435042] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c676d1-a561-1409-32aa-05a19f48adfe, 'name': SearchDatastore_Task, 'duration_secs': 0.01183} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.435042] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.435042] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1562.435221] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.435305] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.435457] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1562.435865] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.436558] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1562.436558] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-056f6a8f-6f25-44b6-8d74-4fb1979b38aa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.439315] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1960fc8b-ca0f-4e9f-83f2-d572c8082a97 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.445848] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Waiting for the task: (returnval){ [ 1562.445848] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523a5afd-5915-e26a-7fdc-92753d845ad8" [ 1562.445848] env[62913]: _type = "Task" [ 1562.445848] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.450835] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1562.451052] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1562.452692] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf3cd1c-de08-4983-8405-95bf16a5ef2a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.458449] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523a5afd-5915-e26a-7fdc-92753d845ad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.461790] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1562.461790] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b6025c-b556-2853-9226-7df3d6dda43d" [ 1562.461790] env[62913]: _type = "Task" [ 1562.461790] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.472905] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b6025c-b556-2853-9226-7df3d6dda43d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.646523] env[62913]: DEBUG nova.scheduler.client.report [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1562.651147] env[62913]: DEBUG oslo_concurrency.lockutils [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Releasing lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.659586] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1821965, 'name': CloneVM_Task, 'duration_secs': 1.177686} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.659833] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Created linked-clone VM from snapshot [ 1562.660685] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cebf99-6993-480f-a26a-36ff4b8157e4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.674203] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Uploading image b1b1cf23-82b7-4651-95e6-5232d9ecc129 {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1562.699572] env[62913]: DEBUG oslo_vmware.rw_handles [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1562.699572] env[62913]: value = "vm-377383" [ 1562.699572] env[62913]: _type = "VirtualMachine" [ 1562.699572] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1562.700222] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-96d0cdd9-e325-454e-bc8e-1689791fac20 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.708290] env[62913]: DEBUG oslo_vmware.rw_handles [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lease: (returnval){ [ 1562.708290] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525065ad-4ded-62ad-fbb1-93bf535f73a3" [ 1562.708290] env[62913]: _type = "HttpNfcLease" [ 1562.708290] env[62913]: } obtained for exporting VM: (result){ [ 1562.708290] env[62913]: value = "vm-377383" [ 1562.708290] env[62913]: _type = "VirtualMachine" [ 1562.708290] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1562.708791] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the lease: (returnval){ [ 1562.708791] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525065ad-4ded-62ad-fbb1-93bf535f73a3" [ 1562.708791] env[62913]: _type = "HttpNfcLease" [ 1562.708791] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1562.715998] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1562.715998] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525065ad-4ded-62ad-fbb1-93bf535f73a3" [ 1562.715998] env[62913]: _type = "HttpNfcLease" [ 1562.715998] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1562.792116] env[62913]: DEBUG nova.network.neutron [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1562.854646] env[62913]: DEBUG oslo_vmware.api [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': task-1821966, 'name': PowerOffVM_Task, 'duration_secs': 0.238713} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.857440] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1562.857666] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1562.857980] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56687866-f219-4d9f-998a-41e11fc4268c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.942916] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1562.945803] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1562.945803] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Deleting the datastore file [datastore1] 8be5b047-ec18-42b4-b8ee-8e5a098338da {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1562.945803] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcae5b08-1356-4b58-bbd0-07c1cea1eee6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.952526] env[62913]: DEBUG oslo_vmware.api [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Waiting for the task: (returnval){ [ 1562.952526] env[62913]: value = "task-1821969" [ 1562.952526] env[62913]: _type = "Task" [ 1562.952526] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.960556] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523a5afd-5915-e26a-7fdc-92753d845ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.019427} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.961430] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.961689] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1562.961921] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.969234] env[62913]: DEBUG oslo_vmware.api [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': task-1821969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.975824] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b6025c-b556-2853-9226-7df3d6dda43d, 'name': SearchDatastore_Task, 'duration_secs': 0.010292} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.977022] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40709628-a614-4dbd-81cb-f5498142b050 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.981501] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1562.981501] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5282d6c6-f750-310a-5ce9-519c5cf65409" [ 1562.981501] env[62913]: _type = "Task" [ 1562.981501] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.989148] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5282d6c6-f750-310a-5ce9-519c5cf65409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.022480] env[62913]: DEBUG nova.network.neutron [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Updating instance_info_cache with network_info: [{"id": "e9b015d2-6152-471c-ae36-dc3a9f074d0e", "address": "fa:16:3e:61:40:70", "network": {"id": "e00f2ee2-0aa2-4c74-af51-6df18c1b4bc3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1029972307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b41b627bc0441b9c85a109ddf09fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b015d2-61", "ovs_interfaceid": "e9b015d2-6152-471c-ae36-dc3a9f074d0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.152495] env[62913]: DEBUG oslo_concurrency.lockutils [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.155017] env[62913]: DEBUG oslo_concurrency.lockutils [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.616s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.157075] env[62913]: INFO nova.compute.claims [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1563.180898] env[62913]: INFO nova.scheduler.client.report [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Deleted allocations for instance c9d87160-1c3d-42fe-82c9-79aa1a55c528 [ 1563.219256] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1563.219256] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525065ad-4ded-62ad-fbb1-93bf535f73a3" [ 1563.219256] env[62913]: _type = "HttpNfcLease" [ 1563.219256] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1563.219557] env[62913]: DEBUG oslo_vmware.rw_handles [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1563.219557] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525065ad-4ded-62ad-fbb1-93bf535f73a3" [ 1563.219557] env[62913]: _type = "HttpNfcLease" [ 1563.219557] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1563.220907] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a675f3-1450-4517-a1be-53a6b7ba4c1d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.229693] env[62913]: DEBUG oslo_vmware.rw_handles [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a62572-5480-96fc-17bc-a38ca18ffcc7/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1563.229890] env[62913]: DEBUG oslo_vmware.rw_handles [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a62572-5480-96fc-17bc-a38ca18ffcc7/disk-0.vmdk for reading. {{(pid=62913) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1563.336919] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4d21fe65-9a4f-46f7-99e3-5879e1163052 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.465491] env[62913]: DEBUG oslo_vmware.api [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Task: {'id': task-1821969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421501} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.465794] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1563.465935] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1563.466148] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1563.466300] env[62913]: INFO nova.compute.manager [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1563.466540] env[62913]: DEBUG oslo.service.loopingcall [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.466731] env[62913]: DEBUG nova.compute.manager [-] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1563.466825] env[62913]: DEBUG nova.network.neutron [-] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1563.491139] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5282d6c6-f750-310a-5ce9-519c5cf65409, 'name': SearchDatastore_Task, 'duration_secs': 0.018928} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.491416] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.493475] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf/90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1563.493475] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.493475] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1563.493475] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d96a491e-aafe-45cd-abf4-390c8455c0d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.494438] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2388ba27-1799-412e-9b9f-c32e9afd4da9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.500911] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1563.500911] env[62913]: value = "task-1821970" [ 1563.500911] env[62913]: _type = "Task" [ 1563.500911] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.505623] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1563.505699] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1563.509064] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca2ed828-caa8-4a9d-9ff5-156f89e4edf8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.511392] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.515956] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Waiting for the task: (returnval){ [ 1563.515956] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52656d99-71af-8bed-f346-340922d052ad" [ 1563.515956] env[62913]: _type = "Task" [ 1563.515956] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.523878] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52656d99-71af-8bed-f346-340922d052ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.526501] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Releasing lock "refresh_cache-a5018d06-cfa8-4f6e-b13b-c98db79bccfd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.526807] env[62913]: DEBUG nova.compute.manager [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Instance network_info: |[{"id": "e9b015d2-6152-471c-ae36-dc3a9f074d0e", "address": "fa:16:3e:61:40:70", "network": {"id": "e00f2ee2-0aa2-4c74-af51-6df18c1b4bc3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1029972307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b41b627bc0441b9c85a109ddf09fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b015d2-61", "ovs_interfaceid": "e9b015d2-6152-471c-ae36-dc3a9f074d0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1563.527197] env[62913]: DEBUG oslo_concurrency.lockutils [req-36f0e8aa-0e51-406f-8003-94ac577cb76e req-731a0b05-0db0-4cdf-9ee0-893776bbfbfb service nova] Acquired lock "refresh_cache-a5018d06-cfa8-4f6e-b13b-c98db79bccfd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.527299] env[62913]: DEBUG nova.network.neutron [req-36f0e8aa-0e51-406f-8003-94ac577cb76e req-731a0b05-0db0-4cdf-9ee0-893776bbfbfb service nova] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Refreshing network info cache for port e9b015d2-6152-471c-ae36-dc3a9f074d0e {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.531969] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:40:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9b015d2-6152-471c-ae36-dc3a9f074d0e', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1563.536932] env[62913]: DEBUG oslo.service.loopingcall [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.539411] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1563.540398] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-612ea1b3-1b32-4dab-b47d-6396cc3423a8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.560482] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1563.560482] env[62913]: value = "task-1821971" [ 1563.560482] env[62913]: _type = "Task" [ 1563.560482] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.571300] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821971, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.691075] env[62913]: DEBUG oslo_concurrency.lockutils [None req-735f1d84-bff7-405c-b5b4-0ccb160ca82b tempest-ImagesOneServerTestJSON-1152962727 tempest-ImagesOneServerTestJSON-1152962727-project-member] Lock "c9d87160-1c3d-42fe-82c9-79aa1a55c528" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.922s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.012753] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821970, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.028032] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52656d99-71af-8bed-f346-340922d052ad, 'name': SearchDatastore_Task, 'duration_secs': 0.018167} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.029748] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0646009a-c9c2-4b3d-8e98-56f2a412d9ad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.036048] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Waiting for the task: (returnval){ [ 1564.036048] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]526065cd-0cca-b538-e1e1-226688b3eee4" [ 1564.036048] env[62913]: _type = "Task" [ 1564.036048] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.051881] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526065cd-0cca-b538-e1e1-226688b3eee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.080594] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821971, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.202321] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1564.203146] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfb01d6e-ac48-4cd6-8af3-cb1651ce38c7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.214102] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1564.214102] env[62913]: value = "task-1821972" [ 1564.214102] env[62913]: _type = "Task" [ 1564.214102] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.233972] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.519186] env[62913]: DEBUG nova.compute.manager [req-ae590b64-9fbb-4c70-adfa-b05e217b5479 req-bacae692-9edd-4d33-b8ea-d62178b1036a service nova] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Received event network-vif-deleted-b405402e-8e9f-48b7-89bb-10b14a6e0916 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1564.519511] env[62913]: INFO nova.compute.manager [req-ae590b64-9fbb-4c70-adfa-b05e217b5479 req-bacae692-9edd-4d33-b8ea-d62178b1036a service nova] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Neutron deleted interface b405402e-8e9f-48b7-89bb-10b14a6e0916; detaching it from the instance and deleting it from the info cache [ 1564.519754] env[62913]: DEBUG nova.network.neutron [req-ae590b64-9fbb-4c70-adfa-b05e217b5479 req-bacae692-9edd-4d33-b8ea-d62178b1036a service nova] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.528939] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601512} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.528939] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf/90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1564.531143] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1564.531906] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f93a98c-1a77-497a-bd97-8a6c387f4e38 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.544537] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1564.544537] env[62913]: value = "task-1821973" [ 1564.544537] env[62913]: _type = "Task" [ 1564.544537] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.555987] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526065cd-0cca-b538-e1e1-226688b3eee4, 'name': SearchDatastore_Task, 'duration_secs': 0.043452} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.556859] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.557093] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 50251391-0af4-43d7-9ecd-f0866e239a1e/50251391-0af4-43d7-9ecd-f0866e239a1e.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1564.557433] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d8440ce-63d6-4a2b-b10a-1c2bf36cb3fb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.566070] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.573631] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Waiting for the task: (returnval){ [ 1564.573631] env[62913]: value = "task-1821974" [ 1564.573631] env[62913]: _type = "Task" [ 1564.573631] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.588652] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821971, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.595159] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': task-1821974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.727155] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821972, 'name': PowerOffVM_Task, 'duration_secs': 0.215665} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.727155] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1564.727155] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa655543-5e60-4118-a9ec-e1ec2eb7f046 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.748304] env[62913]: DEBUG nova.network.neutron [-] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.754166] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5859a202-d7d7-4225-a0c8-622efff5a55e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.794128] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1564.794740] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32d52d5b-4445-43fa-b52f-7f01c5f4478e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.801969] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1564.801969] env[62913]: value = "task-1821975" [ 1564.801969] env[62913]: _type = "Task" [ 1564.801969] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.815475] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] VM already powered off {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1564.815753] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1564.816083] env[62913]: DEBUG oslo_concurrency.lockutils [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.816270] env[62913]: DEBUG oslo_concurrency.lockutils [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.816483] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1564.818222] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa9bcfa4-961a-461e-a98b-ddce56d94948 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.821445] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29a78dc-962f-49b6-b668-7bed3282ec7a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.831120] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d26cc9b-9fa1-4bca-b5ca-93deb23da9cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.836533] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1564.836868] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1564.838283] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e1a91c2-e8ec-4a07-a69b-092d749db9e3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.872280] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028d053d-0dfe-46a3-a5ea-025d7d7852c1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.876828] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1564.876828] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]524f78bf-6d1b-5375-f836-17c144288b97" [ 1564.876828] env[62913]: _type = "Task" [ 1564.876828] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.885890] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b719bf1f-745c-45c6-90af-9a7243ece01b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.895650] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524f78bf-6d1b-5375-f836-17c144288b97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.907200] env[62913]: DEBUG nova.compute.provider_tree [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1564.909361] env[62913]: DEBUG nova.network.neutron [req-36f0e8aa-0e51-406f-8003-94ac577cb76e req-731a0b05-0db0-4cdf-9ee0-893776bbfbfb service nova] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Updated VIF entry in instance network info cache for port e9b015d2-6152-471c-ae36-dc3a9f074d0e. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1564.909721] env[62913]: DEBUG nova.network.neutron [req-36f0e8aa-0e51-406f-8003-94ac577cb76e req-731a0b05-0db0-4cdf-9ee0-893776bbfbfb service nova] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Updating instance_info_cache with network_info: [{"id": "e9b015d2-6152-471c-ae36-dc3a9f074d0e", "address": "fa:16:3e:61:40:70", "network": {"id": "e00f2ee2-0aa2-4c74-af51-6df18c1b4bc3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1029972307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b41b627bc0441b9c85a109ddf09fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b015d2-61", "ovs_interfaceid": "e9b015d2-6152-471c-ae36-dc3a9f074d0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.024186] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af2cfb73-41e9-46f8-a0cd-a3ea0f489c76 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.034602] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2649ac1-c953-4c4c-bc40-93397c1f41e6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.057317] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14744} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.057931] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1565.058796] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857047bf-5eb2-49da-a6e9-76631a3b3dfc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.080968] env[62913]: DEBUG nova.compute.manager [req-ae590b64-9fbb-4c70-adfa-b05e217b5479 req-bacae692-9edd-4d33-b8ea-d62178b1036a service nova] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Detach interface failed, port_id=b405402e-8e9f-48b7-89bb-10b14a6e0916, reason: Instance 8be5b047-ec18-42b4-b8ee-8e5a098338da could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1565.111779] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf/90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1565.112274] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32a40482-2afe-40ed-9629-76a4bdf4f8d6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.137509] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': task-1821974, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.137857] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821971, 'name': CreateVM_Task, 'duration_secs': 1.56862} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.139290] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1565.139606] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1565.139606] env[62913]: value = "task-1821976" [ 1565.139606] env[62913]: _type = "Task" [ 1565.139606] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.140300] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.140436] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.140939] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1565.141284] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f078f971-9397-4934-9c49-ce8faf0542d8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.152450] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.154098] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1565.154098] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]521054df-88a0-0e0d-d8b1-ef7998f28655" [ 1565.154098] env[62913]: _type = "Task" [ 1565.154098] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.165087] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521054df-88a0-0e0d-d8b1-ef7998f28655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.258705] env[62913]: INFO nova.compute.manager [-] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Took 1.79 seconds to deallocate network for instance. [ 1565.388862] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524f78bf-6d1b-5375-f836-17c144288b97, 'name': SearchDatastore_Task, 'duration_secs': 0.014086} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.389780] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d46d717-27c4-4e05-9600-6ae14a5807bd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.395774] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1565.395774] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523c04d2-dd53-fad9-625f-96984f2130e0" [ 1565.395774] env[62913]: _type = "Task" [ 1565.395774] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.409228] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523c04d2-dd53-fad9-625f-96984f2130e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.412323] env[62913]: DEBUG nova.scheduler.client.report [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1565.415750] env[62913]: DEBUG oslo_concurrency.lockutils [req-36f0e8aa-0e51-406f-8003-94ac577cb76e req-731a0b05-0db0-4cdf-9ee0-893776bbfbfb service nova] Releasing lock "refresh_cache-a5018d06-cfa8-4f6e-b13b-c98db79bccfd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.592564] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': task-1821974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80929} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.592795] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 50251391-0af4-43d7-9ecd-f0866e239a1e/50251391-0af4-43d7-9ecd-f0866e239a1e.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1565.593126] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1565.593411] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b8e8170-46cf-4fbd-9da9-d25c81ee11e6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.601281] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Waiting for the task: (returnval){ [ 1565.601281] env[62913]: value = "task-1821977" [ 1565.601281] env[62913]: _type = "Task" [ 1565.601281] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.612268] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': task-1821977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.652266] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.667874] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521054df-88a0-0e0d-d8b1-ef7998f28655, 'name': SearchDatastore_Task, 'duration_secs': 0.053867} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.668539] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.668741] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1565.668967] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.771043] env[62913]: DEBUG oslo_concurrency.lockutils [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.907587] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523c04d2-dd53-fad9-625f-96984f2130e0, 'name': SearchDatastore_Task, 'duration_secs': 0.016033} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.907873] env[62913]: DEBUG oslo_concurrency.lockutils [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.908151] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 5ba2dc0b-d991-4107-92e2-b5ead72ac290/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk. {{(pid=62913) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1565.908449] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.908623] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1565.908834] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6258690d-2b33-4eef-9441-e097950dba75 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.911191] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37249144-b5ef-4d8a-b775-6f5ef42a9df9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.917380] env[62913]: DEBUG oslo_concurrency.lockutils [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.917902] env[62913]: DEBUG nova.compute.manager [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1565.924194] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.795s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.925165] env[62913]: INFO nova.compute.claims [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1565.930305] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1565.930569] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1565.931455] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1565.931455] env[62913]: value = "task-1821978" [ 1565.931455] env[62913]: _type = "Task" [ 1565.931455] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.932125] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8614658-9793-475c-b16e-59c0e0109684 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.947867] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.950069] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1565.950069] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5248c233-91a2-c13c-0c3a-e1a371ccef00" [ 1565.950069] env[62913]: _type = "Task" [ 1565.950069] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.960161] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5248c233-91a2-c13c-0c3a-e1a371ccef00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.113139] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': task-1821977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088142} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.113139] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1566.113362] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8e99d1-b0ea-4722-8d4c-ede1ad07ed4f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.140419] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 50251391-0af4-43d7-9ecd-f0866e239a1e/50251391-0af4-43d7-9ecd-f0866e239a1e.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1566.140807] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87423081-b0bd-421f-80a6-269c1fa50a0a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.166218] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821976, 'name': ReconfigVM_Task, 'duration_secs': 0.76386} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.167448] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf/90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1566.168234] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Waiting for the task: (returnval){ [ 1566.168234] env[62913]: value = "task-1821979" [ 1566.168234] env[62913]: _type = "Task" [ 1566.168234] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.170598] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f0a84f9-4516-4d4c-9e6b-9073ddc5fe74 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.179229] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': task-1821979, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.182370] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1566.182370] env[62913]: value = "task-1821980" [ 1566.182370] env[62913]: _type = "Task" [ 1566.182370] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.190757] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821980, 'name': Rename_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.441239] env[62913]: DEBUG nova.compute.utils [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1566.442759] env[62913]: DEBUG nova.compute.manager [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1566.442964] env[62913]: DEBUG nova.network.neutron [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1566.460256] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821978, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.464531] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5248c233-91a2-c13c-0c3a-e1a371ccef00, 'name': SearchDatastore_Task, 'duration_secs': 0.023429} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.465381] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-306bd9af-236d-4a31-afc6-5eab56bd3049 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.471075] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1566.471075] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52e32432-e81e-cf47-1c05-295e6ef5531d" [ 1566.471075] env[62913]: _type = "Task" [ 1566.471075] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.481485] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e32432-e81e-cf47-1c05-295e6ef5531d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.535577] env[62913]: DEBUG nova.policy [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad2574dee17246c1b7b97b97bba7cc58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38289e1d94f84d2faff6cf23c18ed8b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1566.682775] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': task-1821979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.692272] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821980, 'name': Rename_Task, 'duration_secs': 0.454259} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.692272] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1566.692405] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53d4c5d4-6c1c-4d1d-a285-1db5379bdcda {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.701463] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1566.701463] env[62913]: value = "task-1821981" [ 1566.701463] env[62913]: _type = "Task" [ 1566.701463] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.711018] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.956025] env[62913]: DEBUG nova.compute.manager [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1566.962211] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662378} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.962745] env[62913]: INFO nova.virt.vmwareapi.ds_util [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 5ba2dc0b-d991-4107-92e2-b5ead72ac290/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk. [ 1566.963690] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f175de9e-9dca-4071-85b5-b607713b6329 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.993792] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 5ba2dc0b-d991-4107-92e2-b5ead72ac290/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1567.000345] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30fc21be-c079-4680-9bf6-e885bd1152f1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.022815] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e32432-e81e-cf47-1c05-295e6ef5531d, 'name': SearchDatastore_Task, 'duration_secs': 0.052094} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.024325] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.024596] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] a5018d06-cfa8-4f6e-b13b-c98db79bccfd/a5018d06-cfa8-4f6e-b13b-c98db79bccfd.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1567.025855] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1567.025855] env[62913]: value = "task-1821982" [ 1567.025855] env[62913]: _type = "Task" [ 1567.025855] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.025855] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7c244e8-2fc1-492a-8a4f-2aed90bdbca5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.036884] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821982, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.041344] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1567.041344] env[62913]: value = "task-1821983" [ 1567.041344] env[62913]: _type = "Task" [ 1567.041344] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.051773] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.189111] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': task-1821979, 'name': ReconfigVM_Task, 'duration_secs': 0.860602} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.190980] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 50251391-0af4-43d7-9ecd-f0866e239a1e/50251391-0af4-43d7-9ecd-f0866e239a1e.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.192039] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97a6b0e4-4baf-47b7-82d7-311e6d578be6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.201404] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Waiting for the task: (returnval){ [ 1567.201404] env[62913]: value = "task-1821984" [ 1567.201404] env[62913]: _type = "Task" [ 1567.201404] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.223916] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821981, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.230402] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': task-1821984, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.254944] env[62913]: DEBUG nova.network.neutron [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Successfully created port: 60873f65-6340-4278-a4e5-a41e9ede6517 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1567.545357] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821982, 'name': ReconfigVM_Task, 'duration_secs': 0.37565} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.553507] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 5ba2dc0b-d991-4107-92e2-b5ead72ac290/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.556365] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8d9a7e-e0f5-4ae3-aef4-54b5172270c4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.565622] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821983, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.591272] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1365432-830b-49ee-aab4-68a4eb3a8f74 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.608309] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1567.608309] env[62913]: value = "task-1821985" [ 1567.608309] env[62913]: _type = "Task" [ 1567.608309] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.617650] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.713547] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': task-1821984, 'name': Rename_Task, 'duration_secs': 0.254796} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.717857] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1567.721078] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d917da33-536f-444e-949f-3bc540bf3965 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.729907] env[62913]: DEBUG oslo_vmware.api [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821981, 'name': PowerOnVM_Task, 'duration_secs': 0.746291} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.730513] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1567.730733] env[62913]: INFO nova.compute.manager [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Took 12.36 seconds to spawn the instance on the hypervisor. [ 1567.730925] env[62913]: DEBUG nova.compute.manager [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1567.731278] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Waiting for the task: (returnval){ [ 1567.731278] env[62913]: value = "task-1821986" [ 1567.731278] env[62913]: _type = "Task" [ 1567.731278] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.732512] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1266ac-579d-4f01-b7e0-f7ec7f25fca0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.742332] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e554445e-eac9-48da-a1e2-ece254529412 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.753547] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': task-1821986, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.759381] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d14cd3-99f1-4c1d-8362-edbbc38a2823 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.798800] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac11c72-5660-4ff8-b0c2-034bc6f204c2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.807157] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2595df2d-dba5-474a-87ed-e9ce950a6e1d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.822868] env[62913]: DEBUG nova.compute.provider_tree [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.963669] env[62913]: DEBUG nova.compute.manager [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1567.994215] env[62913]: DEBUG nova.virt.hardware [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1567.994419] env[62913]: DEBUG nova.virt.hardware [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1567.994577] env[62913]: DEBUG nova.virt.hardware [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1567.994845] env[62913]: DEBUG nova.virt.hardware [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1567.994902] env[62913]: DEBUG nova.virt.hardware [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1567.995053] env[62913]: DEBUG nova.virt.hardware [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1567.995272] env[62913]: DEBUG nova.virt.hardware [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1567.995457] env[62913]: DEBUG nova.virt.hardware [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1567.995595] env[62913]: DEBUG nova.virt.hardware [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1567.995758] env[62913]: DEBUG nova.virt.hardware [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1567.995953] env[62913]: DEBUG nova.virt.hardware [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1567.996896] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c111c134-1bf2-4fcd-a52b-4bfcedb60f3d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.006811] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0712b004-dba7-46a6-b9e9-c1272da4e80e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.057602] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646777} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.057876] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] a5018d06-cfa8-4f6e-b13b-c98db79bccfd/a5018d06-cfa8-4f6e-b13b-c98db79bccfd.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.058102] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1568.058358] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6102519-6967-4d8b-837d-059b95ec96a1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.068970] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1568.068970] env[62913]: value = "task-1821987" [ 1568.068970] env[62913]: _type = "Task" [ 1568.068970] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.077894] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.109926] env[62913]: DEBUG oslo_concurrency.lockutils [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Acquiring lock "4a71c0fe-c77d-459d-8db9-e301c5c1e58b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.110567] env[62913]: DEBUG oslo_concurrency.lockutils [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Lock "4a71c0fe-c77d-459d-8db9-e301c5c1e58b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.119986] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821985, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.246720] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': task-1821986, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.261840] env[62913]: INFO nova.compute.manager [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Took 43.09 seconds to build instance. [ 1568.396587] env[62913]: DEBUG nova.scheduler.client.report [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.583398] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125961} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.584031] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1568.585341] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe6c00e-6791-428b-b9a3-ca265f134a61 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.624022] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] a5018d06-cfa8-4f6e-b13b-c98db79bccfd/a5018d06-cfa8-4f6e-b13b-c98db79bccfd.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1568.625256] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70e0f3ca-9c17-4f41-9edc-cc6971d4982e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.654088] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821985, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.655786] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1568.655786] env[62913]: value = "task-1821988" [ 1568.655786] env[62913]: _type = "Task" [ 1568.655786] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.664752] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821988, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.748720] env[62913]: DEBUG oslo_vmware.api [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': task-1821986, 'name': PowerOnVM_Task, 'duration_secs': 0.636242} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.749627] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1568.749854] env[62913]: INFO nova.compute.manager [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Took 10.65 seconds to spawn the instance on the hypervisor. [ 1568.750064] env[62913]: DEBUG nova.compute.manager [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1568.750898] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210e0cf9-e3e0-4f41-b2b8-c9d2764764cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.768062] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ade95abf-f4ba-4495-a5c6-932ee0f2e35f tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.090s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.833215] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.910s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.836700] env[62913]: DEBUG nova.compute.manager [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1568.839349] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.625s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.839977] env[62913]: DEBUG nova.objects.instance [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Lazy-loading 'resources' on Instance uuid 9a5b673c-e771-4471-938e-8ab8faf4d0c1 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.106250] env[62913]: DEBUG nova.compute.manager [req-528d09e8-c09c-4a51-978c-9bcfb8d2f045 req-48744c3a-8021-4380-85c6-0b4d78be5604 service nova] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Received event network-vif-plugged-60873f65-6340-4278-a4e5-a41e9ede6517 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1569.106479] env[62913]: DEBUG oslo_concurrency.lockutils [req-528d09e8-c09c-4a51-978c-9bcfb8d2f045 req-48744c3a-8021-4380-85c6-0b4d78be5604 service nova] Acquiring lock "e8420f50-89c4-4363-8f0b-0b2752a8ae1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.111024] env[62913]: DEBUG oslo_concurrency.lockutils [req-528d09e8-c09c-4a51-978c-9bcfb8d2f045 req-48744c3a-8021-4380-85c6-0b4d78be5604 service nova] Lock "e8420f50-89c4-4363-8f0b-0b2752a8ae1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.111024] env[62913]: DEBUG oslo_concurrency.lockutils [req-528d09e8-c09c-4a51-978c-9bcfb8d2f045 req-48744c3a-8021-4380-85c6-0b4d78be5604 service nova] Lock "e8420f50-89c4-4363-8f0b-0b2752a8ae1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.111024] env[62913]: DEBUG nova.compute.manager [req-528d09e8-c09c-4a51-978c-9bcfb8d2f045 req-48744c3a-8021-4380-85c6-0b4d78be5604 service nova] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] No waiting events found dispatching network-vif-plugged-60873f65-6340-4278-a4e5-a41e9ede6517 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1569.111024] env[62913]: WARNING nova.compute.manager [req-528d09e8-c09c-4a51-978c-9bcfb8d2f045 req-48744c3a-8021-4380-85c6-0b4d78be5604 service nova] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Received unexpected event network-vif-plugged-60873f65-6340-4278-a4e5-a41e9ede6517 for instance with vm_state building and task_state spawning. [ 1569.118875] env[62913]: DEBUG nova.network.neutron [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Successfully updated port: 60873f65-6340-4278-a4e5-a41e9ede6517 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1569.127841] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821985, 'name': ReconfigVM_Task, 'duration_secs': 1.17804} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.128182] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1569.128749] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45de89e1-f50a-4052-8666-c59590a2ab18 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.137123] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1569.137123] env[62913]: value = "task-1821989" [ 1569.137123] env[62913]: _type = "Task" [ 1569.137123] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.145669] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.168407] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.237261] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquiring lock "90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.237648] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.237919] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquiring lock "90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.240539] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.240539] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.240842] env[62913]: INFO nova.compute.manager [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Terminating instance [ 1569.272428] env[62913]: DEBUG nova.compute.manager [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1569.276694] env[62913]: INFO nova.compute.manager [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Took 37.15 seconds to build instance. [ 1569.350678] env[62913]: DEBUG nova.compute.utils [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1569.350678] env[62913]: DEBUG nova.compute.manager [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1569.350678] env[62913]: DEBUG nova.network.neutron [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1569.423810] env[62913]: DEBUG nova.policy [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4186104d9f094b79844bef33425ee7e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75d3f98429064db8aedff2c4c70db0d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1569.632097] env[62913]: DEBUG oslo_concurrency.lockutils [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "refresh_cache-e8420f50-89c4-4363-8f0b-0b2752a8ae1e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.632097] env[62913]: DEBUG oslo_concurrency.lockutils [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquired lock "refresh_cache-e8420f50-89c4-4363-8f0b-0b2752a8ae1e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.632097] env[62913]: DEBUG nova.network.neutron [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1569.655324] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821989, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.669748] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821988, 'name': ReconfigVM_Task, 'duration_secs': 0.722832} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.670085] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Reconfigured VM instance instance-00000029 to attach disk [datastore1] a5018d06-cfa8-4f6e-b13b-c98db79bccfd/a5018d06-cfa8-4f6e-b13b-c98db79bccfd.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1569.670746] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ab23680-bc28-4a36-82b0-eabc1571446d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.680247] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1569.680247] env[62913]: value = "task-1821990" [ 1569.680247] env[62913]: _type = "Task" [ 1569.680247] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.688470] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821990, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.744565] env[62913]: DEBUG nova.compute.manager [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1569.745302] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1569.746255] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70315330-4206-4632-b641-3f1c4b0b021f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.763437] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.763734] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-766eee87-19bc-4235-9fe0-a70e968b3a44 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.774974] env[62913]: DEBUG oslo_vmware.api [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1569.774974] env[62913]: value = "task-1821991" [ 1569.774974] env[62913]: _type = "Task" [ 1569.774974] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.784981] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8f51e160-bbba-4a12-b192-4a5fcbd43ed1 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Lock "50251391-0af4-43d7-9ecd-f0866e239a1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.950s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.803640] env[62913]: DEBUG oslo_vmware.api [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.803640] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.854999] env[62913]: DEBUG nova.compute.manager [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1569.966893] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245067a3-3437-451a-ac2d-391cb9e2abf2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.982849] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59480876-1a86-44ab-8472-2f49f94b8f82 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.034048] env[62913]: DEBUG nova.network.neutron [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Successfully created port: 327c7609-aea1-4203-98e1-9f4209579305 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1570.037518] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf7910e-beaf-4bca-a03b-e5428f194768 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.045584] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcfd8f2-e865-4dbe-9d4a-f6a471dd079c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.061108] env[62913]: DEBUG nova.compute.provider_tree [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.148613] env[62913]: DEBUG oslo_vmware.api [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1821989, 'name': PowerOnVM_Task, 'duration_secs': 0.633862} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.148891] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1570.152607] env[62913]: DEBUG nova.compute.manager [None req-18579710-c2b2-4c9e-b054-13b1467db328 tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1570.153448] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517dffcd-1e36-4e50-825e-15a2fca7c1a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.187842] env[62913]: DEBUG nova.network.neutron [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1570.192738] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821990, 'name': Rename_Task, 'duration_secs': 0.236989} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.193419] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1570.193679] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba75ebc5-49e6-4aba-a80c-cd3ed92d8e0c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.201461] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1570.201461] env[62913]: value = "task-1821992" [ 1570.201461] env[62913]: _type = "Task" [ 1570.201461] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.210613] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.287940] env[62913]: DEBUG oslo_vmware.api [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821991, 'name': PowerOffVM_Task, 'duration_secs': 0.264818} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.288675] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.288818] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.289062] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e99043dc-4b12-4397-aad1-c3a0e06639b6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.291234] env[62913]: DEBUG nova.compute.manager [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1570.386898] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Acquiring lock "50251391-0af4-43d7-9ecd-f0866e239a1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.387261] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Lock "50251391-0af4-43d7-9ecd-f0866e239a1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.387473] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Acquiring lock "50251391-0af4-43d7-9ecd-f0866e239a1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.387653] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Lock "50251391-0af4-43d7-9ecd-f0866e239a1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.388090] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Lock "50251391-0af4-43d7-9ecd-f0866e239a1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.391304] env[62913]: INFO nova.compute.manager [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Terminating instance [ 1570.451504] env[62913]: DEBUG nova.network.neutron [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Updating instance_info_cache with network_info: [{"id": "60873f65-6340-4278-a4e5-a41e9ede6517", "address": "fa:16:3e:bf:c0:be", "network": {"id": "8798f4b7-c21c-4b30-8448-bc41c5d40e1b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001615581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "38289e1d94f84d2faff6cf23c18ed8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60873f65-63", "ovs_interfaceid": "60873f65-6340-4278-a4e5-a41e9ede6517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.530026] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.530208] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.530455] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Deleting the datastore file [datastore1] 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.530956] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c3c9182-2d54-4173-9f06-dd14604345e5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.540033] env[62913]: DEBUG oslo_vmware.api [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for the task: (returnval){ [ 1570.540033] env[62913]: value = "task-1821994" [ 1570.540033] env[62913]: _type = "Task" [ 1570.540033] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.555220] env[62913]: DEBUG oslo_vmware.api [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.569673] env[62913]: DEBUG nova.scheduler.client.report [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1570.719769] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.812475] env[62913]: DEBUG oslo_concurrency.lockutils [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.875433] env[62913]: DEBUG nova.compute.manager [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1570.896461] env[62913]: DEBUG nova.compute.manager [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1570.896701] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1570.897638] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6c2a24-6944-4d5a-8139-a733aa78a0c8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.912064] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.912363] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c5609f6-e50d-4a48-a55b-4888207c7e92 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.918600] env[62913]: DEBUG nova.virt.hardware [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:17:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c6fa0ab1-7a2c-4e76-a727-bd68ade0e4f4',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2047851665',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1570.918600] env[62913]: DEBUG nova.virt.hardware [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1570.918928] env[62913]: DEBUG nova.virt.hardware [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1570.918928] env[62913]: DEBUG nova.virt.hardware [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1570.919053] env[62913]: DEBUG nova.virt.hardware [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1570.919189] env[62913]: DEBUG nova.virt.hardware [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1570.919388] env[62913]: DEBUG nova.virt.hardware [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1570.919538] env[62913]: DEBUG nova.virt.hardware [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1570.919735] env[62913]: DEBUG nova.virt.hardware [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1570.919940] env[62913]: DEBUG nova.virt.hardware [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1570.920064] env[62913]: DEBUG nova.virt.hardware [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1570.921053] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340cc8be-20fe-4017-a9c2-6284cf3f6547 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.930828] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e82b763-8398-43ab-8ffb-bd6b6dce66f3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.939770] env[62913]: DEBUG oslo_vmware.api [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Waiting for the task: (returnval){ [ 1570.939770] env[62913]: value = "task-1821995" [ 1570.939770] env[62913]: _type = "Task" [ 1570.939770] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.958180] env[62913]: DEBUG oslo_concurrency.lockutils [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Releasing lock "refresh_cache-e8420f50-89c4-4363-8f0b-0b2752a8ae1e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.958468] env[62913]: DEBUG nova.compute.manager [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Instance network_info: |[{"id": "60873f65-6340-4278-a4e5-a41e9ede6517", "address": "fa:16:3e:bf:c0:be", "network": {"id": "8798f4b7-c21c-4b30-8448-bc41c5d40e1b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001615581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "38289e1d94f84d2faff6cf23c18ed8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60873f65-63", "ovs_interfaceid": "60873f65-6340-4278-a4e5-a41e9ede6517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1570.959762] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:c0:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60873f65-6340-4278-a4e5-a41e9ede6517', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1570.967648] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Creating folder: Project (38289e1d94f84d2faff6cf23c18ed8b2). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1570.971115] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41cbea66-3bf7-4a2d-8ba8-6a9e8027e4a8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.974147] env[62913]: DEBUG oslo_vmware.api [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': task-1821995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.981979] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Created folder: Project (38289e1d94f84d2faff6cf23c18ed8b2) in parent group-v377263. [ 1570.982093] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Creating folder: Instances. Parent ref: group-v377385. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1570.982386] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15471712-bf0a-449b-a3f6-c36b42d7f541 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.992027] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Created folder: Instances in parent group-v377385. [ 1570.992027] env[62913]: DEBUG oslo.service.loopingcall [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1570.992027] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1570.992027] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38d2211b-8951-4447-b738-8fe699773ff8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.013730] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1571.013730] env[62913]: value = "task-1821998" [ 1571.013730] env[62913]: _type = "Task" [ 1571.013730] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.025024] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821998, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.051622] env[62913]: DEBUG oslo_vmware.api [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Task: {'id': task-1821994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168503} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.051976] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.052180] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.052363] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1571.052540] env[62913]: INFO nova.compute.manager [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1571.052784] env[62913]: DEBUG oslo.service.loopingcall [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.053020] env[62913]: DEBUG nova.compute.manager [-] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1571.053126] env[62913]: DEBUG nova.network.neutron [-] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1571.077157] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.077661] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.973s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.077897] env[62913]: DEBUG nova.objects.instance [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Lazy-loading 'resources' on Instance uuid a69317c1-cf06-4f63-a58a-288a6cd20498 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.120045] env[62913]: INFO nova.scheduler.client.report [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Deleted allocations for instance 9a5b673c-e771-4471-938e-8ab8faf4d0c1 [ 1571.226611] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821992, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.235950] env[62913]: DEBUG nova.compute.manager [req-6702927a-3f44-4959-b340-fc8244fa72d4 req-d4d6b043-8934-488f-ad03-0aa01c363554 service nova] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Received event network-changed-60873f65-6340-4278-a4e5-a41e9ede6517 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1571.236175] env[62913]: DEBUG nova.compute.manager [req-6702927a-3f44-4959-b340-fc8244fa72d4 req-d4d6b043-8934-488f-ad03-0aa01c363554 service nova] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Refreshing instance network info cache due to event network-changed-60873f65-6340-4278-a4e5-a41e9ede6517. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1571.236404] env[62913]: DEBUG oslo_concurrency.lockutils [req-6702927a-3f44-4959-b340-fc8244fa72d4 req-d4d6b043-8934-488f-ad03-0aa01c363554 service nova] Acquiring lock "refresh_cache-e8420f50-89c4-4363-8f0b-0b2752a8ae1e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.236557] env[62913]: DEBUG oslo_concurrency.lockutils [req-6702927a-3f44-4959-b340-fc8244fa72d4 req-d4d6b043-8934-488f-ad03-0aa01c363554 service nova] Acquired lock "refresh_cache-e8420f50-89c4-4363-8f0b-0b2752a8ae1e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.236725] env[62913]: DEBUG nova.network.neutron [req-6702927a-3f44-4959-b340-fc8244fa72d4 req-d4d6b043-8934-488f-ad03-0aa01c363554 service nova] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Refreshing network info cache for port 60873f65-6340-4278-a4e5-a41e9ede6517 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.453800] env[62913]: DEBUG oslo_vmware.api [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': task-1821995, 'name': PowerOffVM_Task, 'duration_secs': 0.272406} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.454190] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1571.456701] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1571.457035] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b53b93e-b00a-444f-896b-1f7a4a45ed14 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.526096] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821998, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.574891] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1571.575223] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1571.575547] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Deleting the datastore file [datastore1] 50251391-0af4-43d7-9ecd-f0866e239a1e {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1571.575742] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75daadcd-8c6e-40be-9910-5365df40f364 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.594176] env[62913]: DEBUG oslo_vmware.api [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Waiting for the task: (returnval){ [ 1571.594176] env[62913]: value = "task-1822000" [ 1571.594176] env[62913]: _type = "Task" [ 1571.594176] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.601880] env[62913]: DEBUG oslo_vmware.api [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': task-1822000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.627132] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8ca69a23-be76-4a38-adaf-63d1ba5611c2 tempest-ServerAddressesTestJSON-1954035394 tempest-ServerAddressesTestJSON-1954035394-project-member] Lock "9a5b673c-e771-4471-938e-8ab8faf4d0c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.895s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.718344] env[62913]: DEBUG oslo_vmware.api [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1821992, 'name': PowerOnVM_Task, 'duration_secs': 1.092473} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.718828] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1571.718828] env[62913]: INFO nova.compute.manager [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Took 10.92 seconds to spawn the instance on the hypervisor. [ 1571.719065] env[62913]: DEBUG nova.compute.manager [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1571.719835] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a24b43-cee1-4871-81e6-90d85ee569ff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.892895] env[62913]: DEBUG nova.compute.manager [req-aa34b5ba-dcce-400e-a03d-47dbd528756a req-b6cef0f3-49b5-4529-855f-58511de6b4d5 service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Received event network-vif-deleted-7885d96f-18b1-4272-b226-f8d7f41767c4 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1571.896525] env[62913]: INFO nova.compute.manager [req-aa34b5ba-dcce-400e-a03d-47dbd528756a req-b6cef0f3-49b5-4529-855f-58511de6b4d5 service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Neutron deleted interface 7885d96f-18b1-4272-b226-f8d7f41767c4; detaching it from the instance and deleting it from the info cache [ 1571.896856] env[62913]: DEBUG nova.network.neutron [req-aa34b5ba-dcce-400e-a03d-47dbd528756a req-b6cef0f3-49b5-4529-855f-58511de6b4d5 service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Updating instance_info_cache with network_info: [{"id": "0ab1867c-906e-4aac-8509-e582b42e9f40", "address": "fa:16:3e:73:57:72", "network": {"id": "4ddc1c84-1946-4715-89dc-b04f436afafb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-837738011", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c5b9acca7b4a2ea8b59a7bd195fbcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab1867c-90", "ovs_interfaceid": "0ab1867c-906e-4aac-8509-e582b42e9f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.031376] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1821998, 'name': CreateVM_Task, 'duration_secs': 0.667906} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.031637] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1572.032549] env[62913]: DEBUG oslo_concurrency.lockutils [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.032549] env[62913]: DEBUG oslo_concurrency.lockutils [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.032868] env[62913]: DEBUG oslo_concurrency.lockutils [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1572.033543] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1156e97d-a193-4455-8055-3da05be87963 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.040209] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1572.040209] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52148e99-cbe4-e093-ba0d-80ca770e70c5" [ 1572.040209] env[62913]: _type = "Task" [ 1572.040209] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.056344] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52148e99-cbe4-e093-ba0d-80ca770e70c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.056910] env[62913]: DEBUG oslo_concurrency.lockutils [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.057362] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1572.057723] env[62913]: DEBUG oslo_concurrency.lockutils [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.058021] env[62913]: DEBUG oslo_concurrency.lockutils [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.058333] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.060588] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-360b4849-b29d-4f16-ad92-113e1472e076 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.070148] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.070355] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1572.071252] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b3a1d16-b95e-491d-aa59-3572dfac6c01 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.076792] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1572.076792] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5209352d-bd4c-528f-38f6-271f81024100" [ 1572.076792] env[62913]: _type = "Task" [ 1572.076792] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.092295] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5209352d-bd4c-528f-38f6-271f81024100, 'name': SearchDatastore_Task, 'duration_secs': 0.011004} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.096155] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-645c7f17-7cc0-4de3-aec8-7fb020c6a113 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.104347] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1572.104347] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b9b724-91c3-c7f4-542d-cd11fdeaf14d" [ 1572.104347] env[62913]: _type = "Task" [ 1572.104347] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.109357] env[62913]: DEBUG oslo_vmware.api [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Task: {'id': task-1822000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168052} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.114736] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1572.114813] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1572.114989] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1572.115188] env[62913]: INFO nova.compute.manager [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1572.115438] env[62913]: DEBUG oslo.service.loopingcall [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.118820] env[62913]: DEBUG nova.compute.manager [-] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1572.118820] env[62913]: DEBUG nova.network.neutron [-] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1572.125713] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b9b724-91c3-c7f4-542d-cd11fdeaf14d, 'name': SearchDatastore_Task, 'duration_secs': 0.010557} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.125968] env[62913]: DEBUG oslo_concurrency.lockutils [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.126767] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e8420f50-89c4-4363-8f0b-0b2752a8ae1e/e8420f50-89c4-4363-8f0b-0b2752a8ae1e.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1572.126767] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b65476dd-dc9c-4fe0-836b-ce99bfeeb288 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.136723] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1572.136723] env[62913]: value = "task-1822001" [ 1572.136723] env[62913]: _type = "Task" [ 1572.136723] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.147653] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.206935] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99df185b-35e1-41b0-8094-aa84d0455011 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.215356] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642496e4-c906-4d34-95bf-9c42f7551115 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.261510] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a77082-31a7-4470-8f0c-83ad66ef0c6b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.266963] env[62913]: INFO nova.compute.manager [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Took 37.08 seconds to build instance. [ 1572.274183] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8477aa63-5e6b-430f-ae15-b4c54fef8389 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.296528] env[62913]: DEBUG nova.network.neutron [-] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.298200] env[62913]: DEBUG nova.compute.provider_tree [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.357175] env[62913]: DEBUG nova.network.neutron [req-6702927a-3f44-4959-b340-fc8244fa72d4 req-d4d6b043-8934-488f-ad03-0aa01c363554 service nova] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Updated VIF entry in instance network info cache for port 60873f65-6340-4278-a4e5-a41e9ede6517. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1572.357175] env[62913]: DEBUG nova.network.neutron [req-6702927a-3f44-4959-b340-fc8244fa72d4 req-d4d6b043-8934-488f-ad03-0aa01c363554 service nova] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Updating instance_info_cache with network_info: [{"id": "60873f65-6340-4278-a4e5-a41e9ede6517", "address": "fa:16:3e:bf:c0:be", "network": {"id": "8798f4b7-c21c-4b30-8448-bc41c5d40e1b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001615581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "38289e1d94f84d2faff6cf23c18ed8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60873f65-63", "ovs_interfaceid": "60873f65-6340-4278-a4e5-a41e9ede6517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.401891] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a70f49cf-a951-4bff-b8b8-0b32b6e109e5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.412902] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0b93c3-93ed-4f54-ba12-e17a81d860ea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.457024] env[62913]: DEBUG nova.compute.manager [req-aa34b5ba-dcce-400e-a03d-47dbd528756a req-b6cef0f3-49b5-4529-855f-58511de6b4d5 service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Detach interface failed, port_id=7885d96f-18b1-4272-b226-f8d7f41767c4, reason: Instance 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1572.500122] env[62913]: DEBUG nova.network.neutron [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Successfully updated port: 327c7609-aea1-4203-98e1-9f4209579305 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1572.649876] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822001, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.772235] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ffb425ee-ec6f-42bb-a1ed-c5bf01c649c5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "a5018d06-cfa8-4f6e-b13b-c98db79bccfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.997s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.800616] env[62913]: INFO nova.compute.manager [-] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Took 1.75 seconds to deallocate network for instance. [ 1572.803204] env[62913]: DEBUG nova.scheduler.client.report [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.860392] env[62913]: DEBUG oslo_concurrency.lockutils [req-6702927a-3f44-4959-b340-fc8244fa72d4 req-d4d6b043-8934-488f-ad03-0aa01c363554 service nova] Releasing lock "refresh_cache-e8420f50-89c4-4363-8f0b-0b2752a8ae1e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.007636] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.008462] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquired lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.008462] env[62913]: DEBUG nova.network.neutron [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1573.149314] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564767} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.149617] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e8420f50-89c4-4363-8f0b-0b2752a8ae1e/e8420f50-89c4-4363-8f0b-0b2752a8ae1e.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1573.149881] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1573.150182] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0457d7f-fb39-4b34-a354-81184bf398b2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.162026] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1573.162026] env[62913]: value = "task-1822002" [ 1573.162026] env[62913]: _type = "Task" [ 1573.162026] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.167443] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.279146] env[62913]: DEBUG nova.network.neutron [-] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.309975] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.316990] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.317676] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.309s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.317741] env[62913]: DEBUG nova.objects.instance [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lazy-loading 'resources' on Instance uuid 93a8a81f-866c-42fa-9eaf-7f8d5d28112b {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.344107] env[62913]: INFO nova.scheduler.client.report [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Deleted allocations for instance a69317c1-cf06-4f63-a58a-288a6cd20498 [ 1573.552313] env[62913]: DEBUG nova.network.neutron [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1573.672193] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083751} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.672513] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1573.673704] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2910ac6a-7eed-4b17-8475-ef9a5661bf78 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.705654] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] e8420f50-89c4-4363-8f0b-0b2752a8ae1e/e8420f50-89c4-4363-8f0b-0b2752a8ae1e.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.705995] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a8781e9-c6d4-4d0e-99ec-1be63a76d461 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.734304] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1573.734304] env[62913]: value = "task-1822003" [ 1573.734304] env[62913]: _type = "Task" [ 1573.734304] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.742864] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.777718] env[62913]: DEBUG nova.network.neutron [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updating instance_info_cache with network_info: [{"id": "327c7609-aea1-4203-98e1-9f4209579305", "address": "fa:16:3e:2c:e0:12", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327c7609-ae", "ovs_interfaceid": "327c7609-aea1-4203-98e1-9f4209579305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.783962] env[62913]: INFO nova.compute.manager [-] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Took 1.67 seconds to deallocate network for instance. [ 1573.855871] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3e8083c5-efd4-4f05-b99a-37affc033f96 tempest-ServerPasswordTestJSON-478550522 tempest-ServerPasswordTestJSON-478550522-project-member] Lock "a69317c1-cf06-4f63-a58a-288a6cd20498" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.761s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.874759] env[62913]: DEBUG oslo_vmware.rw_handles [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a62572-5480-96fc-17bc-a38ca18ffcc7/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1573.876452] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11feb2e3-c74b-4f12-8ef2-ec2e42ec60ce {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.892138] env[62913]: DEBUG oslo_vmware.rw_handles [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a62572-5480-96fc-17bc-a38ca18ffcc7/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1573.892355] env[62913]: ERROR oslo_vmware.rw_handles [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a62572-5480-96fc-17bc-a38ca18ffcc7/disk-0.vmdk due to incomplete transfer. [ 1573.892612] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cb3bd397-37ea-4e2b-aec0-8c9e3b080e1b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.900799] env[62913]: DEBUG oslo_vmware.rw_handles [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a62572-5480-96fc-17bc-a38ca18ffcc7/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1573.900882] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Uploaded image b1b1cf23-82b7-4651-95e6-5232d9ecc129 to the Glance image server {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1573.903563] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1573.904152] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1b02d4f0-f024-4d0f-86e0-332fc2cc97b7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.910572] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1573.910572] env[62913]: value = "task-1822004" [ 1573.910572] env[62913]: _type = "Task" [ 1573.910572] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.921980] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822004, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.068514] env[62913]: DEBUG nova.compute.manager [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Received event network-changed-4d3ccab3-0a43-4348-b5c8-2560a6c2b25e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1574.068514] env[62913]: DEBUG nova.compute.manager [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Refreshing instance network info cache due to event network-changed-4d3ccab3-0a43-4348-b5c8-2560a6c2b25e. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1574.068514] env[62913]: DEBUG oslo_concurrency.lockutils [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] Acquiring lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.072173] env[62913]: DEBUG oslo_concurrency.lockutils [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] Acquired lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.072481] env[62913]: DEBUG nova.network.neutron [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Refreshing network info cache for port 4d3ccab3-0a43-4348-b5c8-2560a6c2b25e {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.246348] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822003, 'name': ReconfigVM_Task, 'duration_secs': 0.410572} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.246709] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Reconfigured VM instance instance-0000002a to attach disk [datastore1] e8420f50-89c4-4363-8f0b-0b2752a8ae1e/e8420f50-89c4-4363-8f0b-0b2752a8ae1e.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.247705] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5074e4be-ae38-45c6-b27f-0eb823d81a4f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.256344] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1574.256344] env[62913]: value = "task-1822005" [ 1574.256344] env[62913]: _type = "Task" [ 1574.256344] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.265327] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822005, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.283688] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Releasing lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.286213] env[62913]: DEBUG nova.compute.manager [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Instance network_info: |[{"id": "327c7609-aea1-4203-98e1-9f4209579305", "address": "fa:16:3e:2c:e0:12", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327c7609-ae", "ovs_interfaceid": "327c7609-aea1-4203-98e1-9f4209579305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1574.286213] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:e0:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '327c7609-aea1-4203-98e1-9f4209579305', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1574.292357] env[62913]: DEBUG oslo.service.loopingcall [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.295111] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1574.296049] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.296486] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3dd1932-4071-4fbf-92ba-43ef101e5ad2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.318469] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3df3e6dc-7d9f-4cff-ba09-c8388e7f0f46 tempest-ServersAdminTestJSON-1122853642 tempest-ServersAdminTestJSON-1122853642-project-admin] Acquiring lock "refresh_cache-a5018d06-cfa8-4f6e-b13b-c98db79bccfd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.318651] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3df3e6dc-7d9f-4cff-ba09-c8388e7f0f46 tempest-ServersAdminTestJSON-1122853642 tempest-ServersAdminTestJSON-1122853642-project-admin] Acquired lock "refresh_cache-a5018d06-cfa8-4f6e-b13b-c98db79bccfd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.318820] env[62913]: DEBUG nova.network.neutron [None req-3df3e6dc-7d9f-4cff-ba09-c8388e7f0f46 tempest-ServersAdminTestJSON-1122853642 tempest-ServersAdminTestJSON-1122853642-project-admin] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1574.326416] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1574.326416] env[62913]: value = "task-1822006" [ 1574.326416] env[62913]: _type = "Task" [ 1574.326416] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.339655] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822006, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.387885] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65af938-b59c-4de3-8587-404291e240ab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.396179] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ab6314-d68f-4ac5-aa60-e81ee490016d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.436200] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c80fd0a-f6cd-4147-b38c-3e81b6ad981b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.441487] env[62913]: DEBUG nova.compute.manager [req-d92d4183-7f21-4ba8-8b20-51a67093580e req-2918bbd5-46ef-41b0-b9db-88cea5465d5d service nova] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Received event network-vif-deleted-0ab1867c-906e-4aac-8509-e582b42e9f40 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1574.441595] env[62913]: DEBUG nova.compute.manager [req-d92d4183-7f21-4ba8-8b20-51a67093580e req-2918bbd5-46ef-41b0-b9db-88cea5465d5d service nova] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Received event network-vif-deleted-ff89853e-fa7d-4a08-8875-280751708c23 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1574.441710] env[62913]: DEBUG nova.compute.manager [req-d92d4183-7f21-4ba8-8b20-51a67093580e req-2918bbd5-46ef-41b0-b9db-88cea5465d5d service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Received event network-changed-4d3ccab3-0a43-4348-b5c8-2560a6c2b25e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1574.441909] env[62913]: DEBUG nova.compute.manager [req-d92d4183-7f21-4ba8-8b20-51a67093580e req-2918bbd5-46ef-41b0-b9db-88cea5465d5d service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Refreshing instance network info cache due to event network-changed-4d3ccab3-0a43-4348-b5c8-2560a6c2b25e. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1574.442122] env[62913]: DEBUG oslo_concurrency.lockutils [req-d92d4183-7f21-4ba8-8b20-51a67093580e req-2918bbd5-46ef-41b0-b9db-88cea5465d5d service nova] Acquiring lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.447689] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822004, 'name': Destroy_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.451060] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71210d41-3610-43a4-be4f-b17f001f3aeb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.467648] env[62913]: DEBUG nova.compute.provider_tree [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.628778] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "2591016a-a73c-42c0-9145-e37021b4eaf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.629281] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.768548] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822005, 'name': Rename_Task, 'duration_secs': 0.312954} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.768548] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.768548] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dda230e-cbee-4f2a-ab86-f3fa2574a39c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.774765] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1574.774765] env[62913]: value = "task-1822007" [ 1574.774765] env[62913]: _type = "Task" [ 1574.774765] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.785012] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.837232] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822006, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.947621] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822004, 'name': Destroy_Task, 'duration_secs': 0.545465} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.947981] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Destroyed the VM [ 1574.948308] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1574.948626] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8c218491-c0aa-4ff5-8bd1-4eabdf6273c8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.957350] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1574.957350] env[62913]: value = "task-1822008" [ 1574.957350] env[62913]: _type = "Task" [ 1574.957350] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.966381] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822008, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.971565] env[62913]: DEBUG nova.scheduler.client.report [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.034213] env[62913]: DEBUG nova.network.neutron [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Updated VIF entry in instance network info cache for port 4d3ccab3-0a43-4348-b5c8-2560a6c2b25e. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1575.034594] env[62913]: DEBUG nova.network.neutron [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Updating instance_info_cache with network_info: [{"id": "4d3ccab3-0a43-4348-b5c8-2560a6c2b25e", "address": "fa:16:3e:fd:15:89", "network": {"id": "0b46b82c-641b-4db3-8a09-0a6fe3645449", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-20105933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "84c50d2b3a114da4a70509ae20469892", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3ccab3-0a", "ovs_interfaceid": "4d3ccab3-0a43-4348-b5c8-2560a6c2b25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.136459] env[62913]: DEBUG nova.compute.manager [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1575.288262] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.293755] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Acquiring lock "a53c2f1e-656d-4ed3-ac20-187b30046701" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.294045] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Lock "a53c2f1e-656d-4ed3-ac20-187b30046701" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.294311] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Acquiring lock "a53c2f1e-656d-4ed3-ac20-187b30046701-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.294512] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Lock "a53c2f1e-656d-4ed3-ac20-187b30046701-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.294673] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Lock "a53c2f1e-656d-4ed3-ac20-187b30046701-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.297463] env[62913]: INFO nova.compute.manager [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Terminating instance [ 1575.338083] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822006, 'name': CreateVM_Task, 'duration_secs': 0.546478} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.338751] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1575.339541] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.339744] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.340118] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1575.340399] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa63feec-0c2d-4b16-aa5b-3091d4adfaf8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.346395] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1575.346395] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52483d26-4da2-f91b-7753-70439925ed52" [ 1575.346395] env[62913]: _type = "Task" [ 1575.346395] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.361852] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52483d26-4da2-f91b-7753-70439925ed52, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.362200] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.362426] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1575.362981] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.363187] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.363386] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1575.363676] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e25b93cf-1d5d-475a-af7f-3423fbcafc6f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.372195] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.372380] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1575.373285] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85cc3ec-3ba1-4033-8467-6326554c7828 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.379062] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1575.379062] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]528af95c-aa39-8545-450c-9fedf28b729d" [ 1575.379062] env[62913]: _type = "Task" [ 1575.379062] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.166190] env[62913]: DEBUG nova.network.neutron [None req-3df3e6dc-7d9f-4cff-ba09-c8388e7f0f46 tempest-ServersAdminTestJSON-1122853642 tempest-ServersAdminTestJSON-1122853642-project-admin] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Updating instance_info_cache with network_info: [{"id": "e9b015d2-6152-471c-ae36-dc3a9f074d0e", "address": "fa:16:3e:61:40:70", "network": {"id": "e00f2ee2-0aa2-4c74-af51-6df18c1b4bc3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1029972307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b41b627bc0441b9c85a109ddf09fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b015d2-61", "ovs_interfaceid": "e9b015d2-6152-471c-ae36-dc3a9f074d0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.168082] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.851s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.170220] env[62913]: DEBUG oslo_concurrency.lockutils [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] Releasing lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.170443] env[62913]: DEBUG nova.compute.manager [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Received event network-vif-plugged-327c7609-aea1-4203-98e1-9f4209579305 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1576.170628] env[62913]: DEBUG oslo_concurrency.lockutils [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] Acquiring lock "8074d75c-a13a-4e80-ba58-2dbc7d620328-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.171561] env[62913]: DEBUG oslo_concurrency.lockutils [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] Lock "8074d75c-a13a-4e80-ba58-2dbc7d620328-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.171561] env[62913]: DEBUG oslo_concurrency.lockutils [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] Lock "8074d75c-a13a-4e80-ba58-2dbc7d620328-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.171561] env[62913]: DEBUG nova.compute.manager [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] No waiting events found dispatching network-vif-plugged-327c7609-aea1-4203-98e1-9f4209579305 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1576.171561] env[62913]: WARNING nova.compute.manager [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Received unexpected event network-vif-plugged-327c7609-aea1-4203-98e1-9f4209579305 for instance with vm_state building and task_state spawning. [ 1576.171561] env[62913]: DEBUG nova.compute.manager [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Received event network-changed-327c7609-aea1-4203-98e1-9f4209579305 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1576.171844] env[62913]: DEBUG nova.compute.manager [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Refreshing instance network info cache due to event network-changed-327c7609-aea1-4203-98e1-9f4209579305. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1576.171844] env[62913]: DEBUG oslo_concurrency.lockutils [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] Acquiring lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.171923] env[62913]: DEBUG oslo_concurrency.lockutils [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] Acquired lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.172088] env[62913]: DEBUG nova.network.neutron [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Refreshing network info cache for port 327c7609-aea1-4203-98e1-9f4209579305 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.175577] env[62913]: DEBUG nova.compute.manager [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1576.175767] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1576.185519] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.112s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.185519] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.185519] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1576.185519] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.975s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.185519] env[62913]: DEBUG nova.objects.instance [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lazy-loading 'resources' on Instance uuid 20e476f1-e384-4112-9c00-c19c5559fa72 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1576.186116] env[62913]: DEBUG oslo_concurrency.lockutils [req-d92d4183-7f21-4ba8-8b20-51a67093580e req-2918bbd5-46ef-41b0-b9db-88cea5465d5d service nova] Acquired lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.186930] env[62913]: DEBUG nova.network.neutron [req-d92d4183-7f21-4ba8-8b20-51a67093580e req-2918bbd5-46ef-41b0-b9db-88cea5465d5d service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Refreshing network info cache for port 4d3ccab3-0a43-4348-b5c8-2560a6c2b25e {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.190754] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94d6eac-a031-40dd-8d50-adef26971ff0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.196153] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf44deb8-30a8-425e-bf50-b8398071096d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.205291] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528af95c-aa39-8545-450c-9fedf28b729d, 'name': SearchDatastore_Task, 'duration_secs': 0.008742} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.216176] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3688d6a7-4efc-4a97-a2bd-23d972ac5cb9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.218953] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1576.220828] env[62913]: DEBUG oslo_vmware.api [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822007, 'name': PowerOnVM_Task, 'duration_secs': 0.899198} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.220828] env[62913]: DEBUG oslo_vmware.api [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822008, 'name': RemoveSnapshot_Task, 'duration_secs': 0.915336} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.220828] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.223034] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a036565d-a5ee-4ce5-be5e-9b12d228fe4e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.224531] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1576.224673] env[62913]: INFO nova.compute.manager [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1576.224869] env[62913]: DEBUG nova.compute.manager [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.225169] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1576.225404] env[62913]: INFO nova.compute.manager [None req-391f7035-9ae6-4333-b299-c86680d1a88e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Took 17.69 seconds to snapshot the instance on the hypervisor. [ 1576.229400] env[62913]: INFO nova.scheduler.client.report [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Deleted allocations for instance 93a8a81f-866c-42fa-9eaf-7f8d5d28112b [ 1576.231587] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbe9223-4ecf-4101-bfec-d60ed9d1ae9e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.242776] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1576.242776] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529652b5-1afb-ca07-60d8-072e7679c1a0" [ 1576.242776] env[62913]: _type = "Task" [ 1576.242776] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.244970] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bfe03e-6767-41f4-92d3-0c53751939c5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.257023] env[62913]: DEBUG oslo_vmware.api [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Waiting for the task: (returnval){ [ 1576.257023] env[62913]: value = "task-1822009" [ 1576.257023] env[62913]: _type = "Task" [ 1576.257023] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.272081] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]529652b5-1afb-ca07-60d8-072e7679c1a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.273337] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.273337] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 8074d75c-a13a-4e80-ba58-2dbc7d620328/8074d75c-a13a-4e80-ba58-2dbc7d620328.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1576.274149] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a83220-c27f-4af1-9fad-076adbb8517c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.280105] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6635f238-58c2-47cc-b637-2a35e572afc6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.282944] env[62913]: DEBUG oslo_vmware.api [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1822009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.290681] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1576.290681] env[62913]: value = "task-1822010" [ 1576.290681] env[62913]: _type = "Task" [ 1576.290681] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.291763] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a028362-0b4d-4742-83f6-d4a4f6053edd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.337860] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.338254] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179734MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1576.338425] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.683214] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3df3e6dc-7d9f-4cff-ba09-c8388e7f0f46 tempest-ServersAdminTestJSON-1122853642 tempest-ServersAdminTestJSON-1122853642-project-admin] Releasing lock "refresh_cache-a5018d06-cfa8-4f6e-b13b-c98db79bccfd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.683450] env[62913]: DEBUG nova.compute.manager [None req-3df3e6dc-7d9f-4cff-ba09-c8388e7f0f46 tempest-ServersAdminTestJSON-1122853642 tempest-ServersAdminTestJSON-1122853642-project-admin] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Inject network info {{(pid=62913) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7636}} [ 1576.684022] env[62913]: DEBUG nova.compute.manager [None req-3df3e6dc-7d9f-4cff-ba09-c8388e7f0f46 tempest-ServersAdminTestJSON-1122853642 tempest-ServersAdminTestJSON-1122853642-project-admin] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] network_info to inject: |[{"id": "e9b015d2-6152-471c-ae36-dc3a9f074d0e", "address": "fa:16:3e:61:40:70", "network": {"id": "e00f2ee2-0aa2-4c74-af51-6df18c1b4bc3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1029972307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b41b627bc0441b9c85a109ddf09fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b015d2-61", "ovs_interfaceid": "e9b015d2-6152-471c-ae36-dc3a9f074d0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7637}} [ 1576.690634] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3df3e6dc-7d9f-4cff-ba09-c8388e7f0f46 tempest-ServersAdminTestJSON-1122853642 tempest-ServersAdminTestJSON-1122853642-project-admin] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Reconfiguring VM instance to set the machine id {{(pid=62913) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1576.691191] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dc98a5b-e6c3-48fb-9e37-f80c92f26f73 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.709098] env[62913]: DEBUG oslo_concurrency.lockutils [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Acquiring lock "fcb5f3ef-6b11-41e5-936a-a6e658e957ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.709419] env[62913]: DEBUG oslo_concurrency.lockutils [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Lock "fcb5f3ef-6b11-41e5-936a-a6e658e957ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.709562] env[62913]: DEBUG oslo_concurrency.lockutils [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Acquiring lock "fcb5f3ef-6b11-41e5-936a-a6e658e957ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.709742] env[62913]: DEBUG oslo_concurrency.lockutils [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Lock "fcb5f3ef-6b11-41e5-936a-a6e658e957ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.709909] env[62913]: DEBUG oslo_concurrency.lockutils [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Lock "fcb5f3ef-6b11-41e5-936a-a6e658e957ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.712664] env[62913]: INFO nova.compute.manager [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Terminating instance [ 1576.718188] env[62913]: DEBUG oslo_vmware.api [None req-3df3e6dc-7d9f-4cff-ba09-c8388e7f0f46 tempest-ServersAdminTestJSON-1122853642 tempest-ServersAdminTestJSON-1122853642-project-admin] Waiting for the task: (returnval){ [ 1576.718188] env[62913]: value = "task-1822011" [ 1576.718188] env[62913]: _type = "Task" [ 1576.718188] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.727700] env[62913]: DEBUG oslo_vmware.api [None req-3df3e6dc-7d9f-4cff-ba09-c8388e7f0f46 tempest-ServersAdminTestJSON-1122853642 tempest-ServersAdminTestJSON-1122853642-project-admin] Task: {'id': task-1822011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.754235] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4bf7b4a7-3364-4610-87ab-b55617780940 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "93a8a81f-866c-42fa-9eaf-7f8d5d28112b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.786s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.772033] env[62913]: INFO nova.compute.manager [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Took 39.26 seconds to build instance. [ 1576.783232] env[62913]: DEBUG oslo_vmware.api [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1822009, 'name': PowerOffVM_Task, 'duration_secs': 0.267486} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.783564] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1576.783727] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1576.783981] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64f5b173-6003-4fc6-a25d-fcc2907b9f75 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.800557] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506934} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.801128] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 8074d75c-a13a-4e80-ba58-2dbc7d620328/8074d75c-a13a-4e80-ba58-2dbc7d620328.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1576.801128] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1576.801282] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2244d8f-4b3c-4a2a-b05d-28549e358ae8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.812322] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1576.812322] env[62913]: value = "task-1822013" [ 1576.812322] env[62913]: _type = "Task" [ 1576.812322] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.827781] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.861809] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1576.862071] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1576.862265] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Deleting the datastore file [datastore1] a53c2f1e-656d-4ed3-ac20-187b30046701 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1576.862573] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2955e7aa-30ad-4637-927e-6dc85f2eab0f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.870291] env[62913]: DEBUG oslo_vmware.api [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Waiting for the task: (returnval){ [ 1576.870291] env[62913]: value = "task-1822014" [ 1576.870291] env[62913]: _type = "Task" [ 1576.870291] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.883806] env[62913]: DEBUG oslo_vmware.api [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1822014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.947074] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "2ecedb08-72b9-4527-b396-da8ce3daf998" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.947330] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "2ecedb08-72b9-4527-b396-da8ce3daf998" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.947533] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "2ecedb08-72b9-4527-b396-da8ce3daf998-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.947716] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "2ecedb08-72b9-4527-b396-da8ce3daf998-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.947879] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "2ecedb08-72b9-4527-b396-da8ce3daf998-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.950674] env[62913]: INFO nova.compute.manager [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Terminating instance [ 1577.051381] env[62913]: DEBUG nova.network.neutron [req-d92d4183-7f21-4ba8-8b20-51a67093580e req-2918bbd5-46ef-41b0-b9db-88cea5465d5d service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Updated VIF entry in instance network info cache for port 4d3ccab3-0a43-4348-b5c8-2560a6c2b25e. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.051754] env[62913]: DEBUG nova.network.neutron [req-d92d4183-7f21-4ba8-8b20-51a67093580e req-2918bbd5-46ef-41b0-b9db-88cea5465d5d service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Updating instance_info_cache with network_info: [{"id": "4d3ccab3-0a43-4348-b5c8-2560a6c2b25e", "address": "fa:16:3e:fd:15:89", "network": {"id": "0b46b82c-641b-4db3-8a09-0a6fe3645449", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-20105933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "84c50d2b3a114da4a70509ae20469892", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3ccab3-0a", "ovs_interfaceid": "4d3ccab3-0a43-4348-b5c8-2560a6c2b25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.217299] env[62913]: DEBUG nova.compute.manager [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1577.217627] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1577.218632] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973b97bd-3617-4d58-978d-916f45b94c8c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.234242] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.239237] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5115fe43-230a-40fd-ac9f-73fd22313fcd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.241971] env[62913]: DEBUG nova.compute.manager [req-139f8b28-c4dc-4349-a461-afc1aea47f38 req-59388a2f-6a1e-44bb-bf3f-2c151317cff5 service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Received event network-changed-4d3ccab3-0a43-4348-b5c8-2560a6c2b25e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1577.241971] env[62913]: DEBUG nova.compute.manager [req-139f8b28-c4dc-4349-a461-afc1aea47f38 req-59388a2f-6a1e-44bb-bf3f-2c151317cff5 service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Refreshing instance network info cache due to event network-changed-4d3ccab3-0a43-4348-b5c8-2560a6c2b25e. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1577.241971] env[62913]: DEBUG oslo_concurrency.lockutils [req-139f8b28-c4dc-4349-a461-afc1aea47f38 req-59388a2f-6a1e-44bb-bf3f-2c151317cff5 service nova] Acquiring lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.242583] env[62913]: DEBUG oslo_vmware.api [None req-3df3e6dc-7d9f-4cff-ba09-c8388e7f0f46 tempest-ServersAdminTestJSON-1122853642 tempest-ServersAdminTestJSON-1122853642-project-admin] Task: {'id': task-1822011, 'name': ReconfigVM_Task, 'duration_secs': 0.207711} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.245192] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3df3e6dc-7d9f-4cff-ba09-c8388e7f0f46 tempest-ServersAdminTestJSON-1122853642 tempest-ServersAdminTestJSON-1122853642-project-admin] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Reconfigured VM instance to set the machine id {{(pid=62913) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1577.251310] env[62913]: DEBUG oslo_vmware.api [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Waiting for the task: (returnval){ [ 1577.251310] env[62913]: value = "task-1822015" [ 1577.251310] env[62913]: _type = "Task" [ 1577.251310] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.265855] env[62913]: DEBUG oslo_vmware.api [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': task-1822015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.279784] env[62913]: DEBUG oslo_concurrency.lockutils [None req-86e4bff2-dc2f-45ca-9d79-8064554218b5 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "e8420f50-89c4-4363-8f0b-0b2752a8ae1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.480s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.295432] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec65123-a638-473e-8efc-b86eb38102eb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.304441] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989217dc-469b-4805-8991-1697da636146 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.343297] env[62913]: DEBUG nova.network.neutron [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updated VIF entry in instance network info cache for port 327c7609-aea1-4203-98e1-9f4209579305. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.343739] env[62913]: DEBUG nova.network.neutron [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updating instance_info_cache with network_info: [{"id": "327c7609-aea1-4203-98e1-9f4209579305", "address": "fa:16:3e:2c:e0:12", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327c7609-ae", "ovs_interfaceid": "327c7609-aea1-4203-98e1-9f4209579305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.350161] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961e9295-c14a-4ef4-b0fb-a9639c18c749 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.358599] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089703} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.361967] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1577.362837] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897fbb2d-dce5-49a1-853e-d9e78be94f45 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.366411] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f16c76e-236e-4f00-a062-b0bf38b8b64d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.386112] env[62913]: DEBUG nova.compute.provider_tree [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.408626] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 8074d75c-a13a-4e80-ba58-2dbc7d620328/8074d75c-a13a-4e80-ba58-2dbc7d620328.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1577.409769] env[62913]: DEBUG nova.scheduler.client.report [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1577.413321] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6c4f748-62ac-4a3d-94d0-f144fd127b4c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.436591] env[62913]: DEBUG oslo_vmware.api [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Task: {'id': task-1822014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231929} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.437918] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1577.438179] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1577.438385] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1577.438559] env[62913]: INFO nova.compute.manager [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1577.438805] env[62913]: DEBUG oslo.service.loopingcall [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1577.439084] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1577.439084] env[62913]: value = "task-1822016" [ 1577.439084] env[62913]: _type = "Task" [ 1577.439084] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.439276] env[62913]: DEBUG nova.compute.manager [-] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1577.439371] env[62913]: DEBUG nova.network.neutron [-] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1577.450175] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.454992] env[62913]: DEBUG nova.compute.manager [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1577.455214] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1577.456069] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66591cd-ce52-4db8-8086-2584225a75bc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.463188] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1577.463463] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e75bfe3-3049-44ea-8539-2080dd1dc648 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.541585] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1577.541925] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1577.542139] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Deleting the datastore file [datastore1] 2ecedb08-72b9-4527-b396-da8ce3daf998 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1577.542444] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8250b30a-9b83-4e9c-b127-14f62a299b9e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.548267] env[62913]: DEBUG oslo_vmware.api [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1577.548267] env[62913]: value = "task-1822018" [ 1577.548267] env[62913]: _type = "Task" [ 1577.548267] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.556545] env[62913]: DEBUG oslo_concurrency.lockutils [req-d92d4183-7f21-4ba8-8b20-51a67093580e req-2918bbd5-46ef-41b0-b9db-88cea5465d5d service nova] Releasing lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.556965] env[62913]: DEBUG oslo_vmware.api [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.557230] env[62913]: DEBUG oslo_concurrency.lockutils [req-139f8b28-c4dc-4349-a461-afc1aea47f38 req-59388a2f-6a1e-44bb-bf3f-2c151317cff5 service nova] Acquired lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.557568] env[62913]: DEBUG nova.network.neutron [req-139f8b28-c4dc-4349-a461-afc1aea47f38 req-59388a2f-6a1e-44bb-bf3f-2c151317cff5 service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Refreshing network info cache for port 4d3ccab3-0a43-4348-b5c8-2560a6c2b25e {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1577.763357] env[62913]: DEBUG oslo_vmware.api [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': task-1822015, 'name': PowerOffVM_Task, 'duration_secs': 0.307934} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.764248] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1577.764248] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1577.764248] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92936b3e-166e-4c6f-aee9-e10e4d790f3f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.855446] env[62913]: DEBUG oslo_concurrency.lockutils [req-d27d1a7f-66df-4d78-bb76-85c5f5f6d4fe req-e1ad78d6-bea6-4f9f-beb8-6fedd33e9efc service nova] Releasing lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.932259] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.935931] env[62913]: DEBUG oslo_concurrency.lockutils [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.641s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.935931] env[62913]: DEBUG nova.objects.instance [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lazy-loading 'resources' on Instance uuid 05ee70b5-acc1-485d-81c1-500c451283de {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1577.954427] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.971355] env[62913]: INFO nova.scheduler.client.report [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Deleted allocations for instance 20e476f1-e384-4112-9c00-c19c5559fa72 [ 1578.043318] env[62913]: DEBUG nova.compute.manager [req-974897d1-22bd-4590-9fa0-6824c75ec5df req-dfb5b19d-5edc-4dc7-87bd-63d02e1a5257 service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Received event network-changed-4d3ccab3-0a43-4348-b5c8-2560a6c2b25e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1578.043318] env[62913]: DEBUG nova.compute.manager [req-974897d1-22bd-4590-9fa0-6824c75ec5df req-dfb5b19d-5edc-4dc7-87bd-63d02e1a5257 service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Refreshing instance network info cache due to event network-changed-4d3ccab3-0a43-4348-b5c8-2560a6c2b25e. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1578.043318] env[62913]: DEBUG oslo_concurrency.lockutils [req-974897d1-22bd-4590-9fa0-6824c75ec5df req-dfb5b19d-5edc-4dc7-87bd-63d02e1a5257 service nova] Acquiring lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.063114] env[62913]: DEBUG oslo_vmware.api [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295213} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.063661] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.064168] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1578.064168] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1578.064288] env[62913]: INFO nova.compute.manager [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1578.064419] env[62913]: DEBUG oslo.service.loopingcall [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1578.065114] env[62913]: DEBUG nova.compute.manager [-] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1578.065218] env[62913]: DEBUG nova.network.neutron [-] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1578.102143] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1578.102143] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1578.102143] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Deleting the datastore file [datastore1] fcb5f3ef-6b11-41e5-936a-a6e658e957ce {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1578.104725] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef7cd844-e5c3-4c15-80cc-a66195245954 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.112039] env[62913]: DEBUG oslo_vmware.api [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Waiting for the task: (returnval){ [ 1578.112039] env[62913]: value = "task-1822020" [ 1578.112039] env[62913]: _type = "Task" [ 1578.112039] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.125090] env[62913]: DEBUG oslo_vmware.api [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': task-1822020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.213136] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "d65903e8-cb94-49e8-8a51-9bad3e1fe986" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.213136] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "d65903e8-cb94-49e8-8a51-9bad3e1fe986" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.406505] env[62913]: DEBUG nova.network.neutron [req-139f8b28-c4dc-4349-a461-afc1aea47f38 req-59388a2f-6a1e-44bb-bf3f-2c151317cff5 service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Updated VIF entry in instance network info cache for port 4d3ccab3-0a43-4348-b5c8-2560a6c2b25e. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1578.406505] env[62913]: DEBUG nova.network.neutron [req-139f8b28-c4dc-4349-a461-afc1aea47f38 req-59388a2f-6a1e-44bb-bf3f-2c151317cff5 service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Updating instance_info_cache with network_info: [{"id": "4d3ccab3-0a43-4348-b5c8-2560a6c2b25e", "address": "fa:16:3e:fd:15:89", "network": {"id": "0b46b82c-641b-4db3-8a09-0a6fe3645449", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-20105933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "84c50d2b3a114da4a70509ae20469892", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3ccab3-0a", "ovs_interfaceid": "4d3ccab3-0a43-4348-b5c8-2560a6c2b25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.454781] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822016, 'name': ReconfigVM_Task, 'duration_secs': 0.747264} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.455527] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 8074d75c-a13a-4e80-ba58-2dbc7d620328/8074d75c-a13a-4e80-ba58-2dbc7d620328.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1578.456439] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a23ef4f3-9291-4435-ad0a-b8396f76022f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.463714] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1578.463714] env[62913]: value = "task-1822021" [ 1578.463714] env[62913]: _type = "Task" [ 1578.463714] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.475783] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822021, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.487098] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7028dd3c-2e57-460d-802f-8ca9b6fd75ee tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "20e476f1-e384-4112-9c00-c19c5559fa72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.009s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.626652] env[62913]: DEBUG oslo_vmware.api [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Task: {'id': task-1822020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141879} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.626652] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.626652] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1578.626652] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1578.626652] env[62913]: INFO nova.compute.manager [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1578.626893] env[62913]: DEBUG oslo.service.loopingcall [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1578.627203] env[62913]: DEBUG nova.compute.manager [-] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1578.627396] env[62913]: DEBUG nova.network.neutron [-] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1578.719501] env[62913]: DEBUG nova.compute.manager [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1578.728535] env[62913]: DEBUG nova.network.neutron [-] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.750574] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquiring lock "a47e552a-37a0-4609-9103-aa3ce28fdabe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.750860] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "a47e552a-37a0-4609-9103-aa3ce28fdabe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.751153] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquiring lock "a47e552a-37a0-4609-9103-aa3ce28fdabe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.751359] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "a47e552a-37a0-4609-9103-aa3ce28fdabe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.751535] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "a47e552a-37a0-4609-9103-aa3ce28fdabe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.755382] env[62913]: INFO nova.compute.manager [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Terminating instance [ 1578.910060] env[62913]: DEBUG oslo_concurrency.lockutils [req-139f8b28-c4dc-4349-a461-afc1aea47f38 req-59388a2f-6a1e-44bb-bf3f-2c151317cff5 service nova] Releasing lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.910060] env[62913]: DEBUG oslo_concurrency.lockutils [req-974897d1-22bd-4590-9fa0-6824c75ec5df req-dfb5b19d-5edc-4dc7-87bd-63d02e1a5257 service nova] Acquired lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.910060] env[62913]: DEBUG nova.network.neutron [req-974897d1-22bd-4590-9fa0-6824c75ec5df req-dfb5b19d-5edc-4dc7-87bd-63d02e1a5257 service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Refreshing network info cache for port 4d3ccab3-0a43-4348-b5c8-2560a6c2b25e {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1578.934975] env[62913]: INFO nova.compute.manager [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Rescuing [ 1578.935294] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "refresh_cache-e8420f50-89c4-4363-8f0b-0b2752a8ae1e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.935456] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquired lock "refresh_cache-e8420f50-89c4-4363-8f0b-0b2752a8ae1e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.935626] env[62913]: DEBUG nova.network.neutron [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1578.937075] env[62913]: DEBUG nova.network.neutron [-] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.974621] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822021, 'name': Rename_Task, 'duration_secs': 0.251052} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.974908] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1578.978948] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddaacd5a-a128-41f2-aa51-9d1094f1ac44 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.993304] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1578.993304] env[62913]: value = "task-1822022" [ 1578.993304] env[62913]: _type = "Task" [ 1578.993304] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.002685] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.014183] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b054cb6-3f8e-48de-a152-a7788aa97ffa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.026034] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49138cb0-647d-47f9-b290-1ea4f262b407 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.074354] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4e82db-d06f-478b-804f-d3d3b717484e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.086610] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7be8879-daed-4581-b2bb-8491e9a35e34 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.101720] env[62913]: DEBUG nova.compute.provider_tree [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1579.232023] env[62913]: INFO nova.compute.manager [-] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Took 1.79 seconds to deallocate network for instance. [ 1579.241241] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.264579] env[62913]: DEBUG nova.compute.manager [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1579.264839] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1579.265781] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33946ac-db36-4595-b00b-02a7783d4cfc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.275101] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1579.275354] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28661579-ebde-41b1-b063-e1b5eed33fee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.281670] env[62913]: DEBUG oslo_vmware.api [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1579.281670] env[62913]: value = "task-1822023" [ 1579.281670] env[62913]: _type = "Task" [ 1579.281670] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.292179] env[62913]: DEBUG oslo_vmware.api [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1822023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.445021] env[62913]: INFO nova.compute.manager [-] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Took 1.38 seconds to deallocate network for instance. [ 1579.502497] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822022, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.583988] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Acquiring lock "5ba2dc0b-d991-4107-92e2-b5ead72ac290" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.584273] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Lock "5ba2dc0b-d991-4107-92e2-b5ead72ac290" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.584471] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Acquiring lock "5ba2dc0b-d991-4107-92e2-b5ead72ac290-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.585315] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Lock "5ba2dc0b-d991-4107-92e2-b5ead72ac290-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.585609] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Lock "5ba2dc0b-d991-4107-92e2-b5ead72ac290-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.588027] env[62913]: INFO nova.compute.manager [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Terminating instance [ 1579.632901] env[62913]: ERROR nova.scheduler.client.report [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] [req-df5fe1c0-b594-4e71-a466-45fd2459632e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-df5fe1c0-b594-4e71-a466-45fd2459632e"}]} [ 1579.639287] env[62913]: DEBUG nova.network.neutron [req-974897d1-22bd-4590-9fa0-6824c75ec5df req-dfb5b19d-5edc-4dc7-87bd-63d02e1a5257 service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Updated VIF entry in instance network info cache for port 4d3ccab3-0a43-4348-b5c8-2560a6c2b25e. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1579.639287] env[62913]: DEBUG nova.network.neutron [req-974897d1-22bd-4590-9fa0-6824c75ec5df req-dfb5b19d-5edc-4dc7-87bd-63d02e1a5257 service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Updating instance_info_cache with network_info: [{"id": "4d3ccab3-0a43-4348-b5c8-2560a6c2b25e", "address": "fa:16:3e:fd:15:89", "network": {"id": "0b46b82c-641b-4db3-8a09-0a6fe3645449", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-20105933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "84c50d2b3a114da4a70509ae20469892", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3ccab3-0a", "ovs_interfaceid": "4d3ccab3-0a43-4348-b5c8-2560a6c2b25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.659175] env[62913]: DEBUG nova.scheduler.client.report [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1579.675949] env[62913]: DEBUG nova.scheduler.client.report [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1579.676203] env[62913]: DEBUG nova.compute.provider_tree [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1579.688199] env[62913]: DEBUG nova.scheduler.client.report [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1579.705254] env[62913]: DEBUG nova.network.neutron [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Updating instance_info_cache with network_info: [{"id": "60873f65-6340-4278-a4e5-a41e9ede6517", "address": "fa:16:3e:bf:c0:be", "network": {"id": "8798f4b7-c21c-4b30-8448-bc41c5d40e1b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001615581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "38289e1d94f84d2faff6cf23c18ed8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60873f65-63", "ovs_interfaceid": "60873f65-6340-4278-a4e5-a41e9ede6517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.711025] env[62913]: DEBUG nova.scheduler.client.report [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1579.738809] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.744288] env[62913]: DEBUG nova.network.neutron [-] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.791186] env[62913]: DEBUG oslo_vmware.api [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1822023, 'name': PowerOffVM_Task, 'duration_secs': 0.20061} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.793706] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.794295] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1579.794909] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d8c7bc2-f3b0-4b38-a174-ab09fc96f896 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.904097] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1579.904362] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1579.905115] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Deleting the datastore file [datastore1] a47e552a-37a0-4609-9103-aa3ce28fdabe {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1579.905115] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5548af2-cc37-48da-963b-57ee276b14cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.914584] env[62913]: DEBUG oslo_vmware.api [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for the task: (returnval){ [ 1579.914584] env[62913]: value = "task-1822025" [ 1579.914584] env[62913]: _type = "Task" [ 1579.914584] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.922833] env[62913]: DEBUG oslo_vmware.api [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1822025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.953088] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.003240] env[62913]: DEBUG oslo_vmware.api [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822022, 'name': PowerOnVM_Task, 'duration_secs': 0.649695} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.003507] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1580.003708] env[62913]: INFO nova.compute.manager [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1580.003881] env[62913]: DEBUG nova.compute.manager [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.004687] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f5fba7-eee2-4401-a4f4-931f4840a494 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.092826] env[62913]: DEBUG nova.compute.manager [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1580.093117] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1580.094560] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e23974-b0a2-4f51-9d62-7f3b90723a96 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.102774] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1580.102774] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c88fddfc-d17d-4113-b967-f63936ad6d65 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.109026] env[62913]: DEBUG nova.compute.manager [req-168abcbb-9929-428a-960f-9c29a2ac2886 req-01b9bcf4-d78f-416d-9018-fc7b0c0325cc service nova] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Received event network-vif-deleted-509b7811-6030-48bd-ae9f-55a7fc2f8c8f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1580.109243] env[62913]: DEBUG nova.compute.manager [req-168abcbb-9929-428a-960f-9c29a2ac2886 req-01b9bcf4-d78f-416d-9018-fc7b0c0325cc service nova] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Received event network-vif-deleted-57fc1f43-d1fc-4a45-8f10-a5661cdd60ce {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1580.109455] env[62913]: DEBUG nova.compute.manager [req-168abcbb-9929-428a-960f-9c29a2ac2886 req-01b9bcf4-d78f-416d-9018-fc7b0c0325cc service nova] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Received event network-vif-deleted-171f8dfd-d552-4a59-92e4-23df7579f06a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1580.114259] env[62913]: DEBUG oslo_vmware.api [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1580.114259] env[62913]: value = "task-1822026" [ 1580.114259] env[62913]: _type = "Task" [ 1580.114259] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.127757] env[62913]: DEBUG oslo_vmware.api [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1822026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.140301] env[62913]: DEBUG oslo_concurrency.lockutils [req-974897d1-22bd-4590-9fa0-6824c75ec5df req-dfb5b19d-5edc-4dc7-87bd-63d02e1a5257 service nova] Releasing lock "refresh_cache-5ba2dc0b-d991-4107-92e2-b5ead72ac290" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.180122] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ab03df-d6a4-4c59-91e7-66ceae39627a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.188709] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c794f363-3a25-43cd-8c2a-56bacbc3a036 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.227394] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Releasing lock "refresh_cache-e8420f50-89c4-4363-8f0b-0b2752a8ae1e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.232243] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163b1a31-da5a-4630-9424-128d8fa2c157 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.246570] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a5e8f2-7f0a-4562-b39d-f4cfa9263de4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.253053] env[62913]: INFO nova.compute.manager [-] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Took 1.63 seconds to deallocate network for instance. [ 1580.272823] env[62913]: DEBUG nova.compute.provider_tree [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1580.424678] env[62913]: DEBUG oslo_vmware.api [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Task: {'id': task-1822025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134089} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.424935] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1580.425139] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1580.425316] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1580.425493] env[62913]: INFO nova.compute.manager [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1580.425728] env[62913]: DEBUG oslo.service.loopingcall [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.425972] env[62913]: DEBUG nova.compute.manager [-] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1580.426041] env[62913]: DEBUG nova.network.neutron [-] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1580.526733] env[62913]: INFO nova.compute.manager [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Took 40.42 seconds to build instance. [ 1580.623754] env[62913]: DEBUG oslo_vmware.api [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1822026, 'name': PowerOffVM_Task, 'duration_secs': 0.223736} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.624493] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1580.624898] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1580.625278] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89492f18-e8e8-4913-a970-e383eb051222 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.720595] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1580.720858] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1580.721061] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Deleting the datastore file [datastore1] 5ba2dc0b-d991-4107-92e2-b5ead72ac290 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1580.721313] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc6ddf15-f394-435f-b59c-4830b3f0ca6e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.728551] env[62913]: DEBUG oslo_vmware.api [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for the task: (returnval){ [ 1580.728551] env[62913]: value = "task-1822028" [ 1580.728551] env[62913]: _type = "Task" [ 1580.728551] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.737155] env[62913]: DEBUG oslo_vmware.api [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1822028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.739704] env[62913]: INFO nova.compute.manager [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Rebuilding instance [ 1580.770177] env[62913]: DEBUG oslo_concurrency.lockutils [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.775787] env[62913]: DEBUG nova.scheduler.client.report [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1580.790585] env[62913]: DEBUG nova.compute.manager [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.790835] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afe816d-e6a9-42e0-9948-1004fc84be24 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.830208] env[62913]: DEBUG nova.compute.manager [req-dae30445-113b-4aa2-afcf-7bc7315b87d6 req-271f259a-481a-45a3-be52-3beb0d5c7e93 service nova] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Received event network-vif-deleted-47e22a16-d0d6-460f-9c60-91299de7aa7e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1580.830340] env[62913]: INFO nova.compute.manager [req-dae30445-113b-4aa2-afcf-7bc7315b87d6 req-271f259a-481a-45a3-be52-3beb0d5c7e93 service nova] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Neutron deleted interface 47e22a16-d0d6-460f-9c60-91299de7aa7e; detaching it from the instance and deleting it from the info cache [ 1580.830529] env[62913]: DEBUG nova.network.neutron [req-dae30445-113b-4aa2-afcf-7bc7315b87d6 req-271f259a-481a-45a3-be52-3beb0d5c7e93 service nova] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.028662] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c1227ac-cf62-4eb1-a5b4-729a6db1ded2 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "8074d75c-a13a-4e80-ba58-2dbc7d620328" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.659s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.215874] env[62913]: DEBUG nova.network.neutron [-] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.239238] env[62913]: DEBUG oslo_vmware.api [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Task: {'id': task-1822028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405388} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.239493] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1581.239675] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1581.239861] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1581.240039] env[62913]: INFO nova.compute.manager [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1581.240315] env[62913]: DEBUG oslo.service.loopingcall [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.240514] env[62913]: DEBUG nova.compute.manager [-] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1581.240608] env[62913]: DEBUG nova.network.neutron [-] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1581.280951] env[62913]: DEBUG oslo_concurrency.lockutils [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.345s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.283130] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.462s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.284745] env[62913]: INFO nova.compute.claims [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1581.301200] env[62913]: INFO nova.scheduler.client.report [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Deleted allocations for instance 05ee70b5-acc1-485d-81c1-500c451283de [ 1581.333513] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa0ba8f3-e66e-459e-82c6-6b7488a6404c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.343489] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9700828-5839-4c97-b304-7a13159cffac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.376391] env[62913]: DEBUG nova.compute.manager [req-dae30445-113b-4aa2-afcf-7bc7315b87d6 req-271f259a-481a-45a3-be52-3beb0d5c7e93 service nova] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Detach interface failed, port_id=47e22a16-d0d6-460f-9c60-91299de7aa7e, reason: Instance a47e552a-37a0-4609-9103-aa3ce28fdabe could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1581.717997] env[62913]: INFO nova.compute.manager [-] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Took 1.29 seconds to deallocate network for instance. [ 1581.775280] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.776021] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddc1f62b-be9c-4b82-9ef7-147419133420 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.784258] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1581.784258] env[62913]: value = "task-1822029" [ 1581.784258] env[62913]: _type = "Task" [ 1581.784258] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.794600] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.809705] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.811990] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98ff2b5a-85f7-4291-b02e-288f3c1b0044 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.814203] env[62913]: DEBUG oslo_concurrency.lockutils [None req-84ca4b79-b065-42b5-a1cb-cad1467059f5 tempest-ListServersNegativeTestJSON-1216690035 tempest-ListServersNegativeTestJSON-1216690035-project-member] Lock "05ee70b5-acc1-485d-81c1-500c451283de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.109s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.820386] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1581.820386] env[62913]: value = "task-1822030" [ 1581.820386] env[62913]: _type = "Task" [ 1581.820386] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.830418] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.037184] env[62913]: DEBUG nova.network.neutron [-] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.070087] env[62913]: DEBUG nova.compute.manager [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Stashing vm_state: active {{(pid=62913) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1582.224458] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.295073] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822029, 'name': PowerOffVM_Task, 'duration_secs': 0.287477} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.298021] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1582.299073] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9369d3-f20d-412c-ad17-dcd5d628fb8a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.318271] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9aa9a3-1f0f-4bbe-8d22-42db91f64e5d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.337069] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822030, 'name': PowerOffVM_Task, 'duration_secs': 0.284497} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.337069] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1582.337069] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1582.337069] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a89456-f0d1-44ad-a4e3-c5611ec8f2b7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.346471] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1582.346794] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9294ef3-03cd-49c0-8f54-7ec1052c4d46 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.361272] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1582.361607] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b356c56-815a-49de-8cb7-237808a473ae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.370329] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1582.370329] env[62913]: value = "task-1822032" [ 1582.370329] env[62913]: _type = "Task" [ 1582.370329] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.381243] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] VM already powered off {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1582.381243] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1582.381243] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.381243] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.381498] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1582.381498] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb8693ae-93ae-48b3-a413-5026938d5519 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.393213] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1582.393406] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1582.394185] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ca37d6-84cb-48de-a3a2-11c078e3114b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.402033] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1582.402033] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]528dcdf9-fad1-d31d-ea61-dcd36ca99373" [ 1582.402033] env[62913]: _type = "Task" [ 1582.402033] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.412775] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528dcdf9-fad1-d31d-ea61-dcd36ca99373, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.415905] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd2410c-d93b-4b0a-aaa1-de4c84faa1a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.420995] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1582.420995] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a89c39-bd60-ff8e-9e30-a1bbd3aaae02" [ 1582.420995] env[62913]: _type = "Task" [ 1582.420995] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.429416] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a89c39-bd60-ff8e-9e30-a1bbd3aaae02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.432922] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1582.433164] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1582.433413] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Deleting the datastore file [datastore1] e7e62340-94e1-48bf-af63-fb9e1208b2f4 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.433879] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0893f460-978d-48e5-b0f9-5ca0ea289a18 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.440050] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1582.440050] env[62913]: value = "task-1822033" [ 1582.440050] env[62913]: _type = "Task" [ 1582.440050] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.454477] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.540509] env[62913]: INFO nova.compute.manager [-] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Took 1.30 seconds to deallocate network for instance. [ 1582.590164] env[62913]: DEBUG oslo_concurrency.lockutils [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.819831] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bb92a2-ee41-4d2f-8289-ec4801e31ab0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.829292] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01834502-6635-411c-b658-d340b7820f90 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.864827] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc44e99-12c3-48d1-8c7d-567ed17c1691 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.874683] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766220da-1a01-451a-a1af-c0cc28671a98 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.889866] env[62913]: DEBUG nova.compute.provider_tree [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1582.934271] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a89c39-bd60-ff8e-9e30-a1bbd3aaae02, 'name': SearchDatastore_Task, 'duration_secs': 0.010835} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.934271] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.934271] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e8420f50-89c4-4363-8f0b-0b2752a8ae1e/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk. {{(pid=62913) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1582.934271] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98924195-dffd-4954-b191-256933d141f2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.941064] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1582.941064] env[62913]: value = "task-1822034" [ 1582.941064] env[62913]: _type = "Task" [ 1582.941064] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.953944] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14598} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.957500] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.957727] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1582.958608] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.963107] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.051467] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.106199] env[62913]: DEBUG nova.compute.manager [req-23d8f521-72e2-47b2-bb49-02fa197fcb54 req-f4758f4a-b2ef-4be1-b1ea-3156673e8e51 service nova] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Received event network-vif-deleted-4d3ccab3-0a43-4348-b5c8-2560a6c2b25e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1583.418627] env[62913]: ERROR nova.scheduler.client.report [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [req-ef690eda-2352-4aee-9cc2-31c9eb8f97f8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ef690eda-2352-4aee-9cc2-31c9eb8f97f8"}]} [ 1583.444454] env[62913]: DEBUG nova.scheduler.client.report [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1583.455922] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500149} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.456203] env[62913]: INFO nova.virt.vmwareapi.ds_util [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e8420f50-89c4-4363-8f0b-0b2752a8ae1e/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk. [ 1583.456990] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaae531-3086-4e83-bb4b-16ecdb2b0e9a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.460155] env[62913]: DEBUG nova.scheduler.client.report [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1583.460352] env[62913]: DEBUG nova.compute.provider_tree [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1583.494008] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] e8420f50-89c4-4363-8f0b-0b2752a8ae1e/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1583.495643] env[62913]: DEBUG nova.scheduler.client.report [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1583.497326] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ac85a18-5a8d-40bd-874c-056c686da5eb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.519013] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1583.519013] env[62913]: value = "task-1822035" [ 1583.519013] env[62913]: _type = "Task" [ 1583.519013] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.531195] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822035, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.533748] env[62913]: DEBUG nova.scheduler.client.report [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1583.984957] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a9a726-d0a9-45d2-8eda-ad10ce7cb15e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.995535] env[62913]: DEBUG nova.virt.hardware [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1583.995783] env[62913]: DEBUG nova.virt.hardware [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.995941] env[62913]: DEBUG nova.virt.hardware [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1583.996143] env[62913]: DEBUG nova.virt.hardware [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.996292] env[62913]: DEBUG nova.virt.hardware [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1583.996436] env[62913]: DEBUG nova.virt.hardware [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1583.996645] env[62913]: DEBUG nova.virt.hardware [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1583.996802] env[62913]: DEBUG nova.virt.hardware [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1583.996968] env[62913]: DEBUG nova.virt.hardware [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1583.997148] env[62913]: DEBUG nova.virt.hardware [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1583.997321] env[62913]: DEBUG nova.virt.hardware [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1583.998379] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba15ec4-242c-46b8-8301-2ee9756e3509 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.001724] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0ddfd5-d537-4753-b10f-e577a058ddd8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.033879] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de987d34-24ff-4285-b284-59f6a5775138 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.041470] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377b84dc-fbe3-4970-9885-376aba1ceaf8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.056969] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.057439] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:5b:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c238d358-c946-4180-9e44-d0c985b4105b', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.065044] env[62913]: DEBUG oslo.service.loopingcall [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.067022] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.067294] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-298a237c-023b-436a-8c41-ae8fcef49ac8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.082161] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169354f9-06ec-411b-aa63-6c921f7baeaf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.096557] env[62913]: DEBUG nova.compute.provider_tree [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.102167] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.102167] env[62913]: value = "task-1822036" [ 1584.102167] env[62913]: _type = "Task" [ 1584.102167] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.107154] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822036, 'name': CreateVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.548713] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.600989] env[62913]: DEBUG nova.scheduler.client.report [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1584.614458] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822036, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.049206] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822035, 'name': ReconfigVM_Task, 'duration_secs': 1.121833} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.049507] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Reconfigured VM instance instance-0000002a to attach disk [datastore1] e8420f50-89c4-4363-8f0b-0b2752a8ae1e/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.050339] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653de5ce-7921-48f8-bce6-e152c57d606e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.076152] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af3f2784-8a6a-4921-9ebe-034aa7adf59b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.091013] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1585.091013] env[62913]: value = "task-1822037" [ 1585.091013] env[62913]: _type = "Task" [ 1585.091013] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.099411] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.110370] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.827s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.110812] env[62913]: DEBUG nova.compute.manager [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1585.117030] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.402s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.118253] env[62913]: INFO nova.compute.claims [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1585.120911] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822036, 'name': CreateVM_Task, 'duration_secs': 0.704318} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.121377] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.122058] env[62913]: DEBUG oslo_concurrency.lockutils [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.122224] env[62913]: DEBUG oslo_concurrency.lockutils [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.122531] env[62913]: DEBUG oslo_concurrency.lockutils [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.123020] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9e5aabb-9550-4bb9-be3e-3787f5764d37 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.128212] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1585.128212] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525a3920-686d-4371-d628-f94407f0fe41" [ 1585.128212] env[62913]: _type = "Task" [ 1585.128212] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.137967] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525a3920-686d-4371-d628-f94407f0fe41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.601421] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822037, 'name': ReconfigVM_Task, 'duration_secs': 0.285946} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.601702] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1585.601991] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a46f1d1c-a566-4b21-b471-d64df680c30c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.608563] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1585.608563] env[62913]: value = "task-1822038" [ 1585.608563] env[62913]: _type = "Task" [ 1585.608563] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.616516] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.625172] env[62913]: DEBUG nova.compute.utils [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1585.626599] env[62913]: DEBUG nova.compute.manager [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1585.626767] env[62913]: DEBUG nova.network.neutron [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1585.638066] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525a3920-686d-4371-d628-f94407f0fe41, 'name': SearchDatastore_Task, 'duration_secs': 0.0129} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.639060] env[62913]: DEBUG oslo_concurrency.lockutils [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.639293] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1585.639512] env[62913]: DEBUG oslo_concurrency.lockutils [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.639661] env[62913]: DEBUG oslo_concurrency.lockutils [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.639894] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.640386] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09c92948-bea8-492a-bed9-28a47d7bbfaa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.651124] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.651395] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.652166] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77493070-a89e-4fb0-8432-adbc5ed49f3d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.657552] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1585.657552] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b062ea-337c-5960-0cf1-f5f06d93928d" [ 1585.657552] env[62913]: _type = "Task" [ 1585.657552] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.665023] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b062ea-337c-5960-0cf1-f5f06d93928d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.668468] env[62913]: DEBUG nova.policy [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5790bb6430334d51995cc13bf6bd482c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68eaa3fa89fe47fcab908a59033a11fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1585.955899] env[62913]: DEBUG nova.network.neutron [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Successfully created port: 272a4e5a-1392-4a11-aa0d-4b7e4710de6b {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1586.130198] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822038, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.135176] env[62913]: DEBUG nova.compute.manager [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1586.174572] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b062ea-337c-5960-0cf1-f5f06d93928d, 'name': SearchDatastore_Task, 'duration_secs': 0.008009} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.179971] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60fc84bc-4274-4f7d-80ba-f43eb9b9f738 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.187111] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1586.187111] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5299ace9-531c-e4f3-5d2b-9f5678d1e186" [ 1586.187111] env[62913]: _type = "Task" [ 1586.187111] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.197428] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5299ace9-531c-e4f3-5d2b-9f5678d1e186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.534032] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167390b7-1c44-4bd5-97c1-898a19a91932 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.543833] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d196f1-5198-4469-b831-9ec1a2c8415d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.572472] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef69f4fe-b2a7-48fb-b5c9-d881d886cfe8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.580109] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fe3d73-dbdd-4891-95b0-0a78625b52f6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.596293] env[62913]: DEBUG nova.compute.provider_tree [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.620224] env[62913]: DEBUG oslo_vmware.api [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822038, 'name': PowerOnVM_Task, 'duration_secs': 0.619091} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.620500] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1586.623286] env[62913]: DEBUG nova.compute.manager [None req-9c6bce0a-bcf7-491f-ab05-b464dfce734c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1586.624149] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9b8880-7ab3-465c-9c2c-08b0b2265cef {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.697508] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5299ace9-531c-e4f3-5d2b-9f5678d1e186, 'name': SearchDatastore_Task, 'duration_secs': 0.013477} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.697892] env[62913]: DEBUG oslo_concurrency.lockutils [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.698274] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e7e62340-94e1-48bf-af63-fb9e1208b2f4/e7e62340-94e1-48bf-af63-fb9e1208b2f4.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1586.698785] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-290ee6b6-a6ec-4986-ba4b-f8827f45f5eb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.707256] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1586.707256] env[62913]: value = "task-1822039" [ 1586.707256] env[62913]: _type = "Task" [ 1586.707256] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.715109] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.101266] env[62913]: DEBUG nova.scheduler.client.report [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.143422] env[62913]: DEBUG nova.compute.manager [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1587.174643] env[62913]: DEBUG nova.virt.hardware [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1587.174894] env[62913]: DEBUG nova.virt.hardware [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1587.175081] env[62913]: DEBUG nova.virt.hardware [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1587.175273] env[62913]: DEBUG nova.virt.hardware [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1587.175422] env[62913]: DEBUG nova.virt.hardware [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1587.175573] env[62913]: DEBUG nova.virt.hardware [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1587.175782] env[62913]: DEBUG nova.virt.hardware [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1587.175940] env[62913]: DEBUG nova.virt.hardware [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1587.176138] env[62913]: DEBUG nova.virt.hardware [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1587.176309] env[62913]: DEBUG nova.virt.hardware [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1587.176477] env[62913]: DEBUG nova.virt.hardware [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1587.177696] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e8371e-27ed-4b66-be7d-b8ee86bbbaa7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.188181] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2295fa34-a7b9-4126-b76a-4defef63c37d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.216110] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480039} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.216110] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e7e62340-94e1-48bf-af63-fb9e1208b2f4/e7e62340-94e1-48bf-af63-fb9e1208b2f4.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1587.216110] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1587.216278] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4259c0e-ab4c-491d-8dc8-47595ca5b5a6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.223163] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1587.223163] env[62913]: value = "task-1822040" [ 1587.223163] env[62913]: _type = "Task" [ 1587.223163] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.232775] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.610028] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.610028] env[62913]: DEBUG nova.compute.manager [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1587.610979] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.073s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.613379] env[62913]: INFO nova.compute.claims [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1587.635423] env[62913]: DEBUG nova.network.neutron [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Successfully updated port: 272a4e5a-1392-4a11-aa0d-4b7e4710de6b {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1587.679268] env[62913]: DEBUG nova.compute.manager [req-1ce7c2fe-b36f-4ca1-a0b2-68ace8ec8d39 req-666a7eb0-4774-4fdf-b476-536f07f2401f service nova] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Received event network-vif-plugged-272a4e5a-1392-4a11-aa0d-4b7e4710de6b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1587.679457] env[62913]: DEBUG oslo_concurrency.lockutils [req-1ce7c2fe-b36f-4ca1-a0b2-68ace8ec8d39 req-666a7eb0-4774-4fdf-b476-536f07f2401f service nova] Acquiring lock "84afbe2c-7763-4077-b54e-e87828cf738c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.679674] env[62913]: DEBUG oslo_concurrency.lockutils [req-1ce7c2fe-b36f-4ca1-a0b2-68ace8ec8d39 req-666a7eb0-4774-4fdf-b476-536f07f2401f service nova] Lock "84afbe2c-7763-4077-b54e-e87828cf738c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.679880] env[62913]: DEBUG oslo_concurrency.lockutils [req-1ce7c2fe-b36f-4ca1-a0b2-68ace8ec8d39 req-666a7eb0-4774-4fdf-b476-536f07f2401f service nova] Lock "84afbe2c-7763-4077-b54e-e87828cf738c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.680121] env[62913]: DEBUG nova.compute.manager [req-1ce7c2fe-b36f-4ca1-a0b2-68ace8ec8d39 req-666a7eb0-4774-4fdf-b476-536f07f2401f service nova] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] No waiting events found dispatching network-vif-plugged-272a4e5a-1392-4a11-aa0d-4b7e4710de6b {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1587.680310] env[62913]: WARNING nova.compute.manager [req-1ce7c2fe-b36f-4ca1-a0b2-68ace8ec8d39 req-666a7eb0-4774-4fdf-b476-536f07f2401f service nova] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Received unexpected event network-vif-plugged-272a4e5a-1392-4a11-aa0d-4b7e4710de6b for instance with vm_state building and task_state spawning. [ 1587.732912] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184696} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.733326] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1587.734119] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bae1ea-e99b-4a56-b8dc-c569d1040d3b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.759557] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] e7e62340-94e1-48bf-af63-fb9e1208b2f4/e7e62340-94e1-48bf-af63-fb9e1208b2f4.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1587.759557] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3c60006-82e3-43bb-a8b8-82d610dcbdcd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.783404] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1587.783404] env[62913]: value = "task-1822041" [ 1587.783404] env[62913]: _type = "Task" [ 1587.783404] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.791218] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822041, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.120849] env[62913]: DEBUG nova.compute.utils [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1588.122397] env[62913]: DEBUG nova.compute.manager [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1588.122571] env[62913]: DEBUG nova.network.neutron [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1588.141076] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "refresh_cache-84afbe2c-7763-4077-b54e-e87828cf738c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.141223] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "refresh_cache-84afbe2c-7763-4077-b54e-e87828cf738c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.141343] env[62913]: DEBUG nova.network.neutron [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1588.161667] env[62913]: DEBUG nova.policy [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d8a9e70e9024c6581880ee06d866fd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22b3cc204538442b9b14d65d2d84068a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1588.293261] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.501105] env[62913]: DEBUG nova.network.neutron [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Successfully created port: 12a04abd-02ee-4740-b709-2f74d23a51e0 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1588.626274] env[62913]: DEBUG nova.compute.manager [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1588.677520] env[62913]: DEBUG nova.network.neutron [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1588.797331] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822041, 'name': ReconfigVM_Task, 'duration_secs': 0.868867} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.797769] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Reconfigured VM instance instance-00000006 to attach disk [datastore1] e7e62340-94e1-48bf-af63-fb9e1208b2f4/e7e62340-94e1-48bf-af63-fb9e1208b2f4.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1588.798886] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5b5e01b-123c-4181-811b-90a9d63b46cb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.810088] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1588.810088] env[62913]: value = "task-1822042" [ 1588.810088] env[62913]: _type = "Task" [ 1588.810088] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.818919] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822042, 'name': Rename_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.896927] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.897109] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.911169] env[62913]: DEBUG nova.network.neutron [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Updating instance_info_cache with network_info: [{"id": "272a4e5a-1392-4a11-aa0d-4b7e4710de6b", "address": "fa:16:3e:5d:96:b2", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap272a4e5a-13", "ovs_interfaceid": "272a4e5a-1392-4a11-aa0d-4b7e4710de6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.177133] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f300772-adc8-4427-97e6-ca5834e08c14 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.185702] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58859d91-fac9-4a8b-9ded-ef0d968bc777 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.217524] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7da27b-d72a-4781-863c-fb719af0f24c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.225884] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732f3609-d419-486d-9f85-4c83adaf22b5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.238829] env[62913]: DEBUG nova.compute.provider_tree [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.320260] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822042, 'name': Rename_Task, 'duration_secs': 0.18869} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.320576] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1589.320822] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-832b4247-7859-482e-9a96-2a888a948fea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.327352] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1589.327352] env[62913]: value = "task-1822043" [ 1589.327352] env[62913]: _type = "Task" [ 1589.327352] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.334749] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.400193] env[62913]: DEBUG nova.compute.manager [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1589.414606] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "refresh_cache-84afbe2c-7763-4077-b54e-e87828cf738c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.415041] env[62913]: DEBUG nova.compute.manager [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Instance network_info: |[{"id": "272a4e5a-1392-4a11-aa0d-4b7e4710de6b", "address": "fa:16:3e:5d:96:b2", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap272a4e5a-13", "ovs_interfaceid": "272a4e5a-1392-4a11-aa0d-4b7e4710de6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1589.415821] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:96:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '272a4e5a-1392-4a11-aa0d-4b7e4710de6b', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1589.425101] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Creating folder: Project (68eaa3fa89fe47fcab908a59033a11fa). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1589.425101] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6498bdd-d52b-47de-8241-d44421bc293a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.436208] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Created folder: Project (68eaa3fa89fe47fcab908a59033a11fa) in parent group-v377263. [ 1589.436208] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Creating folder: Instances. Parent ref: group-v377390. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1589.436208] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-135409b8-d86f-49cf-ba4e-28823e97a1fc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.445089] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Created folder: Instances in parent group-v377390. [ 1589.445338] env[62913]: DEBUG oslo.service.loopingcall [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1589.445523] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1589.445727] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c7314f8-4425-4251-889c-0548835b416a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.464493] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1589.464493] env[62913]: value = "task-1822046" [ 1589.464493] env[62913]: _type = "Task" [ 1589.464493] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.472568] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822046, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.640444] env[62913]: DEBUG nova.compute.manager [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1589.665115] env[62913]: DEBUG nova.virt.hardware [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1589.665373] env[62913]: DEBUG nova.virt.hardware [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.665530] env[62913]: DEBUG nova.virt.hardware [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1589.665713] env[62913]: DEBUG nova.virt.hardware [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.665855] env[62913]: DEBUG nova.virt.hardware [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1589.666045] env[62913]: DEBUG nova.virt.hardware [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1589.666276] env[62913]: DEBUG nova.virt.hardware [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1589.666438] env[62913]: DEBUG nova.virt.hardware [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1589.666607] env[62913]: DEBUG nova.virt.hardware [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1589.666779] env[62913]: DEBUG nova.virt.hardware [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1589.666958] env[62913]: DEBUG nova.virt.hardware [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1589.667827] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dc034b-0432-47ae-aa61-f5c97423e653 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.676890] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bf9cf2-27cd-47e2-a3b0-a0b3e9333112 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.702804] env[62913]: DEBUG nova.compute.manager [req-904d9c4e-2725-403a-be6b-38e54745193b req-a9353fbd-1cea-4624-b177-001068d4c1cc service nova] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Received event network-changed-272a4e5a-1392-4a11-aa0d-4b7e4710de6b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1589.702980] env[62913]: DEBUG nova.compute.manager [req-904d9c4e-2725-403a-be6b-38e54745193b req-a9353fbd-1cea-4624-b177-001068d4c1cc service nova] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Refreshing instance network info cache due to event network-changed-272a4e5a-1392-4a11-aa0d-4b7e4710de6b. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1589.703218] env[62913]: DEBUG oslo_concurrency.lockutils [req-904d9c4e-2725-403a-be6b-38e54745193b req-a9353fbd-1cea-4624-b177-001068d4c1cc service nova] Acquiring lock "refresh_cache-84afbe2c-7763-4077-b54e-e87828cf738c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.703364] env[62913]: DEBUG oslo_concurrency.lockutils [req-904d9c4e-2725-403a-be6b-38e54745193b req-a9353fbd-1cea-4624-b177-001068d4c1cc service nova] Acquired lock "refresh_cache-84afbe2c-7763-4077-b54e-e87828cf738c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.703522] env[62913]: DEBUG nova.network.neutron [req-904d9c4e-2725-403a-be6b-38e54745193b req-a9353fbd-1cea-4624-b177-001068d4c1cc service nova] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Refreshing network info cache for port 272a4e5a-1392-4a11-aa0d-4b7e4710de6b {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1589.741672] env[62913]: DEBUG nova.scheduler.client.report [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1589.841394] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822043, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.926074] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.979051] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822046, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.134039] env[62913]: DEBUG nova.network.neutron [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Successfully updated port: 12a04abd-02ee-4740-b709-2f74d23a51e0 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1590.246338] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.246848] env[62913]: DEBUG nova.compute.manager [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1590.250143] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.337s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.251484] env[62913]: INFO nova.compute.claims [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1590.348934] env[62913]: DEBUG oslo_vmware.api [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822043, 'name': PowerOnVM_Task, 'duration_secs': 0.919496} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.349219] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1590.349434] env[62913]: DEBUG nova.compute.manager [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1590.350234] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff35b195-9a75-4979-82fc-1d05b9b24104 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.428784] env[62913]: DEBUG nova.network.neutron [req-904d9c4e-2725-403a-be6b-38e54745193b req-a9353fbd-1cea-4624-b177-001068d4c1cc service nova] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Updated VIF entry in instance network info cache for port 272a4e5a-1392-4a11-aa0d-4b7e4710de6b. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1590.429267] env[62913]: DEBUG nova.network.neutron [req-904d9c4e-2725-403a-be6b-38e54745193b req-a9353fbd-1cea-4624-b177-001068d4c1cc service nova] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Updating instance_info_cache with network_info: [{"id": "272a4e5a-1392-4a11-aa0d-4b7e4710de6b", "address": "fa:16:3e:5d:96:b2", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap272a4e5a-13", "ovs_interfaceid": "272a4e5a-1392-4a11-aa0d-4b7e4710de6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.475890] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822046, 'name': CreateVM_Task, 'duration_secs': 0.743023} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.479554] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1590.479554] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.479554] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.479554] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1590.479554] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e723e9e-d05c-4c10-aa55-3a4ad5cbe0be {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.485028] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1590.485028] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5205bb8d-64f4-ffeb-3c00-2682ccc075b4" [ 1590.485028] env[62913]: _type = "Task" [ 1590.485028] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.492860] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5205bb8d-64f4-ffeb-3c00-2682ccc075b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.637854] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "refresh_cache-b1790dea-e6b8-4c5c-9c09-60903601f3ef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.638011] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquired lock "refresh_cache-b1790dea-e6b8-4c5c-9c09-60903601f3ef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.638186] env[62913]: DEBUG nova.network.neutron [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.757513] env[62913]: DEBUG nova.compute.utils [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1590.762227] env[62913]: DEBUG nova.compute.manager [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1590.762451] env[62913]: DEBUG nova.network.neutron [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1590.806526] env[62913]: DEBUG nova.policy [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a738a5212aa42c1952a103a290e499e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b065f0fd2d2a46fbbe31ffa1e025b41e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1590.874488] env[62913]: DEBUG oslo_concurrency.lockutils [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.934262] env[62913]: DEBUG oslo_concurrency.lockutils [req-904d9c4e-2725-403a-be6b-38e54745193b req-a9353fbd-1cea-4624-b177-001068d4c1cc service nova] Releasing lock "refresh_cache-84afbe2c-7763-4077-b54e-e87828cf738c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.993787] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5205bb8d-64f4-ffeb-3c00-2682ccc075b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.994111] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.994382] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1590.994623] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.994771] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.995245] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1590.995245] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0e947f1-682e-4484-9114-2406db32672d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.005368] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1591.005553] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1591.006307] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07f3a73-06a9-4011-8c29-4e01ededb357 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.012301] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1591.012301] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52c4c9ba-b5f1-8bc5-8249-27bc6e1e701a" [ 1591.012301] env[62913]: _type = "Task" [ 1591.012301] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.022106] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c4c9ba-b5f1-8bc5-8249-27bc6e1e701a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.184337] env[62913]: DEBUG nova.network.neutron [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Successfully created port: 7d5bf482-a90c-4048-9939-3a88f79f8c4a {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1591.187846] env[62913]: DEBUG nova.network.neutron [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1591.263275] env[62913]: DEBUG nova.compute.manager [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1591.370984] env[62913]: DEBUG nova.network.neutron [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Updating instance_info_cache with network_info: [{"id": "12a04abd-02ee-4740-b709-2f74d23a51e0", "address": "fa:16:3e:c8:ee:62", "network": {"id": "5ae1bf44-5f56-4400-8823-0d49f0229217", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-445286646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b3cc204538442b9b14d65d2d84068a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a04abd-02", "ovs_interfaceid": "12a04abd-02ee-4740-b709-2f74d23a51e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.434500] env[62913]: INFO nova.compute.manager [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Rebuilding instance [ 1591.479146] env[62913]: DEBUG nova.compute.manager [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1591.480056] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdece6d-f8c9-464f-a449-8f69afa0bb03 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.524935] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c4c9ba-b5f1-8bc5-8249-27bc6e1e701a, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.526413] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb01259-9dfc-4e46-9030-e50147aa4cc9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.535089] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1591.535089] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52f3ce2d-4254-29aa-4d18-76ca96fea90f" [ 1591.535089] env[62913]: _type = "Task" [ 1591.535089] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.545491] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f3ce2d-4254-29aa-4d18-76ca96fea90f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.722676] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9e7079-7aea-4689-be1e-1dc611c6a6fc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.728309] env[62913]: DEBUG nova.compute.manager [req-292df8b8-9d0e-48a5-88c9-1bc4f8b134c7 req-bc84289d-703a-4cbc-ae5c-980e3d80e6fa service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Received event network-vif-plugged-12a04abd-02ee-4740-b709-2f74d23a51e0 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1591.729037] env[62913]: DEBUG oslo_concurrency.lockutils [req-292df8b8-9d0e-48a5-88c9-1bc4f8b134c7 req-bc84289d-703a-4cbc-ae5c-980e3d80e6fa service nova] Acquiring lock "b1790dea-e6b8-4c5c-9c09-60903601f3ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.729037] env[62913]: DEBUG oslo_concurrency.lockutils [req-292df8b8-9d0e-48a5-88c9-1bc4f8b134c7 req-bc84289d-703a-4cbc-ae5c-980e3d80e6fa service nova] Lock "b1790dea-e6b8-4c5c-9c09-60903601f3ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.729037] env[62913]: DEBUG oslo_concurrency.lockutils [req-292df8b8-9d0e-48a5-88c9-1bc4f8b134c7 req-bc84289d-703a-4cbc-ae5c-980e3d80e6fa service nova] Lock "b1790dea-e6b8-4c5c-9c09-60903601f3ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.729212] env[62913]: DEBUG nova.compute.manager [req-292df8b8-9d0e-48a5-88c9-1bc4f8b134c7 req-bc84289d-703a-4cbc-ae5c-980e3d80e6fa service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] No waiting events found dispatching network-vif-plugged-12a04abd-02ee-4740-b709-2f74d23a51e0 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1591.729268] env[62913]: WARNING nova.compute.manager [req-292df8b8-9d0e-48a5-88c9-1bc4f8b134c7 req-bc84289d-703a-4cbc-ae5c-980e3d80e6fa service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Received unexpected event network-vif-plugged-12a04abd-02ee-4740-b709-2f74d23a51e0 for instance with vm_state building and task_state spawning. [ 1591.729383] env[62913]: DEBUG nova.compute.manager [req-292df8b8-9d0e-48a5-88c9-1bc4f8b134c7 req-bc84289d-703a-4cbc-ae5c-980e3d80e6fa service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Received event network-changed-12a04abd-02ee-4740-b709-2f74d23a51e0 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1591.729541] env[62913]: DEBUG nova.compute.manager [req-292df8b8-9d0e-48a5-88c9-1bc4f8b134c7 req-bc84289d-703a-4cbc-ae5c-980e3d80e6fa service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Refreshing instance network info cache due to event network-changed-12a04abd-02ee-4740-b709-2f74d23a51e0. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1591.729705] env[62913]: DEBUG oslo_concurrency.lockutils [req-292df8b8-9d0e-48a5-88c9-1bc4f8b134c7 req-bc84289d-703a-4cbc-ae5c-980e3d80e6fa service nova] Acquiring lock "refresh_cache-b1790dea-e6b8-4c5c-9c09-60903601f3ef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.732939] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ac9dcc-99e1-4804-8480-2f6b08cb4d06 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.764847] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779a5fb3-bd93-460b-a539-48e2ac67c5d4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.776061] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0b1372-dd42-45bd-9304-d3431e154e98 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.792470] env[62913]: DEBUG nova.compute.provider_tree [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.877283] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Releasing lock "refresh_cache-b1790dea-e6b8-4c5c-9c09-60903601f3ef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.877627] env[62913]: DEBUG nova.compute.manager [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Instance network_info: |[{"id": "12a04abd-02ee-4740-b709-2f74d23a51e0", "address": "fa:16:3e:c8:ee:62", "network": {"id": "5ae1bf44-5f56-4400-8823-0d49f0229217", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-445286646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b3cc204538442b9b14d65d2d84068a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a04abd-02", "ovs_interfaceid": "12a04abd-02ee-4740-b709-2f74d23a51e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1591.877936] env[62913]: DEBUG oslo_concurrency.lockutils [req-292df8b8-9d0e-48a5-88c9-1bc4f8b134c7 req-bc84289d-703a-4cbc-ae5c-980e3d80e6fa service nova] Acquired lock "refresh_cache-b1790dea-e6b8-4c5c-9c09-60903601f3ef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.878130] env[62913]: DEBUG nova.network.neutron [req-292df8b8-9d0e-48a5-88c9-1bc4f8b134c7 req-bc84289d-703a-4cbc-ae5c-980e3d80e6fa service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Refreshing network info cache for port 12a04abd-02ee-4740-b709-2f74d23a51e0 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.879778] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:ee:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12a04abd-02ee-4740-b709-2f74d23a51e0', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1591.887873] env[62913]: DEBUG oslo.service.loopingcall [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.888400] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1591.888628] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8677a739-02fd-48a7-be2a-f76bfbed8215 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.911511] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1591.911511] env[62913]: value = "task-1822047" [ 1591.911511] env[62913]: _type = "Task" [ 1591.911511] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.920713] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822047, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.046711] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f3ce2d-4254-29aa-4d18-76ca96fea90f, 'name': SearchDatastore_Task, 'duration_secs': 0.041412} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.047099] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.047361] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 84afbe2c-7763-4077-b54e-e87828cf738c/84afbe2c-7763-4077-b54e-e87828cf738c.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1592.047637] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40477e0e-b1f5-4662-a22e-43c24da585d1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.055517] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1592.055517] env[62913]: value = "task-1822048" [ 1592.055517] env[62913]: _type = "Task" [ 1592.055517] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.064535] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.277533] env[62913]: DEBUG nova.compute.manager [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1592.296590] env[62913]: DEBUG nova.scheduler.client.report [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1592.307431] env[62913]: DEBUG nova.virt.hardware [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1592.307726] env[62913]: DEBUG nova.virt.hardware [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1592.307889] env[62913]: DEBUG nova.virt.hardware [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1592.308070] env[62913]: DEBUG nova.virt.hardware [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1592.308215] env[62913]: DEBUG nova.virt.hardware [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1592.308360] env[62913]: DEBUG nova.virt.hardware [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1592.308569] env[62913]: DEBUG nova.virt.hardware [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1592.308723] env[62913]: DEBUG nova.virt.hardware [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1592.308887] env[62913]: DEBUG nova.virt.hardware [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1592.309062] env[62913]: DEBUG nova.virt.hardware [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1592.309239] env[62913]: DEBUG nova.virt.hardware [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1592.310248] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0c84c3-4a88-41cd-a92a-4266d3635354 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.320456] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8f173e-7f18-4d1c-b272-82590668028f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.422791] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822047, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.496850] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1592.497207] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1e7e8ed-2bca-4d39-9750-c10f6f68b6ea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.506477] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1592.506477] env[62913]: value = "task-1822049" [ 1592.506477] env[62913]: _type = "Task" [ 1592.506477] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.524053] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.565363] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822048, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.680445] env[62913]: DEBUG nova.network.neutron [req-292df8b8-9d0e-48a5-88c9-1bc4f8b134c7 req-bc84289d-703a-4cbc-ae5c-980e3d80e6fa service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Updated VIF entry in instance network info cache for port 12a04abd-02ee-4740-b709-2f74d23a51e0. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.680819] env[62913]: DEBUG nova.network.neutron [req-292df8b8-9d0e-48a5-88c9-1bc4f8b134c7 req-bc84289d-703a-4cbc-ae5c-980e3d80e6fa service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Updating instance_info_cache with network_info: [{"id": "12a04abd-02ee-4740-b709-2f74d23a51e0", "address": "fa:16:3e:c8:ee:62", "network": {"id": "5ae1bf44-5f56-4400-8823-0d49f0229217", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-445286646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b3cc204538442b9b14d65d2d84068a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a04abd-02", "ovs_interfaceid": "12a04abd-02ee-4740-b709-2f74d23a51e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.779559] env[62913]: DEBUG nova.network.neutron [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Successfully updated port: 7d5bf482-a90c-4048-9939-3a88f79f8c4a {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1592.804986] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.804986] env[62913]: DEBUG nova.compute.manager [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1592.807937] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.477s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.809970] env[62913]: INFO nova.compute.claims [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1592.922844] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822047, 'name': CreateVM_Task, 'duration_secs': 0.594026} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.923074] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1592.923745] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.923913] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.924264] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1592.924522] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c9ee65-9845-4494-9a6c-200ef6470268 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.929252] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1592.929252] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52c5d0b5-00f0-76ca-2ac5-000243c47206" [ 1592.929252] env[62913]: _type = "Task" [ 1592.929252] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.938172] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c5d0b5-00f0-76ca-2ac5-000243c47206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.016752] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822049, 'name': PowerOffVM_Task, 'duration_secs': 0.389691} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.017056] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1593.017309] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1593.018065] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37730fd0-31d9-4397-ab60-03917cf3f438 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.025994] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1593.025994] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37349a7f-1fe3-4b85-a886-65dddd33e98f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.065617] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511444} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.067109] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 84afbe2c-7763-4077-b54e-e87828cf738c/84afbe2c-7763-4077-b54e-e87828cf738c.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1593.067109] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1593.067109] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43b3a23d-2425-44ae-9ebf-f825c21189c4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.073330] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1593.073330] env[62913]: value = "task-1822051" [ 1593.073330] env[62913]: _type = "Task" [ 1593.073330] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.082203] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.122471] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1593.122715] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1593.122974] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Deleting the datastore file [datastore1] e7e62340-94e1-48bf-af63-fb9e1208b2f4 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1593.123379] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5969677b-aede-4493-af88-b25a1eee15c7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.130558] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1593.130558] env[62913]: value = "task-1822052" [ 1593.130558] env[62913]: _type = "Task" [ 1593.130558] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.139176] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.184091] env[62913]: DEBUG oslo_concurrency.lockutils [req-292df8b8-9d0e-48a5-88c9-1bc4f8b134c7 req-bc84289d-703a-4cbc-ae5c-980e3d80e6fa service nova] Releasing lock "refresh_cache-b1790dea-e6b8-4c5c-9c09-60903601f3ef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.282311] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Acquiring lock "refresh_cache-6c0aa552-3717-4cec-915f-1515cbd71983" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.282600] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Acquired lock "refresh_cache-6c0aa552-3717-4cec-915f-1515cbd71983" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.282600] env[62913]: DEBUG nova.network.neutron [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1593.316014] env[62913]: DEBUG nova.compute.utils [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1593.319349] env[62913]: DEBUG nova.compute.manager [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1593.319476] env[62913]: DEBUG nova.network.neutron [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1593.390059] env[62913]: DEBUG nova.policy [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '202d70cee4064a3b8fbf38c5e166e76d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc40192e9e504f82b21fe4ea9f082f0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1593.441162] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c5d0b5-00f0-76ca-2ac5-000243c47206, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.441479] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.441712] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1593.441992] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.442171] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.442354] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1593.442617] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1138e32-bed2-4474-8973-6bd413e564f1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.451475] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1593.451563] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1593.452320] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-668c3371-15c2-4d90-9486-5e6c9dad5d47 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.458209] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1593.458209] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a32516-37be-8ad0-ef67-f2b1e5f7e644" [ 1593.458209] env[62913]: _type = "Task" [ 1593.458209] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.467557] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a32516-37be-8ad0-ef67-f2b1e5f7e644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.584373] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060967} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.584663] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1593.585476] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6632f7-f4fb-4533-811c-cf2adfeb84eb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.609375] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 84afbe2c-7763-4077-b54e-e87828cf738c/84afbe2c-7763-4077-b54e-e87828cf738c.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1593.609695] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec04e57-56f9-49e9-bfc6-ff44a6de431b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.630382] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1593.630382] env[62913]: value = "task-1822053" [ 1593.630382] env[62913]: _type = "Task" [ 1593.630382] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.648887] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.652024] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134005} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.653258] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1593.653258] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1593.653258] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1593.730123] env[62913]: DEBUG nova.network.neutron [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Successfully created port: 0238264e-848c-4374-88e8-fe8ce4c73be6 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1593.758578] env[62913]: DEBUG nova.compute.manager [req-797956f3-6130-48f8-b976-d526b416ce6e req-854c4a32-c75f-4895-8ceb-6177c7889a17 service nova] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Received event network-vif-plugged-7d5bf482-a90c-4048-9939-3a88f79f8c4a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1593.758578] env[62913]: DEBUG oslo_concurrency.lockutils [req-797956f3-6130-48f8-b976-d526b416ce6e req-854c4a32-c75f-4895-8ceb-6177c7889a17 service nova] Acquiring lock "6c0aa552-3717-4cec-915f-1515cbd71983-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.758578] env[62913]: DEBUG oslo_concurrency.lockutils [req-797956f3-6130-48f8-b976-d526b416ce6e req-854c4a32-c75f-4895-8ceb-6177c7889a17 service nova] Lock "6c0aa552-3717-4cec-915f-1515cbd71983-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.758929] env[62913]: DEBUG oslo_concurrency.lockutils [req-797956f3-6130-48f8-b976-d526b416ce6e req-854c4a32-c75f-4895-8ceb-6177c7889a17 service nova] Lock "6c0aa552-3717-4cec-915f-1515cbd71983-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.759342] env[62913]: DEBUG nova.compute.manager [req-797956f3-6130-48f8-b976-d526b416ce6e req-854c4a32-c75f-4895-8ceb-6177c7889a17 service nova] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] No waiting events found dispatching network-vif-plugged-7d5bf482-a90c-4048-9939-3a88f79f8c4a {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1593.759621] env[62913]: WARNING nova.compute.manager [req-797956f3-6130-48f8-b976-d526b416ce6e req-854c4a32-c75f-4895-8ceb-6177c7889a17 service nova] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Received unexpected event network-vif-plugged-7d5bf482-a90c-4048-9939-3a88f79f8c4a for instance with vm_state building and task_state spawning. [ 1593.759934] env[62913]: DEBUG nova.compute.manager [req-797956f3-6130-48f8-b976-d526b416ce6e req-854c4a32-c75f-4895-8ceb-6177c7889a17 service nova] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Received event network-changed-7d5bf482-a90c-4048-9939-3a88f79f8c4a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1593.760238] env[62913]: DEBUG nova.compute.manager [req-797956f3-6130-48f8-b976-d526b416ce6e req-854c4a32-c75f-4895-8ceb-6177c7889a17 service nova] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Refreshing instance network info cache due to event network-changed-7d5bf482-a90c-4048-9939-3a88f79f8c4a. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1593.760515] env[62913]: DEBUG oslo_concurrency.lockutils [req-797956f3-6130-48f8-b976-d526b416ce6e req-854c4a32-c75f-4895-8ceb-6177c7889a17 service nova] Acquiring lock "refresh_cache-6c0aa552-3717-4cec-915f-1515cbd71983" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.814085] env[62913]: DEBUG nova.network.neutron [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1593.820348] env[62913]: DEBUG nova.compute.manager [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1593.973735] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a32516-37be-8ad0-ef67-f2b1e5f7e644, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.974955] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d52c02-377b-4700-a74a-ec0d7cbd41b4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.981018] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1593.981018] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52059f39-08b3-7b05-e497-9b58f4f19cf8" [ 1593.981018] env[62913]: _type = "Task" [ 1593.981018] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.990348] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52059f39-08b3-7b05-e497-9b58f4f19cf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.003782] env[62913]: DEBUG nova.network.neutron [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Updating instance_info_cache with network_info: [{"id": "7d5bf482-a90c-4048-9939-3a88f79f8c4a", "address": "fa:16:3e:1a:3a:0c", "network": {"id": "52fff694-432f-4268-9e34-eedbdd1f9744", "bridge": "br-int", "label": "tempest-ServersTestJSON-1329996057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b065f0fd2d2a46fbbe31ffa1e025b41e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d5bf482-a9", "ovs_interfaceid": "7d5bf482-a90c-4048-9939-3a88f79f8c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.143926] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822053, 'name': ReconfigVM_Task, 'duration_secs': 0.437608} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.144131] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 84afbe2c-7763-4077-b54e-e87828cf738c/84afbe2c-7763-4077-b54e-e87828cf738c.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1594.144839] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03820152-d51b-431c-9f16-40640f4596c6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.152260] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1594.152260] env[62913]: value = "task-1822054" [ 1594.152260] env[62913]: _type = "Task" [ 1594.152260] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.164157] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822054, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.290358] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7329ce-f5f3-4848-a5dd-1f219f6bfadc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.298458] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698d0909-ac91-4daa-93ef-7ab67efdf94b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.329937] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03162cc-f71c-4f07-83f7-0164ae6c2c0f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.341372] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8a77c7-dfec-4076-b38f-c0482a92692c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.355052] env[62913]: DEBUG nova.compute.provider_tree [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.492036] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52059f39-08b3-7b05-e497-9b58f4f19cf8, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.492546] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.492625] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] b1790dea-e6b8-4c5c-9c09-60903601f3ef/b1790dea-e6b8-4c5c-9c09-60903601f3ef.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1594.492854] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f3f43ee-68fc-440d-9862-5d395d3c8500 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.500246] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1594.500246] env[62913]: value = "task-1822055" [ 1594.500246] env[62913]: _type = "Task" [ 1594.500246] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.508972] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Releasing lock "refresh_cache-6c0aa552-3717-4cec-915f-1515cbd71983" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.509290] env[62913]: DEBUG nova.compute.manager [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Instance network_info: |[{"id": "7d5bf482-a90c-4048-9939-3a88f79f8c4a", "address": "fa:16:3e:1a:3a:0c", "network": {"id": "52fff694-432f-4268-9e34-eedbdd1f9744", "bridge": "br-int", "label": "tempest-ServersTestJSON-1329996057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b065f0fd2d2a46fbbe31ffa1e025b41e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d5bf482-a9", "ovs_interfaceid": "7d5bf482-a90c-4048-9939-3a88f79f8c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1594.509551] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.509781] env[62913]: DEBUG oslo_concurrency.lockutils [req-797956f3-6130-48f8-b976-d526b416ce6e req-854c4a32-c75f-4895-8ceb-6177c7889a17 service nova] Acquired lock "refresh_cache-6c0aa552-3717-4cec-915f-1515cbd71983" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.509999] env[62913]: DEBUG nova.network.neutron [req-797956f3-6130-48f8-b976-d526b416ce6e req-854c4a32-c75f-4895-8ceb-6177c7889a17 service nova] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Refreshing network info cache for port 7d5bf482-a90c-4048-9939-3a88f79f8c4a {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1594.511151] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:3a:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d5bf482-a90c-4048-9939-3a88f79f8c4a', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1594.518455] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Creating folder: Project (b065f0fd2d2a46fbbe31ffa1e025b41e). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1594.518839] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-160a8d92-f0dd-46da-a2d8-467af69b8a3f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.530056] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Created folder: Project (b065f0fd2d2a46fbbe31ffa1e025b41e) in parent group-v377263. [ 1594.530256] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Creating folder: Instances. Parent ref: group-v377394. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1594.530498] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd808d10-93f1-4450-8f8b-604498421dbf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.540332] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Created folder: Instances in parent group-v377394. [ 1594.540571] env[62913]: DEBUG oslo.service.loopingcall [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1594.540753] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1594.540953] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bcbb0cb-26aa-4755-8ea7-458226b282b9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.562421] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1594.562421] env[62913]: value = "task-1822058" [ 1594.562421] env[62913]: _type = "Task" [ 1594.562421] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.577124] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822058, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.663694] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822054, 'name': Rename_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.695330] env[62913]: DEBUG nova.virt.hardware [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1594.695691] env[62913]: DEBUG nova.virt.hardware [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1594.695830] env[62913]: DEBUG nova.virt.hardware [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1594.696070] env[62913]: DEBUG nova.virt.hardware [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1594.696264] env[62913]: DEBUG nova.virt.hardware [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1594.696427] env[62913]: DEBUG nova.virt.hardware [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1594.696715] env[62913]: DEBUG nova.virt.hardware [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1594.696887] env[62913]: DEBUG nova.virt.hardware [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1594.697077] env[62913]: DEBUG nova.virt.hardware [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1594.697251] env[62913]: DEBUG nova.virt.hardware [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1594.697446] env[62913]: DEBUG nova.virt.hardware [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1594.698496] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abe4a82-a887-4400-bf00-647f6290e47c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.708075] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea73de16-e188-4771-aee2-e1494bb5c113 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.725456] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:5b:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c238d358-c946-4180-9e44-d0c985b4105b', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1594.733504] env[62913]: DEBUG oslo.service.loopingcall [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1594.734038] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1594.734141] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9380bb49-533c-45b5-8b5c-26a743a99380 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.757427] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1594.757427] env[62913]: value = "task-1822059" [ 1594.757427] env[62913]: _type = "Task" [ 1594.757427] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.768315] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822059, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.838194] env[62913]: DEBUG nova.compute.manager [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1594.858326] env[62913]: DEBUG nova.scheduler.client.report [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1594.870852] env[62913]: DEBUG nova.virt.hardware [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1594.870852] env[62913]: DEBUG nova.virt.hardware [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1594.870852] env[62913]: DEBUG nova.virt.hardware [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1594.870852] env[62913]: DEBUG nova.virt.hardware [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1594.870852] env[62913]: DEBUG nova.virt.hardware [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1594.871249] env[62913]: DEBUG nova.virt.hardware [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1594.871249] env[62913]: DEBUG nova.virt.hardware [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1594.871413] env[62913]: DEBUG nova.virt.hardware [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1594.871635] env[62913]: DEBUG nova.virt.hardware [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1594.871830] env[62913]: DEBUG nova.virt.hardware [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1594.872040] env[62913]: DEBUG nova.virt.hardware [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1594.873032] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be91086-9cdd-42b6-a984-d4f3e335c721 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.883145] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55566c2b-ca49-4c62-ba7d-e43d19adb8eb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.011290] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482283} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.011579] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] b1790dea-e6b8-4c5c-9c09-60903601f3ef/b1790dea-e6b8-4c5c-9c09-60903601f3ef.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1595.011834] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1595.012624] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e01d12ee-e7e3-4366-8e48-10b379e49140 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.022323] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1595.022323] env[62913]: value = "task-1822060" [ 1595.022323] env[62913]: _type = "Task" [ 1595.022323] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.030502] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.073475] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822058, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.164413] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822054, 'name': Rename_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.258452] env[62913]: DEBUG nova.network.neutron [req-797956f3-6130-48f8-b976-d526b416ce6e req-854c4a32-c75f-4895-8ceb-6177c7889a17 service nova] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Updated VIF entry in instance network info cache for port 7d5bf482-a90c-4048-9939-3a88f79f8c4a. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1595.258810] env[62913]: DEBUG nova.network.neutron [req-797956f3-6130-48f8-b976-d526b416ce6e req-854c4a32-c75f-4895-8ceb-6177c7889a17 service nova] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Updating instance_info_cache with network_info: [{"id": "7d5bf482-a90c-4048-9939-3a88f79f8c4a", "address": "fa:16:3e:1a:3a:0c", "network": {"id": "52fff694-432f-4268-9e34-eedbdd1f9744", "bridge": "br-int", "label": "tempest-ServersTestJSON-1329996057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b065f0fd2d2a46fbbe31ffa1e025b41e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d5bf482-a9", "ovs_interfaceid": "7d5bf482-a90c-4048-9939-3a88f79f8c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.269674] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822059, 'name': CreateVM_Task, 'duration_secs': 0.442421} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.270642] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1595.271985] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.271985] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.272401] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1595.273273] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b7acf93-2785-48be-ac2a-cc7e1a77941a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.279778] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1595.279778] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52628282-b1ab-8583-0c81-366fd6ea95b5" [ 1595.279778] env[62913]: _type = "Task" [ 1595.279778] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.289860] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52628282-b1ab-8583-0c81-366fd6ea95b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.334870] env[62913]: DEBUG nova.network.neutron [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Successfully updated port: 0238264e-848c-4374-88e8-fe8ce4c73be6 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1595.369016] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.369558] env[62913]: DEBUG nova.compute.manager [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1595.372475] env[62913]: DEBUG oslo_concurrency.lockutils [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.602s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.372703] env[62913]: DEBUG nova.objects.instance [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Lazy-loading 'resources' on Instance uuid 8be5b047-ec18-42b4-b8ee-8e5a098338da {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1595.548733] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.583982] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822058, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.667442] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822054, 'name': Rename_Task, 'duration_secs': 1.162383} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.667788] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1595.668097] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e200a9b-bf0c-4ab3-a4b0-c262ef77982e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.681699] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1595.681699] env[62913]: value = "task-1822061" [ 1595.681699] env[62913]: _type = "Task" [ 1595.681699] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.701391] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.765145] env[62913]: DEBUG oslo_concurrency.lockutils [req-797956f3-6130-48f8-b976-d526b416ce6e req-854c4a32-c75f-4895-8ceb-6177c7889a17 service nova] Releasing lock "refresh_cache-6c0aa552-3717-4cec-915f-1515cbd71983" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.790560] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52628282-b1ab-8583-0c81-366fd6ea95b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011116} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.790817] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.791071] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1595.791318] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.791468] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.791642] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1595.791968] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6f7da71-5d5e-44da-b03d-f04cd372b8a8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.801551] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1595.801727] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1595.802517] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cdd7984-b7a8-44fa-a163-6db90dd4f4f1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.808594] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1595.808594] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b625ac-4c11-ca92-0748-8bd6fde7886e" [ 1595.808594] env[62913]: _type = "Task" [ 1595.808594] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.816754] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b625ac-4c11-ca92-0748-8bd6fde7886e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.838130] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "refresh_cache-631acb61-59d3-41f2-b21c-847dd5cb7eb9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.838326] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquired lock "refresh_cache-631acb61-59d3-41f2-b21c-847dd5cb7eb9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.838483] env[62913]: DEBUG nova.network.neutron [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1595.876201] env[62913]: DEBUG nova.compute.utils [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1595.882580] env[62913]: DEBUG nova.compute.manager [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1595.882852] env[62913]: DEBUG nova.network.neutron [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1595.887314] env[62913]: DEBUG nova.compute.manager [req-d11cbcff-9b74-4a80-881d-0a872c9a775a req-6ac03d73-8b4d-425a-9e65-cd456ac7a805 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Received event network-vif-plugged-0238264e-848c-4374-88e8-fe8ce4c73be6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1595.887575] env[62913]: DEBUG oslo_concurrency.lockutils [req-d11cbcff-9b74-4a80-881d-0a872c9a775a req-6ac03d73-8b4d-425a-9e65-cd456ac7a805 service nova] Acquiring lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.887826] env[62913]: DEBUG oslo_concurrency.lockutils [req-d11cbcff-9b74-4a80-881d-0a872c9a775a req-6ac03d73-8b4d-425a-9e65-cd456ac7a805 service nova] Lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.888046] env[62913]: DEBUG oslo_concurrency.lockutils [req-d11cbcff-9b74-4a80-881d-0a872c9a775a req-6ac03d73-8b4d-425a-9e65-cd456ac7a805 service nova] Lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.888265] env[62913]: DEBUG nova.compute.manager [req-d11cbcff-9b74-4a80-881d-0a872c9a775a req-6ac03d73-8b4d-425a-9e65-cd456ac7a805 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] No waiting events found dispatching network-vif-plugged-0238264e-848c-4374-88e8-fe8ce4c73be6 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1595.888475] env[62913]: WARNING nova.compute.manager [req-d11cbcff-9b74-4a80-881d-0a872c9a775a req-6ac03d73-8b4d-425a-9e65-cd456ac7a805 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Received unexpected event network-vif-plugged-0238264e-848c-4374-88e8-fe8ce4c73be6 for instance with vm_state building and task_state spawning. [ 1595.888678] env[62913]: DEBUG nova.compute.manager [req-d11cbcff-9b74-4a80-881d-0a872c9a775a req-6ac03d73-8b4d-425a-9e65-cd456ac7a805 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Received event network-changed-0238264e-848c-4374-88e8-fe8ce4c73be6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1595.888884] env[62913]: DEBUG nova.compute.manager [req-d11cbcff-9b74-4a80-881d-0a872c9a775a req-6ac03d73-8b4d-425a-9e65-cd456ac7a805 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Refreshing instance network info cache due to event network-changed-0238264e-848c-4374-88e8-fe8ce4c73be6. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1595.889134] env[62913]: DEBUG oslo_concurrency.lockutils [req-d11cbcff-9b74-4a80-881d-0a872c9a775a req-6ac03d73-8b4d-425a-9e65-cd456ac7a805 service nova] Acquiring lock "refresh_cache-631acb61-59d3-41f2-b21c-847dd5cb7eb9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.948465] env[62913]: DEBUG nova.policy [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7aecd839b063435bace01c02f7d50658', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bc603577f56435191af884e8222e85b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1596.036285] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822060, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.079901] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822058, 'name': CreateVM_Task, 'duration_secs': 1.219084} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.080293] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1596.085577] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.085738] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.086137] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1596.086403] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab259ed-5f90-4cfe-8935-9a6d7ac43075 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.093978] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Waiting for the task: (returnval){ [ 1596.093978] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525c7dfb-821a-39fe-60ac-9f564e5ae997" [ 1596.093978] env[62913]: _type = "Task" [ 1596.093978] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.108685] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525c7dfb-821a-39fe-60ac-9f564e5ae997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.194125] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822061, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.246189] env[62913]: DEBUG nova.network.neutron [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Successfully created port: d2c8b24b-5533-450c-867f-679451050aaf {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1596.323123] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b625ac-4c11-ca92-0748-8bd6fde7886e, 'name': SearchDatastore_Task, 'duration_secs': 0.010325} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.325755] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6f76126-6071-4e5c-b612-ad270f83ad14 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.334018] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1596.334018] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a266af-5fc0-1842-6c48-6d372136d2dc" [ 1596.334018] env[62913]: _type = "Task" [ 1596.334018] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.350481] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a266af-5fc0-1842-6c48-6d372136d2dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.384264] env[62913]: DEBUG nova.compute.manager [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1596.389159] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55937070-c485-40ec-812a-0ab0236ada78 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.399186] env[62913]: DEBUG nova.network.neutron [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1596.401855] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a5bcd5-e7ec-4b62-96db-09349197516d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.436999] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8a4962-7bc9-4e95-89bb-c8e94cc3aa9b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.445919] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd254124-f284-4531-99f5-0ae207514c8d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.460665] env[62913]: DEBUG nova.compute.provider_tree [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.533079] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.028857} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.533381] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1596.534187] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624a1e86-c2e9-4679-8160-be17af475458 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.558965] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] b1790dea-e6b8-4c5c-9c09-60903601f3ef/b1790dea-e6b8-4c5c-9c09-60903601f3ef.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1596.561610] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04a0baa6-a25b-4be3-9cce-5f17fed06356 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.584449] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1596.584449] env[62913]: value = "task-1822062" [ 1596.584449] env[62913]: _type = "Task" [ 1596.584449] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.593667] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.611412] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525c7dfb-821a-39fe-60ac-9f564e5ae997, 'name': SearchDatastore_Task, 'duration_secs': 0.011298} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.611586] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.611770] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1596.612060] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.629272] env[62913]: DEBUG nova.network.neutron [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Updating instance_info_cache with network_info: [{"id": "0238264e-848c-4374-88e8-fe8ce4c73be6", "address": "fa:16:3e:28:02:4d", "network": {"id": "6073e94f-d64a-4868-884a-8ba4aca17fa4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-74545478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc40192e9e504f82b21fe4ea9f082f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0238264e-84", "ovs_interfaceid": "0238264e-848c-4374-88e8-fe8ce4c73be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.692688] env[62913]: DEBUG oslo_vmware.api [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822061, 'name': PowerOnVM_Task, 'duration_secs': 0.585746} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.693191] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1596.693536] env[62913]: INFO nova.compute.manager [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1596.693833] env[62913]: DEBUG nova.compute.manager [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1596.695700] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefc259b-2d0b-4797-ad2c-6124f0b41135 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.844160] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a266af-5fc0-1842-6c48-6d372136d2dc, 'name': SearchDatastore_Task, 'duration_secs': 0.061084} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.844467] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.844772] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e7e62340-94e1-48bf-af63-fb9e1208b2f4/e7e62340-94e1-48bf-af63-fb9e1208b2f4.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1596.845047] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.845277] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1596.845479] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da10a45e-973b-4112-9c33-3f118349f3cf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.847510] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42ecdde3-55e5-4ace-ae1b-879db61ec6d5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.855211] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1596.855211] env[62913]: value = "task-1822063" [ 1596.855211] env[62913]: _type = "Task" [ 1596.855211] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.859952] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1596.860122] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1596.861237] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde984dc-295d-48ed-b304-1d3a0545c248 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.866914] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.870555] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Waiting for the task: (returnval){ [ 1596.870555] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52eb2560-e9d7-f6a2-7d85-c6373e2ab299" [ 1596.870555] env[62913]: _type = "Task" [ 1596.870555] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.879163] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52eb2560-e9d7-f6a2-7d85-c6373e2ab299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.964061] env[62913]: DEBUG nova.scheduler.client.report [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1597.097226] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822062, 'name': ReconfigVM_Task, 'duration_secs': 0.2997} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.097226] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Reconfigured VM instance instance-0000002d to attach disk [datastore1] b1790dea-e6b8-4c5c-9c09-60903601f3ef/b1790dea-e6b8-4c5c-9c09-60903601f3ef.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1597.097226] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da7740fe-251d-43c6-bfaf-5b1fdae3dac7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.105729] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1597.105729] env[62913]: value = "task-1822064" [ 1597.105729] env[62913]: _type = "Task" [ 1597.105729] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.116133] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822064, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.132819] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Releasing lock "refresh_cache-631acb61-59d3-41f2-b21c-847dd5cb7eb9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.132819] env[62913]: DEBUG nova.compute.manager [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Instance network_info: |[{"id": "0238264e-848c-4374-88e8-fe8ce4c73be6", "address": "fa:16:3e:28:02:4d", "network": {"id": "6073e94f-d64a-4868-884a-8ba4aca17fa4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-74545478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc40192e9e504f82b21fe4ea9f082f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0238264e-84", "ovs_interfaceid": "0238264e-848c-4374-88e8-fe8ce4c73be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1597.133179] env[62913]: DEBUG oslo_concurrency.lockutils [req-d11cbcff-9b74-4a80-881d-0a872c9a775a req-6ac03d73-8b4d-425a-9e65-cd456ac7a805 service nova] Acquired lock "refresh_cache-631acb61-59d3-41f2-b21c-847dd5cb7eb9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.133341] env[62913]: DEBUG nova.network.neutron [req-d11cbcff-9b74-4a80-881d-0a872c9a775a req-6ac03d73-8b4d-425a-9e65-cd456ac7a805 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Refreshing network info cache for port 0238264e-848c-4374-88e8-fe8ce4c73be6 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1597.134871] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:02:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0238264e-848c-4374-88e8-fe8ce4c73be6', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1597.143563] env[62913]: DEBUG oslo.service.loopingcall [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1597.143838] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1597.144108] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df757f8e-9c58-4383-a6d2-9cd38ee7eefe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.166884] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1597.166884] env[62913]: value = "task-1822065" [ 1597.166884] env[62913]: _type = "Task" [ 1597.166884] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.177720] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822065, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.217869] env[62913]: INFO nova.compute.manager [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Took 44.42 seconds to build instance. [ 1597.365592] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490818} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.365592] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e7e62340-94e1-48bf-af63-fb9e1208b2f4/e7e62340-94e1-48bf-af63-fb9e1208b2f4.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1597.366068] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1597.366129] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b68883ce-05cf-4e9e-b719-8dc2aad6af24 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.375175] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1597.375175] env[62913]: value = "task-1822066" [ 1597.375175] env[62913]: _type = "Task" [ 1597.375175] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.382210] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52eb2560-e9d7-f6a2-7d85-c6373e2ab299, 'name': SearchDatastore_Task, 'duration_secs': 0.014423} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.383372] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad21d72-7c10-4efa-b600-d987496c6736 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.388509] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.392453] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Waiting for the task: (returnval){ [ 1597.392453] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529e3475-cdbd-0b37-8648-0c97ad5f30ff" [ 1597.392453] env[62913]: _type = "Task" [ 1597.392453] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.398534] env[62913]: DEBUG nova.compute.manager [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1597.403944] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]529e3475-cdbd-0b37-8648-0c97ad5f30ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.429823] env[62913]: DEBUG nova.virt.hardware [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1597.430141] env[62913]: DEBUG nova.virt.hardware [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1597.430333] env[62913]: DEBUG nova.virt.hardware [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1597.430553] env[62913]: DEBUG nova.virt.hardware [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1597.430710] env[62913]: DEBUG nova.virt.hardware [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1597.430862] env[62913]: DEBUG nova.virt.hardware [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1597.431118] env[62913]: DEBUG nova.virt.hardware [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1597.431298] env[62913]: DEBUG nova.virt.hardware [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1597.431474] env[62913]: DEBUG nova.virt.hardware [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1597.431639] env[62913]: DEBUG nova.virt.hardware [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1597.431824] env[62913]: DEBUG nova.virt.hardware [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1597.432822] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd98f70-ee6f-4851-91c1-b4bae8df2d33 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.441518] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5036b2-885f-4697-8f13-6bbb84ef0263 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.471242] env[62913]: DEBUG oslo_concurrency.lockutils [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.472631] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.669s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.474109] env[62913]: INFO nova.compute.claims [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1597.494512] env[62913]: INFO nova.scheduler.client.report [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Deleted allocations for instance 8be5b047-ec18-42b4-b8ee-8e5a098338da [ 1597.616545] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822064, 'name': Rename_Task, 'duration_secs': 0.32909} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.616965] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1597.617290] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb41a73d-cf6c-4053-815b-3dd49a6490a1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.624317] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1597.624317] env[62913]: value = "task-1822067" [ 1597.624317] env[62913]: _type = "Task" [ 1597.624317] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.639602] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.678215] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822065, 'name': CreateVM_Task, 'duration_secs': 0.422095} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.678318] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1597.678960] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.679154] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.679518] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1597.679876] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a68034be-cebf-4a2b-83a5-c674861559ea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.687500] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1597.687500] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b615a3-1123-3fe2-650e-3857572aadd6" [ 1597.687500] env[62913]: _type = "Task" [ 1597.687500] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.696428] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b615a3-1123-3fe2-650e-3857572aadd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.721724] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a4e7249-6d13-4516-ac4e-bfbc8c53e57c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "84afbe2c-7763-4077-b54e-e87828cf738c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.356s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.886511] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066996} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.888458] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1597.888458] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabd0070-1bf3-441a-b20f-494427cca074 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.918193] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] e7e62340-94e1-48bf-af63-fb9e1208b2f4/e7e62340-94e1-48bf-af63-fb9e1208b2f4.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.922379] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-908e163c-33ae-4613-8107-7504aa705685 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.954239] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]529e3475-cdbd-0b37-8648-0c97ad5f30ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012963} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.955904] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.956478] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 6c0aa552-3717-4cec-915f-1515cbd71983/6c0aa552-3717-4cec-915f-1515cbd71983.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1597.957527] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1597.957527] env[62913]: value = "task-1822068" [ 1597.957527] env[62913]: _type = "Task" [ 1597.957527] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.957527] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-313eb2be-adcf-4021-bfa5-196a8c7464da {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.964129] env[62913]: DEBUG nova.network.neutron [req-d11cbcff-9b74-4a80-881d-0a872c9a775a req-6ac03d73-8b4d-425a-9e65-cd456ac7a805 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Updated VIF entry in instance network info cache for port 0238264e-848c-4374-88e8-fe8ce4c73be6. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1597.964999] env[62913]: DEBUG nova.network.neutron [req-d11cbcff-9b74-4a80-881d-0a872c9a775a req-6ac03d73-8b4d-425a-9e65-cd456ac7a805 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Updating instance_info_cache with network_info: [{"id": "0238264e-848c-4374-88e8-fe8ce4c73be6", "address": "fa:16:3e:28:02:4d", "network": {"id": "6073e94f-d64a-4868-884a-8ba4aca17fa4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-74545478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc40192e9e504f82b21fe4ea9f082f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0238264e-84", "ovs_interfaceid": "0238264e-848c-4374-88e8-fe8ce4c73be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.968164] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Waiting for the task: (returnval){ [ 1597.968164] env[62913]: value = "task-1822069" [ 1597.968164] env[62913]: _type = "Task" [ 1597.968164] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.974315] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822068, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.979995] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': task-1822069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.002702] env[62913]: DEBUG oslo_concurrency.lockutils [None req-233ec337-57f5-4e7a-832f-ee0bfaad595e tempest-VolumesAssistedSnapshotsTest-1767894184 tempest-VolumesAssistedSnapshotsTest-1767894184-project-member] Lock "8be5b047-ec18-42b4-b8ee-8e5a098338da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.195s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.136302] env[62913]: DEBUG oslo_vmware.api [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822067, 'name': PowerOnVM_Task, 'duration_secs': 0.496295} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.136582] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1598.136795] env[62913]: INFO nova.compute.manager [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1598.136973] env[62913]: DEBUG nova.compute.manager [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1598.137904] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7622f68f-f378-458a-baa2-c70415bd68b6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.201904] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "84afbe2c-7763-4077-b54e-e87828cf738c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.202182] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "84afbe2c-7763-4077-b54e-e87828cf738c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.202439] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "84afbe2c-7763-4077-b54e-e87828cf738c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.202634] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "84afbe2c-7763-4077-b54e-e87828cf738c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.202811] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "84afbe2c-7763-4077-b54e-e87828cf738c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.204575] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b615a3-1123-3fe2-650e-3857572aadd6, 'name': SearchDatastore_Task, 'duration_secs': 0.017129} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.205066] env[62913]: INFO nova.compute.manager [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Terminating instance [ 1598.206514] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.206737] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1598.206962] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.207135] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.207322] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1598.207902] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65bd6e61-63f9-4c26-bb45-674eb65dc54a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.225845] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1598.226185] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1598.226834] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfc6e25-39b8-42fe-9355-7694f991b492 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.233539] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1598.233539] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529b0702-913a-36a0-564d-5b2a85b0285a" [ 1598.233539] env[62913]: _type = "Task" [ 1598.233539] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.242846] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]529b0702-913a-36a0-564d-5b2a85b0285a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.259147] env[62913]: DEBUG nova.compute.manager [req-e3e04c6d-8d19-42a5-a6af-298c699d9e58 req-a680f04e-291a-48f4-b450-54d0d57a30a8 service nova] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Received event network-vif-plugged-d2c8b24b-5533-450c-867f-679451050aaf {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1598.259389] env[62913]: DEBUG oslo_concurrency.lockutils [req-e3e04c6d-8d19-42a5-a6af-298c699d9e58 req-a680f04e-291a-48f4-b450-54d0d57a30a8 service nova] Acquiring lock "204d07e9-0b68-4ba6-a86f-0226b45ba88e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.259607] env[62913]: DEBUG oslo_concurrency.lockutils [req-e3e04c6d-8d19-42a5-a6af-298c699d9e58 req-a680f04e-291a-48f4-b450-54d0d57a30a8 service nova] Lock "204d07e9-0b68-4ba6-a86f-0226b45ba88e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.259815] env[62913]: DEBUG oslo_concurrency.lockutils [req-e3e04c6d-8d19-42a5-a6af-298c699d9e58 req-a680f04e-291a-48f4-b450-54d0d57a30a8 service nova] Lock "204d07e9-0b68-4ba6-a86f-0226b45ba88e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.259979] env[62913]: DEBUG nova.compute.manager [req-e3e04c6d-8d19-42a5-a6af-298c699d9e58 req-a680f04e-291a-48f4-b450-54d0d57a30a8 service nova] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] No waiting events found dispatching network-vif-plugged-d2c8b24b-5533-450c-867f-679451050aaf {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1598.260201] env[62913]: WARNING nova.compute.manager [req-e3e04c6d-8d19-42a5-a6af-298c699d9e58 req-a680f04e-291a-48f4-b450-54d0d57a30a8 service nova] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Received unexpected event network-vif-plugged-d2c8b24b-5533-450c-867f-679451050aaf for instance with vm_state building and task_state spawning. [ 1598.307505] env[62913]: DEBUG nova.network.neutron [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Successfully updated port: d2c8b24b-5533-450c-867f-679451050aaf {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1598.467556] env[62913]: DEBUG oslo_concurrency.lockutils [req-d11cbcff-9b74-4a80-881d-0a872c9a775a req-6ac03d73-8b4d-425a-9e65-cd456ac7a805 service nova] Releasing lock "refresh_cache-631acb61-59d3-41f2-b21c-847dd5cb7eb9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.480410] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822068, 'name': ReconfigVM_Task, 'duration_secs': 0.314909} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.481102] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Reconfigured VM instance instance-00000006 to attach disk [datastore1] e7e62340-94e1-48bf-af63-fb9e1208b2f4/e7e62340-94e1-48bf-af63-fb9e1208b2f4.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1598.481879] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98b27114-a740-4757-a4a9-e5beb3950810 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.486388] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': task-1822069, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.493602] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1598.493602] env[62913]: value = "task-1822070" [ 1598.493602] env[62913]: _type = "Task" [ 1598.493602] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.507960] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822070, 'name': Rename_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.658768] env[62913]: INFO nova.compute.manager [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Took 43.98 seconds to build instance. [ 1598.713838] env[62913]: DEBUG nova.compute.manager [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1598.714084] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1598.715044] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3d7376-7931-42c4-a6bf-839108e812e8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.725716] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1598.726241] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8aff890b-3280-41bc-8016-d881425e255e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.733721] env[62913]: DEBUG oslo_vmware.api [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1598.733721] env[62913]: value = "task-1822071" [ 1598.733721] env[62913]: _type = "Task" [ 1598.733721] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.750650] env[62913]: DEBUG oslo_vmware.api [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.751714] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]529b0702-913a-36a0-564d-5b2a85b0285a, 'name': SearchDatastore_Task, 'duration_secs': 0.062676} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.751831] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32511104-2917-4d04-a21d-7e6ecb2fe239 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.759906] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1598.759906] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52cb0a57-bce2-c35b-b16f-183cb60f85bb" [ 1598.759906] env[62913]: _type = "Task" [ 1598.759906] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.770268] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52cb0a57-bce2-c35b-b16f-183cb60f85bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.813407] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "refresh_cache-204d07e9-0b68-4ba6-a86f-0226b45ba88e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.813598] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquired lock "refresh_cache-204d07e9-0b68-4ba6-a86f-0226b45ba88e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.813765] env[62913]: DEBUG nova.network.neutron [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1598.971327] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c7b9b3-c916-49e9-86c1-624e5c9532b1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.983013] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': task-1822069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555832} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.984890] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 6c0aa552-3717-4cec-915f-1515cbd71983/6c0aa552-3717-4cec-915f-1515cbd71983.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1598.985177] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1598.985512] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56275379-7be7-4685-8c52-7466a2ccb7ee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.987986] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0321a5-8449-45f4-b1d9-0a070b564207 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.022772] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Waiting for the task: (returnval){ [ 1599.022772] env[62913]: value = "task-1822072" [ 1599.022772] env[62913]: _type = "Task" [ 1599.022772] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.023900] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d87d74b-3add-474a-a94c-b6677aaf310e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.032175] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822070, 'name': Rename_Task, 'duration_secs': 0.145487} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.032786] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1599.033298] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a69e1b7-1041-43eb-906b-d94663810569 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.040293] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651d501e-bdcb-452a-bafd-7a269d0e382d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.044299] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': task-1822072, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.045535] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1599.045535] env[62913]: value = "task-1822073" [ 1599.045535] env[62913]: _type = "Task" [ 1599.045535] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.055988] env[62913]: DEBUG nova.compute.provider_tree [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.064104] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.161217] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ef0c0c6d-a4ee-4e5f-a38a-a4597d11317d tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "b1790dea-e6b8-4c5c-9c09-60903601f3ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.761s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.175884] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "interface-c03e0144-3013-4e88-a081-dd16264dba16-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.176147] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-c03e0144-3013-4e88-a081-dd16264dba16-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.176516] env[62913]: DEBUG nova.objects.instance [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lazy-loading 'flavor' on Instance uuid c03e0144-3013-4e88-a081-dd16264dba16 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.209586] env[62913]: DEBUG nova.objects.instance [None req-b629f9c1-c553-4021-8ad2-2c08911bcbd7 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Lazy-loading 'flavor' on Instance uuid 614b67ed-49de-4c6e-ad57-9d03d17f7dbe {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.245300] env[62913]: DEBUG oslo_vmware.api [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822071, 'name': PowerOffVM_Task, 'duration_secs': 0.200081} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.245570] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.245739] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1599.245990] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c718bc3-bf1b-45b8-b3ce-8d17728518cf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.269018] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52cb0a57-bce2-c35b-b16f-183cb60f85bb, 'name': SearchDatastore_Task, 'duration_secs': 0.02278} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.272525] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.272825] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 631acb61-59d3-41f2-b21c-847dd5cb7eb9/631acb61-59d3-41f2-b21c-847dd5cb7eb9.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1599.273119] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f5739da-6718-49b8-8ebe-1f19d8d93fae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.280108] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1599.280108] env[62913]: value = "task-1822075" [ 1599.280108] env[62913]: _type = "Task" [ 1599.280108] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.288611] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.327730] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.327969] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.328219] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleting the datastore file [datastore1] 84afbe2c-7763-4077-b54e-e87828cf738c {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.328445] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77fa859c-7142-4e54-a40f-c4429064ed36 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.350019] env[62913]: DEBUG oslo_vmware.api [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1599.350019] env[62913]: value = "task-1822076" [ 1599.350019] env[62913]: _type = "Task" [ 1599.350019] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.350855] env[62913]: DEBUG nova.network.neutron [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1599.363323] env[62913]: DEBUG oslo_vmware.api [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.536577] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': task-1822072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067242} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.536896] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1599.537651] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2160b6-a8fa-43db-887e-64a1cb727556 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.561602] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 6c0aa552-3717-4cec-915f-1515cbd71983/6c0aa552-3717-4cec-915f-1515cbd71983.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1599.564230] env[62913]: DEBUG nova.network.neutron [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Updating instance_info_cache with network_info: [{"id": "d2c8b24b-5533-450c-867f-679451050aaf", "address": "fa:16:3e:27:a2:7f", "network": {"id": "5810baa8-f2a7-4ec5-8e62-6ec443f27441", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850995401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc603577f56435191af884e8222e85b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c8b24b-55", "ovs_interfaceid": "d2c8b24b-5533-450c-867f-679451050aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.575018] env[62913]: DEBUG nova.scheduler.client.report [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.585194] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2cbfda4-6a39-4123-b12f-007ee7d4f3db {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.604623] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Releasing lock "refresh_cache-204d07e9-0b68-4ba6-a86f-0226b45ba88e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.604923] env[62913]: DEBUG nova.compute.manager [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Instance network_info: |[{"id": "d2c8b24b-5533-450c-867f-679451050aaf", "address": "fa:16:3e:27:a2:7f", "network": {"id": "5810baa8-f2a7-4ec5-8e62-6ec443f27441", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850995401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc603577f56435191af884e8222e85b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c8b24b-55", "ovs_interfaceid": "d2c8b24b-5533-450c-867f-679451050aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1599.605368] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:a2:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2c8b24b-5533-450c-867f-679451050aaf', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.612980] env[62913]: DEBUG oslo.service.loopingcall [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.614589] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1599.614822] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09bd2926-0996-4492-a268-62780e44c948 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.635608] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Waiting for the task: (returnval){ [ 1599.635608] env[62913]: value = "task-1822077" [ 1599.635608] env[62913]: _type = "Task" [ 1599.635608] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.639105] env[62913]: DEBUG oslo_vmware.api [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822073, 'name': PowerOnVM_Task, 'duration_secs': 0.554434} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.639105] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1599.639105] env[62913]: DEBUG nova.compute.manager [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1599.640698] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfc1100-df76-47ad-908c-a5ffcc1dc8a1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.644716] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1599.644716] env[62913]: value = "task-1822078" [ 1599.644716] env[62913]: _type = "Task" [ 1599.644716] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.653642] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': task-1822077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.661119] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822078, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.712933] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b629f9c1-c553-4021-8ad2-2c08911bcbd7 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Acquiring lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.714669] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b629f9c1-c553-4021-8ad2-2c08911bcbd7 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Acquired lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.790717] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.798064] env[62913]: DEBUG nova.objects.instance [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lazy-loading 'pci_requests' on Instance uuid c03e0144-3013-4e88-a081-dd16264dba16 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.864406] env[62913]: DEBUG oslo_vmware.api [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.104411] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.104941] env[62913]: DEBUG nova.compute.manager [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1600.107770] env[62913]: DEBUG oslo_concurrency.lockutils [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.295s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.110141] env[62913]: INFO nova.compute.claims [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1600.149209] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': task-1822077, 'name': ReconfigVM_Task, 'duration_secs': 0.358937} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.154135] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 6c0aa552-3717-4cec-915f-1515cbd71983/6c0aa552-3717-4cec-915f-1515cbd71983.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1600.155467] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f371c57-a10a-479f-bfcb-4d017e633788 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.167604] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822078, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.170679] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Waiting for the task: (returnval){ [ 1600.170679] env[62913]: value = "task-1822079" [ 1600.170679] env[62913]: _type = "Task" [ 1600.170679] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.177488] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.183400] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': task-1822079, 'name': Rename_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.296625] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.301354] env[62913]: DEBUG nova.objects.base [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1600.301557] env[62913]: DEBUG nova.network.neutron [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1600.330554] env[62913]: DEBUG nova.network.neutron [None req-b629f9c1-c553-4021-8ad2-2c08911bcbd7 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1600.361880] env[62913]: DEBUG nova.policy [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9804181ca484443b9e0fb5cb24365926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e117b9e16efe4c93bcb40ceeb540b462', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1600.369467] env[62913]: DEBUG oslo_vmware.api [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.617336] env[62913]: DEBUG nova.compute.utils [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1600.619178] env[62913]: DEBUG nova.compute.manager [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1600.619337] env[62913]: DEBUG nova.network.neutron [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1600.658924] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822078, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.680558] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': task-1822079, 'name': Rename_Task, 'duration_secs': 0.188771} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.680824] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1600.681074] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83e307a7-88b8-46fe-a441-a9de8a21b6a6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.687826] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Waiting for the task: (returnval){ [ 1600.687826] env[62913]: value = "task-1822080" [ 1600.687826] env[62913]: _type = "Task" [ 1600.687826] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.696017] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': task-1822080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.701013] env[62913]: DEBUG nova.policy [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa4b5b3b502a45fb9e0a0ddaec573d79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b22e03f323c4ba9a6c239462de31ae4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1600.796274] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822075, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.869868] env[62913]: DEBUG oslo_vmware.api [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.381358} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.870626] env[62913]: DEBUG nova.network.neutron [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Successfully created port: 05ab9785-708b-49b7-8494-4edcd1981de3 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1600.877154] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1600.877154] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1600.877154] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1600.877154] env[62913]: INFO nova.compute.manager [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1600.877154] env[62913]: DEBUG oslo.service.loopingcall [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1600.877154] env[62913]: DEBUG nova.compute.manager [-] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1600.877154] env[62913]: DEBUG nova.network.neutron [-] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1601.124042] env[62913]: DEBUG nova.compute.manager [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1601.165946] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822078, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.200745] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': task-1822080, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.297726] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822075, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.836294} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.298276] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 631acb61-59d3-41f2-b21c-847dd5cb7eb9/631acb61-59d3-41f2-b21c-847dd5cb7eb9.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1601.298451] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1601.298719] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f2d0bd5-7d6b-489e-b078-88e13adfe76a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.318543] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1601.318543] env[62913]: value = "task-1822081" [ 1601.318543] env[62913]: _type = "Task" [ 1601.318543] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.333602] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.407605] env[62913]: DEBUG nova.network.neutron [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Successfully created port: c5539f19-ddf7-400a-956f-fdec0ddd631e {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1601.449565] env[62913]: DEBUG nova.network.neutron [None req-b629f9c1-c553-4021-8ad2-2c08911bcbd7 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Updating instance_info_cache with network_info: [{"id": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "address": "fa:16:3e:5d:bf:30", "network": {"id": "f03cbece-9833-4790-98d5-a285940b2f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-726635923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e50335b6143959257046f7f2ed524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc632709-b9", "ovs_interfaceid": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.609747] env[62913]: DEBUG nova.compute.manager [req-a8581c0e-6657-47e8-b655-47e15dc6f484 req-243a3aa1-bdea-4e50-9963-0ec2c372c140 service nova] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Received event network-changed-d2c8b24b-5533-450c-867f-679451050aaf {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1601.609747] env[62913]: DEBUG nova.compute.manager [req-a8581c0e-6657-47e8-b655-47e15dc6f484 req-243a3aa1-bdea-4e50-9963-0ec2c372c140 service nova] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Refreshing instance network info cache due to event network-changed-d2c8b24b-5533-450c-867f-679451050aaf. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1601.609747] env[62913]: DEBUG oslo_concurrency.lockutils [req-a8581c0e-6657-47e8-b655-47e15dc6f484 req-243a3aa1-bdea-4e50-9963-0ec2c372c140 service nova] Acquiring lock "refresh_cache-204d07e9-0b68-4ba6-a86f-0226b45ba88e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.609747] env[62913]: DEBUG oslo_concurrency.lockutils [req-a8581c0e-6657-47e8-b655-47e15dc6f484 req-243a3aa1-bdea-4e50-9963-0ec2c372c140 service nova] Acquired lock "refresh_cache-204d07e9-0b68-4ba6-a86f-0226b45ba88e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.609747] env[62913]: DEBUG nova.network.neutron [req-a8581c0e-6657-47e8-b655-47e15dc6f484 req-243a3aa1-bdea-4e50-9963-0ec2c372c140 service nova] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Refreshing network info cache for port d2c8b24b-5533-450c-867f-679451050aaf {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1601.664170] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822078, 'name': CreateVM_Task, 'duration_secs': 1.653196} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.667413] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1601.667588] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.667690] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.668121] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1601.668933] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2526c369-5326-4b0d-8236-5cdd4bc8f31d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.675138] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1601.675138] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]526fdaf6-3272-4ce1-513f-7d9e709598c0" [ 1601.675138] env[62913]: _type = "Task" [ 1601.675138] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.680150] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c7643d-479b-4cd8-b5aa-82906075e742 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.690217] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c78c96f-cd42-4431-bbad-f06e52cfd233 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.693953] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526fdaf6-3272-4ce1-513f-7d9e709598c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.702048] env[62913]: DEBUG oslo_vmware.api [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': task-1822080, 'name': PowerOnVM_Task, 'duration_secs': 0.617383} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.725589] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1601.725835] env[62913]: INFO nova.compute.manager [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1601.726025] env[62913]: DEBUG nova.compute.manager [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1601.727317] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965ac7c9-acf3-4ebc-acdf-c6e07c5a4cb6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.730355] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9ba754-2810-4cc6-9fc4-5d5c950946e7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.743687] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54fe19a-b5b6-434b-b7f9-0d22c0fb4484 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.760893] env[62913]: DEBUG nova.compute.provider_tree [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.826097] env[62913]: DEBUG nova.compute.manager [req-825407d3-bf9a-45eb-8085-ca79fa119ce7 req-18d3bebd-f423-4137-8497-09abc6e065f4 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Received event network-changed-cc632709-b9b9-4843-9bf4-80b457ba9f75 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1601.826410] env[62913]: DEBUG nova.compute.manager [req-825407d3-bf9a-45eb-8085-ca79fa119ce7 req-18d3bebd-f423-4137-8497-09abc6e065f4 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Refreshing instance network info cache due to event network-changed-cc632709-b9b9-4843-9bf4-80b457ba9f75. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1601.826610] env[62913]: DEBUG oslo_concurrency.lockutils [req-825407d3-bf9a-45eb-8085-ca79fa119ce7 req-18d3bebd-f423-4137-8497-09abc6e065f4 service nova] Acquiring lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.832938] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089194} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.833197] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1601.834145] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca5c4c5-d005-4d5f-9a0e-501d3c025a62 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.860094] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 631acb61-59d3-41f2-b21c-847dd5cb7eb9/631acb61-59d3-41f2-b21c-847dd5cb7eb9.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1601.860401] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49cd4501-574c-4fa4-a5a8-cdca3d6ecddb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.874675] env[62913]: DEBUG nova.network.neutron [-] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.883737] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1601.883737] env[62913]: value = "task-1822082" [ 1601.883737] env[62913]: _type = "Task" [ 1601.883737] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.893216] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.952268] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b629f9c1-c553-4021-8ad2-2c08911bcbd7 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Releasing lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.952591] env[62913]: DEBUG nova.compute.manager [None req-b629f9c1-c553-4021-8ad2-2c08911bcbd7 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Inject network info {{(pid=62913) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7636}} [ 1601.952892] env[62913]: DEBUG nova.compute.manager [None req-b629f9c1-c553-4021-8ad2-2c08911bcbd7 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] network_info to inject: |[{"id": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "address": "fa:16:3e:5d:bf:30", "network": {"id": "f03cbece-9833-4790-98d5-a285940b2f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-726635923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e50335b6143959257046f7f2ed524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc632709-b9", "ovs_interfaceid": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7637}} [ 1601.957735] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b629f9c1-c553-4021-8ad2-2c08911bcbd7 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Reconfiguring VM instance to set the machine id {{(pid=62913) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1601.958078] env[62913]: DEBUG oslo_concurrency.lockutils [req-825407d3-bf9a-45eb-8085-ca79fa119ce7 req-18d3bebd-f423-4137-8497-09abc6e065f4 service nova] Acquired lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.958551] env[62913]: DEBUG nova.network.neutron [req-825407d3-bf9a-45eb-8085-ca79fa119ce7 req-18d3bebd-f423-4137-8497-09abc6e065f4 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Refreshing network info cache for port cc632709-b9b9-4843-9bf4-80b457ba9f75 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1601.959690] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cebd888-3fa8-4d11-a8a2-de5cc2739860 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.980351] env[62913]: DEBUG oslo_vmware.api [None req-b629f9c1-c553-4021-8ad2-2c08911bcbd7 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Waiting for the task: (returnval){ [ 1601.980351] env[62913]: value = "task-1822083" [ 1601.980351] env[62913]: _type = "Task" [ 1601.980351] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.990719] env[62913]: DEBUG oslo_vmware.api [None req-b629f9c1-c553-4021-8ad2-2c08911bcbd7 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1822083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.141036] env[62913]: DEBUG nova.compute.manager [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1602.178821] env[62913]: DEBUG nova.virt.hardware [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1602.179110] env[62913]: DEBUG nova.virt.hardware [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1602.179275] env[62913]: DEBUG nova.virt.hardware [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1602.179458] env[62913]: DEBUG nova.virt.hardware [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1602.179665] env[62913]: DEBUG nova.virt.hardware [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1602.180135] env[62913]: DEBUG nova.virt.hardware [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1602.185634] env[62913]: DEBUG nova.virt.hardware [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1602.185851] env[62913]: DEBUG nova.virt.hardware [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1602.186067] env[62913]: DEBUG nova.virt.hardware [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1602.186258] env[62913]: DEBUG nova.virt.hardware [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1602.186440] env[62913]: DEBUG nova.virt.hardware [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1602.191796] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8da335-ef3d-471a-ac2c-3ab9d2671e7c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.210587] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526fdaf6-3272-4ce1-513f-7d9e709598c0, 'name': SearchDatastore_Task, 'duration_secs': 0.07204} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.211868] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d113fd5d-b3ad-4d38-99a3-f6b06d659c1b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.216244] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.216491] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1602.216726] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.216875] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.217066] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1602.217348] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b6ec446-73dc-4ddb-860a-069b4f0493a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.236096] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1602.236306] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1602.237369] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-858f08b9-d6eb-4f36-8d33-43dd3d6d7faa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.249326] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1602.249326] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52f25bce-e3c6-82c2-2e4a-568f2b07ccb4" [ 1602.249326] env[62913]: _type = "Task" [ 1602.249326] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.257964] env[62913]: INFO nova.compute.manager [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Took 44.74 seconds to build instance. [ 1602.264072] env[62913]: DEBUG nova.scheduler.client.report [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1602.267112] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f25bce-e3c6-82c2-2e4a-568f2b07ccb4, 'name': SearchDatastore_Task, 'duration_secs': 0.011233} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.268242] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a0351d-23fc-4786-abe2-a2f1beac1f69 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.276635] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1602.276635] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52285639-fa9a-a7a6-a792-1c3596ccefd8" [ 1602.276635] env[62913]: _type = "Task" [ 1602.276635] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.291689] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52285639-fa9a-a7a6-a792-1c3596ccefd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.317977] env[62913]: DEBUG nova.network.neutron [req-825407d3-bf9a-45eb-8085-ca79fa119ce7 req-18d3bebd-f423-4137-8497-09abc6e065f4 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Updated VIF entry in instance network info cache for port cc632709-b9b9-4843-9bf4-80b457ba9f75. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1602.318794] env[62913]: DEBUG nova.network.neutron [req-825407d3-bf9a-45eb-8085-ca79fa119ce7 req-18d3bebd-f423-4137-8497-09abc6e065f4 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Updating instance_info_cache with network_info: [{"id": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "address": "fa:16:3e:5d:bf:30", "network": {"id": "f03cbece-9833-4790-98d5-a285940b2f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-726635923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e50335b6143959257046f7f2ed524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc632709-b9", "ovs_interfaceid": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.377652] env[62913]: INFO nova.compute.manager [-] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Took 1.50 seconds to deallocate network for instance. [ 1602.396023] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.492309] env[62913]: DEBUG oslo_vmware.api [None req-b629f9c1-c553-4021-8ad2-2c08911bcbd7 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1822083, 'name': ReconfigVM_Task, 'duration_secs': 0.237385} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.495104] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b629f9c1-c553-4021-8ad2-2c08911bcbd7 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Reconfigured VM instance to set the machine id {{(pid=62913) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1602.769333] env[62913]: DEBUG oslo_concurrency.lockutils [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.769962] env[62913]: DEBUG nova.compute.manager [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1602.773307] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da01a364-8b39-4f35-8f65-543ce8a0e293 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Lock "6c0aa552-3717-4cec-915f-1515cbd71983" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.688s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.774050] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.457s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.774311] env[62913]: DEBUG nova.objects.instance [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lazy-loading 'resources' on Instance uuid 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.794483] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52285639-fa9a-a7a6-a792-1c3596ccefd8, 'name': SearchDatastore_Task, 'duration_secs': 0.013685} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.794876] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.795221] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 204d07e9-0b68-4ba6-a86f-0226b45ba88e/204d07e9-0b68-4ba6-a86f-0226b45ba88e.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1602.795557] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4003f55d-f315-4fdf-8743-6d719596ccb0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.804222] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1602.804222] env[62913]: value = "task-1822084" [ 1602.804222] env[62913]: _type = "Task" [ 1602.804222] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.815447] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.820460] env[62913]: DEBUG oslo_concurrency.lockutils [req-825407d3-bf9a-45eb-8085-ca79fa119ce7 req-18d3bebd-f423-4137-8497-09abc6e065f4 service nova] Releasing lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.876877] env[62913]: DEBUG nova.network.neutron [req-a8581c0e-6657-47e8-b655-47e15dc6f484 req-243a3aa1-bdea-4e50-9963-0ec2c372c140 service nova] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Updated VIF entry in instance network info cache for port d2c8b24b-5533-450c-867f-679451050aaf. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1602.877515] env[62913]: DEBUG nova.network.neutron [req-a8581c0e-6657-47e8-b655-47e15dc6f484 req-243a3aa1-bdea-4e50-9963-0ec2c372c140 service nova] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Updating instance_info_cache with network_info: [{"id": "d2c8b24b-5533-450c-867f-679451050aaf", "address": "fa:16:3e:27:a2:7f", "network": {"id": "5810baa8-f2a7-4ec5-8e62-6ec443f27441", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850995401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc603577f56435191af884e8222e85b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c8b24b-55", "ovs_interfaceid": "d2c8b24b-5533-450c-867f-679451050aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.883571] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.898386] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822082, 'name': ReconfigVM_Task, 'duration_secs': 0.790353} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.898705] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 631acb61-59d3-41f2-b21c-847dd5cb7eb9/631acb61-59d3-41f2-b21c-847dd5cb7eb9.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1602.899488] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1be6214c-3a25-4153-80d9-a7908430f842 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.908471] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1602.908471] env[62913]: value = "task-1822085" [ 1602.908471] env[62913]: _type = "Task" [ 1602.908471] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.921213] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822085, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.081996] env[62913]: DEBUG nova.network.neutron [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Successfully updated port: 05ab9785-708b-49b7-8494-4edcd1981de3 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1603.256436] env[62913]: DEBUG nova.network.neutron [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Successfully updated port: c5539f19-ddf7-400a-956f-fdec0ddd631e {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1603.276355] env[62913]: DEBUG nova.compute.utils [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1603.279923] env[62913]: DEBUG nova.compute.manager [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1603.280302] env[62913]: DEBUG nova.network.neutron [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1603.319780] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822084, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.357338] env[62913]: DEBUG nova.policy [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '229445071b114331be7af2b06736afc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5498de6630ea4cd2b87d42a42e348514', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1603.382190] env[62913]: DEBUG oslo_concurrency.lockutils [req-a8581c0e-6657-47e8-b655-47e15dc6f484 req-243a3aa1-bdea-4e50-9963-0ec2c372c140 service nova] Releasing lock "refresh_cache-204d07e9-0b68-4ba6-a86f-0226b45ba88e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.420371] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822085, 'name': Rename_Task, 'duration_secs': 0.159427} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.423278] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1603.423730] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f4d76e1-2f72-4585-bb67-3bc0bf026d2b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.431923] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1603.431923] env[62913]: value = "task-1822086" [ 1603.431923] env[62913]: _type = "Task" [ 1603.431923] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.446486] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.588621] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.588800] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.588987] env[62913]: DEBUG nova.network.neutron [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1603.759219] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquiring lock "refresh_cache-a3ac6ef1-b284-466b-bbac-a56a734b7b7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.759373] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquired lock "refresh_cache-a3ac6ef1-b284-466b-bbac-a56a734b7b7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.759521] env[62913]: DEBUG nova.network.neutron [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1603.786470] env[62913]: DEBUG nova.compute.manager [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1603.812225] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24bc392-7781-4c22-8b6e-7390748fde07 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.827032] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d086919-8229-47e0-8659-0ca8dbb6f95e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.835535] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83661} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.840020] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 204d07e9-0b68-4ba6-a86f-0226b45ba88e/204d07e9-0b68-4ba6-a86f-0226b45ba88e.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1603.840020] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1603.840020] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa27d0ed-ace8-4f3a-81ad-18070b2cbd16 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.869328] env[62913]: DEBUG nova.network.neutron [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Successfully created port: 0f2fdc70-de9b-497a-add7-50bff51388a8 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1603.872462] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5484f61d-921a-459d-a722-aff340fd97e4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.877896] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1603.877896] env[62913]: value = "task-1822087" [ 1603.877896] env[62913]: _type = "Task" [ 1603.877896] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.886080] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4e3825-ec7b-41b4-93db-ccef61c8ea3f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.893490] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.907214] env[62913]: DEBUG nova.compute.provider_tree [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.943495] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.140805] env[62913]: WARNING nova.network.neutron [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] 177421a6-e1f4-4ef7-b2eb-05b978c657e3 already exists in list: networks containing: ['177421a6-e1f4-4ef7-b2eb-05b978c657e3']. ignoring it [ 1604.326414] env[62913]: DEBUG nova.network.neutron [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1604.387607] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064356} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.388385] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1604.390228] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990956a8-52d8-4954-9cbb-5a1929530853 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.413577] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 204d07e9-0b68-4ba6-a86f-0226b45ba88e/204d07e9-0b68-4ba6-a86f-0226b45ba88e.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.414503] env[62913]: DEBUG nova.scheduler.client.report [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.417816] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ee60fb6-d45b-41ad-8177-48148b358a85 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.434540] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.437498] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.141s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.437737] env[62913]: DEBUG nova.objects.instance [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Lazy-loading 'resources' on Instance uuid 50251391-0af4-43d7-9ecd-f0866e239a1e {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.447286] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1604.447286] env[62913]: value = "task-1822088" [ 1604.447286] env[62913]: _type = "Task" [ 1604.447286] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.450683] env[62913]: DEBUG oslo_vmware.api [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822086, 'name': PowerOnVM_Task, 'duration_secs': 0.78741} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.456452] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1604.457317] env[62913]: INFO nova.compute.manager [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1604.457317] env[62913]: DEBUG nova.compute.manager [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1604.458087] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be8b06c-c20e-4863-bdaf-b48a39059ec6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.465195] env[62913]: INFO nova.scheduler.client.report [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Deleted allocations for instance 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf [ 1604.471276] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.558661] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "b1790dea-e6b8-4c5c-9c09-60903601f3ef" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.558929] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "b1790dea-e6b8-4c5c-9c09-60903601f3ef" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.559212] env[62913]: INFO nova.compute.manager [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Rebooting instance [ 1604.749134] env[62913]: DEBUG nova.objects.instance [None req-e29358aa-afea-4723-90ee-7462119d61c8 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Lazy-loading 'flavor' on Instance uuid 614b67ed-49de-4c6e-ad57-9d03d17f7dbe {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.753292] env[62913]: DEBUG nova.network.neutron [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Updating instance_info_cache with network_info: [{"id": "c5539f19-ddf7-400a-956f-fdec0ddd631e", "address": "fa:16:3e:25:4d:29", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5539f19-dd", "ovs_interfaceid": "c5539f19-ddf7-400a-956f-fdec0ddd631e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.783708] env[62913]: DEBUG nova.compute.manager [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Received event network-changed-12a04abd-02ee-4740-b709-2f74d23a51e0 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1604.783935] env[62913]: DEBUG nova.compute.manager [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Refreshing instance network info cache due to event network-changed-12a04abd-02ee-4740-b709-2f74d23a51e0. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1604.784252] env[62913]: DEBUG oslo_concurrency.lockutils [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] Acquiring lock "refresh_cache-b1790dea-e6b8-4c5c-9c09-60903601f3ef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.784311] env[62913]: DEBUG oslo_concurrency.lockutils [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] Acquired lock "refresh_cache-b1790dea-e6b8-4c5c-9c09-60903601f3ef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.784461] env[62913]: DEBUG nova.network.neutron [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Refreshing network info cache for port 12a04abd-02ee-4740-b709-2f74d23a51e0 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1604.800494] env[62913]: DEBUG nova.compute.manager [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1604.831952] env[62913]: DEBUG nova.virt.hardware [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1604.832333] env[62913]: DEBUG nova.virt.hardware [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1604.832482] env[62913]: DEBUG nova.virt.hardware [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1604.833481] env[62913]: DEBUG nova.virt.hardware [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1604.833481] env[62913]: DEBUG nova.virt.hardware [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1604.833481] env[62913]: DEBUG nova.virt.hardware [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1604.833481] env[62913]: DEBUG nova.virt.hardware [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1604.833481] env[62913]: DEBUG nova.virt.hardware [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1604.833481] env[62913]: DEBUG nova.virt.hardware [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1604.833849] env[62913]: DEBUG nova.virt.hardware [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1604.833849] env[62913]: DEBUG nova.virt.hardware [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1604.836045] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b87002a-50e1-4bec-a3e8-d94be8c8c99d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.843901] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe81a8d-b407-4453-ab29-b877a6470999 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.910584] env[62913]: DEBUG nova.network.neutron [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Updating instance_info_cache with network_info: [{"id": "c22ded11-b85a-459d-928a-a5b643a6533e", "address": "fa:16:3e:16:71:82", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc22ded11-b8", "ovs_interfaceid": "c22ded11-b85a-459d-928a-a5b643a6533e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "05ab9785-708b-49b7-8494-4edcd1981de3", "address": "fa:16:3e:f6:8e:c0", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ab9785-70", "ovs_interfaceid": "05ab9785-708b-49b7-8494-4edcd1981de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.967732] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.967935] env[62913]: DEBUG nova.compute.manager [req-10d34498-b337-4b60-bc82-05121a6ee7eb req-5ef0c9bc-35d7-43af-82fa-99aff8e54111 service nova] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Received event network-vif-plugged-c5539f19-ddf7-400a-956f-fdec0ddd631e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1604.967986] env[62913]: DEBUG oslo_concurrency.lockutils [req-10d34498-b337-4b60-bc82-05121a6ee7eb req-5ef0c9bc-35d7-43af-82fa-99aff8e54111 service nova] Acquiring lock "a3ac6ef1-b284-466b-bbac-a56a734b7b7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.971915] env[62913]: DEBUG oslo_concurrency.lockutils [req-10d34498-b337-4b60-bc82-05121a6ee7eb req-5ef0c9bc-35d7-43af-82fa-99aff8e54111 service nova] Lock "a3ac6ef1-b284-466b-bbac-a56a734b7b7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.972162] env[62913]: DEBUG oslo_concurrency.lockutils [req-10d34498-b337-4b60-bc82-05121a6ee7eb req-5ef0c9bc-35d7-43af-82fa-99aff8e54111 service nova] Lock "a3ac6ef1-b284-466b-bbac-a56a734b7b7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.972373] env[62913]: DEBUG nova.compute.manager [req-10d34498-b337-4b60-bc82-05121a6ee7eb req-5ef0c9bc-35d7-43af-82fa-99aff8e54111 service nova] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] No waiting events found dispatching network-vif-plugged-c5539f19-ddf7-400a-956f-fdec0ddd631e {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1604.972593] env[62913]: WARNING nova.compute.manager [req-10d34498-b337-4b60-bc82-05121a6ee7eb req-5ef0c9bc-35d7-43af-82fa-99aff8e54111 service nova] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Received unexpected event network-vif-plugged-c5539f19-ddf7-400a-956f-fdec0ddd631e for instance with vm_state building and task_state spawning. [ 1604.972787] env[62913]: DEBUG nova.compute.manager [req-10d34498-b337-4b60-bc82-05121a6ee7eb req-5ef0c9bc-35d7-43af-82fa-99aff8e54111 service nova] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Received event network-changed-c5539f19-ddf7-400a-956f-fdec0ddd631e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1604.972908] env[62913]: DEBUG nova.compute.manager [req-10d34498-b337-4b60-bc82-05121a6ee7eb req-5ef0c9bc-35d7-43af-82fa-99aff8e54111 service nova] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Refreshing instance network info cache due to event network-changed-c5539f19-ddf7-400a-956f-fdec0ddd631e. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1604.973089] env[62913]: DEBUG oslo_concurrency.lockutils [req-10d34498-b337-4b60-bc82-05121a6ee7eb req-5ef0c9bc-35d7-43af-82fa-99aff8e54111 service nova] Acquiring lock "refresh_cache-a3ac6ef1-b284-466b-bbac-a56a734b7b7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.989027] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8de5ce99-4126-4fc7-9b92-6a6f70230471 tempest-ServersTestMultiNic-87488860 tempest-ServersTestMultiNic-87488860-project-member] Lock "90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.751s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.010742] env[62913]: INFO nova.compute.manager [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Took 43.12 seconds to build instance. [ 1605.087862] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "refresh_cache-b1790dea-e6b8-4c5c-9c09-60903601f3ef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.258296] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Releasing lock "refresh_cache-a3ac6ef1-b284-466b-bbac-a56a734b7b7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.258606] env[62913]: DEBUG nova.compute.manager [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Instance network_info: |[{"id": "c5539f19-ddf7-400a-956f-fdec0ddd631e", "address": "fa:16:3e:25:4d:29", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5539f19-dd", "ovs_interfaceid": "c5539f19-ddf7-400a-956f-fdec0ddd631e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1605.259177] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e29358aa-afea-4723-90ee-7462119d61c8 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Acquiring lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.259365] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e29358aa-afea-4723-90ee-7462119d61c8 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Acquired lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.261138] env[62913]: DEBUG oslo_concurrency.lockutils [req-10d34498-b337-4b60-bc82-05121a6ee7eb req-5ef0c9bc-35d7-43af-82fa-99aff8e54111 service nova] Acquired lock "refresh_cache-a3ac6ef1-b284-466b-bbac-a56a734b7b7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.262496] env[62913]: DEBUG nova.network.neutron [req-10d34498-b337-4b60-bc82-05121a6ee7eb req-5ef0c9bc-35d7-43af-82fa-99aff8e54111 service nova] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Refreshing network info cache for port c5539f19-ddf7-400a-956f-fdec0ddd631e {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1605.267018] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:4d:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5539f19-ddf7-400a-956f-fdec0ddd631e', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1605.271682] env[62913]: DEBUG oslo.service.loopingcall [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1605.277182] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1605.278322] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e01c95ec-7e77-4f1f-b6b0-80de72396ad5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.304054] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1605.304054] env[62913]: value = "task-1822089" [ 1605.304054] env[62913]: _type = "Task" [ 1605.304054] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.314726] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822089, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.413214] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.414060] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.414287] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.415194] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd412e3-5111-4c8b-a449-b30dd75b1ce6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.439532] env[62913]: DEBUG nova.virt.hardware [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1605.439858] env[62913]: DEBUG nova.virt.hardware [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1605.440062] env[62913]: DEBUG nova.virt.hardware [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1605.440388] env[62913]: DEBUG nova.virt.hardware [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1605.440592] env[62913]: DEBUG nova.virt.hardware [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1605.441402] env[62913]: DEBUG nova.virt.hardware [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1605.441402] env[62913]: DEBUG nova.virt.hardware [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1605.441402] env[62913]: DEBUG nova.virt.hardware [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1605.441402] env[62913]: DEBUG nova.virt.hardware [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1605.441712] env[62913]: DEBUG nova.virt.hardware [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1605.441773] env[62913]: DEBUG nova.virt.hardware [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1605.448395] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Reconfiguring VM to attach interface {{(pid=62913) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1605.451477] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3879e759-746a-4b9a-92f2-88bb4d82d2bd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.473474] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822088, 'name': ReconfigVM_Task, 'duration_secs': 0.959798} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.475272] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 204d07e9-0b68-4ba6-a86f-0226b45ba88e/204d07e9-0b68-4ba6-a86f-0226b45ba88e.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1605.476048] env[62913]: DEBUG oslo_vmware.api [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1605.476048] env[62913]: value = "task-1822090" [ 1605.476048] env[62913]: _type = "Task" [ 1605.476048] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.476332] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b609c528-2dea-4830-94f5-f908d152c838 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.489661] env[62913]: DEBUG oslo_vmware.api [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822090, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.491279] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1605.491279] env[62913]: value = "task-1822091" [ 1605.491279] env[62913]: _type = "Task" [ 1605.491279] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.501460] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63f8af5-af55-4a2e-ad00-eacc55514e2a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.504172] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822091, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.511225] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9929aab9-2ecd-40e3-a035-11165a775391 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.514753] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a38aa75-f73c-459e-bcc8-5d1199574cd4 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.625s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.547996] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e08c13-3330-4861-a895-06085264eacc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.556542] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3b9c24-df75-439a-9501-fd01dd911c8d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.571681] env[62913]: DEBUG nova.compute.provider_tree [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.819705] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822089, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.896623] env[62913]: DEBUG nova.network.neutron [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Updated VIF entry in instance network info cache for port 12a04abd-02ee-4740-b709-2f74d23a51e0. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1605.897105] env[62913]: DEBUG nova.network.neutron [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Updating instance_info_cache with network_info: [{"id": "12a04abd-02ee-4740-b709-2f74d23a51e0", "address": "fa:16:3e:c8:ee:62", "network": {"id": "5ae1bf44-5f56-4400-8823-0d49f0229217", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-445286646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b3cc204538442b9b14d65d2d84068a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a04abd-02", "ovs_interfaceid": "12a04abd-02ee-4740-b709-2f74d23a51e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.953480] env[62913]: DEBUG nova.network.neutron [req-10d34498-b337-4b60-bc82-05121a6ee7eb req-5ef0c9bc-35d7-43af-82fa-99aff8e54111 service nova] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Updated VIF entry in instance network info cache for port c5539f19-ddf7-400a-956f-fdec0ddd631e. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1605.954160] env[62913]: DEBUG nova.network.neutron [req-10d34498-b337-4b60-bc82-05121a6ee7eb req-5ef0c9bc-35d7-43af-82fa-99aff8e54111 service nova] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Updating instance_info_cache with network_info: [{"id": "c5539f19-ddf7-400a-956f-fdec0ddd631e", "address": "fa:16:3e:25:4d:29", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5539f19-dd", "ovs_interfaceid": "c5539f19-ddf7-400a-956f-fdec0ddd631e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.993082] env[62913]: DEBUG oslo_vmware.api [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.005858] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822091, 'name': Rename_Task, 'duration_secs': 0.165916} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.006510] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1606.006883] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4dfed42-1270-4904-9a6c-a6b5910e404a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.015361] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1606.015361] env[62913]: value = "task-1822092" [ 1606.015361] env[62913]: _type = "Task" [ 1606.015361] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.024176] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.074890] env[62913]: DEBUG nova.scheduler.client.report [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1606.163163] env[62913]: DEBUG nova.network.neutron [None req-e29358aa-afea-4723-90ee-7462119d61c8 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1606.316513] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822089, 'name': CreateVM_Task, 'duration_secs': 0.613839} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.316795] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1606.317618] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.317793] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.318203] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1606.318380] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afce2c34-47a5-4d84-84af-77221427b9d4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.324092] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1606.324092] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bc9b88-c71d-4bd2-0874-75c909a0242e" [ 1606.324092] env[62913]: _type = "Task" [ 1606.324092] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.334818] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bc9b88-c71d-4bd2-0874-75c909a0242e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.351523] env[62913]: DEBUG nova.network.neutron [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Successfully updated port: 0f2fdc70-de9b-497a-add7-50bff51388a8 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1606.400372] env[62913]: DEBUG oslo_concurrency.lockutils [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] Releasing lock "refresh_cache-b1790dea-e6b8-4c5c-9c09-60903601f3ef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.400723] env[62913]: DEBUG nova.compute.manager [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Received event network-vif-deleted-272a4e5a-1392-4a11-aa0d-4b7e4710de6b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1606.401040] env[62913]: DEBUG nova.compute.manager [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Received event network-vif-plugged-05ab9785-708b-49b7-8494-4edcd1981de3 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1606.401230] env[62913]: DEBUG oslo_concurrency.lockutils [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] Acquiring lock "c03e0144-3013-4e88-a081-dd16264dba16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.401519] env[62913]: DEBUG oslo_concurrency.lockutils [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] Lock "c03e0144-3013-4e88-a081-dd16264dba16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.401742] env[62913]: DEBUG oslo_concurrency.lockutils [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] Lock "c03e0144-3013-4e88-a081-dd16264dba16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.401926] env[62913]: DEBUG nova.compute.manager [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] No waiting events found dispatching network-vif-plugged-05ab9785-708b-49b7-8494-4edcd1981de3 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1606.402285] env[62913]: WARNING nova.compute.manager [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Received unexpected event network-vif-plugged-05ab9785-708b-49b7-8494-4edcd1981de3 for instance with vm_state active and task_state None. [ 1606.402488] env[62913]: DEBUG nova.compute.manager [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Received event network-changed-05ab9785-708b-49b7-8494-4edcd1981de3 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1606.402647] env[62913]: DEBUG nova.compute.manager [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Refreshing instance network info cache due to event network-changed-05ab9785-708b-49b7-8494-4edcd1981de3. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1606.402886] env[62913]: DEBUG oslo_concurrency.lockutils [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] Acquiring lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.402976] env[62913]: DEBUG oslo_concurrency.lockutils [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] Acquired lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.403295] env[62913]: DEBUG nova.network.neutron [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Refreshing network info cache for port 05ab9785-708b-49b7-8494-4edcd1981de3 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1606.405082] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquired lock "refresh_cache-b1790dea-e6b8-4c5c-9c09-60903601f3ef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.405082] env[62913]: DEBUG nova.network.neutron [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1606.457185] env[62913]: DEBUG oslo_concurrency.lockutils [req-10d34498-b337-4b60-bc82-05121a6ee7eb req-5ef0c9bc-35d7-43af-82fa-99aff8e54111 service nova] Releasing lock "refresh_cache-a3ac6ef1-b284-466b-bbac-a56a734b7b7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.489388] env[62913]: DEBUG oslo_vmware.api [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.527974] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.579668] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.582895] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.362s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.584765] env[62913]: INFO nova.compute.claims [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1606.623187] env[62913]: INFO nova.scheduler.client.report [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Deleted allocations for instance 50251391-0af4-43d7-9ecd-f0866e239a1e [ 1606.843889] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bc9b88-c71d-4bd2-0874-75c909a0242e, 'name': SearchDatastore_Task, 'duration_secs': 0.027013} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.848021] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.848021] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1606.848021] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.848021] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.848021] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1606.848021] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b49416cc-18b3-4ba8-8273-0b7ebeea5737 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.857181] env[62913]: DEBUG oslo_concurrency.lockutils [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Acquiring lock "refresh_cache-4a71c0fe-c77d-459d-8db9-e301c5c1e58b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.857181] env[62913]: DEBUG oslo_concurrency.lockutils [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Acquired lock "refresh_cache-4a71c0fe-c77d-459d-8db9-e301c5c1e58b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.857181] env[62913]: DEBUG nova.network.neutron [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1606.865026] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1606.865026] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1606.865026] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4df308f-75f4-4151-b9c2-297f6b0d4bc7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.871831] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1606.871831] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52da041e-15f8-9e22-dbc1-2118edc1f6c3" [ 1606.871831] env[62913]: _type = "Task" [ 1606.871831] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.883765] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52da041e-15f8-9e22-dbc1-2118edc1f6c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.990973] env[62913]: DEBUG oslo_vmware.api [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822090, 'name': ReconfigVM_Task, 'duration_secs': 1.118779} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.991574] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.991847] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Reconfigured VM to attach interface {{(pid=62913) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1607.025674] env[62913]: DEBUG oslo_vmware.api [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822092, 'name': PowerOnVM_Task, 'duration_secs': 0.907157} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.026039] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1607.026320] env[62913]: INFO nova.compute.manager [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1607.026561] env[62913]: DEBUG nova.compute.manager [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1607.027449] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da5e8da-be79-47d3-a9f5-a2c553af618b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.031059] env[62913]: DEBUG nova.network.neutron [None req-e29358aa-afea-4723-90ee-7462119d61c8 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Updating instance_info_cache with network_info: [{"id": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "address": "fa:16:3e:5d:bf:30", "network": {"id": "f03cbece-9833-4790-98d5-a285940b2f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-726635923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e50335b6143959257046f7f2ed524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc632709-b9", "ovs_interfaceid": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.135681] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b694f329-ac31-4d49-9956-be79492d0cc7 tempest-TenantUsagesTestJSON-384933463 tempest-TenantUsagesTestJSON-384933463-project-member] Lock "50251391-0af4-43d7-9ecd-f0866e239a1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.748s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.385492] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52da041e-15f8-9e22-dbc1-2118edc1f6c3, 'name': SearchDatastore_Task, 'duration_secs': 0.013461} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.386393] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23773474-20ce-4f56-92f2-1b339649e200 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.391205] env[62913]: DEBUG nova.network.neutron [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1607.394723] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1607.394723] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]522179c8-26d1-f720-4ae8-3903801d0b87" [ 1607.394723] env[62913]: _type = "Task" [ 1607.394723] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.403938] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]522179c8-26d1-f720-4ae8-3903801d0b87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.498167] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4c9b085-701c-46e4-9412-06c8ce553c1a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-c03e0144-3013-4e88-a081-dd16264dba16-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.322s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.514892] env[62913]: DEBUG nova.network.neutron [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Updating instance_info_cache with network_info: [{"id": "12a04abd-02ee-4740-b709-2f74d23a51e0", "address": "fa:16:3e:c8:ee:62", "network": {"id": "5ae1bf44-5f56-4400-8823-0d49f0229217", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-445286646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b3cc204538442b9b14d65d2d84068a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a04abd-02", "ovs_interfaceid": "12a04abd-02ee-4740-b709-2f74d23a51e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.526630] env[62913]: DEBUG nova.network.neutron [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Updated VIF entry in instance network info cache for port 05ab9785-708b-49b7-8494-4edcd1981de3. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1607.527026] env[62913]: DEBUG nova.network.neutron [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Updating instance_info_cache with network_info: [{"id": "c22ded11-b85a-459d-928a-a5b643a6533e", "address": "fa:16:3e:16:71:82", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc22ded11-b8", "ovs_interfaceid": "c22ded11-b85a-459d-928a-a5b643a6533e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "05ab9785-708b-49b7-8494-4edcd1981de3", "address": "fa:16:3e:f6:8e:c0", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ab9785-70", "ovs_interfaceid": "05ab9785-708b-49b7-8494-4edcd1981de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.533659] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e29358aa-afea-4723-90ee-7462119d61c8 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Releasing lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.533815] env[62913]: DEBUG nova.compute.manager [None req-e29358aa-afea-4723-90ee-7462119d61c8 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Inject network info {{(pid=62913) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7636}} [ 1607.534027] env[62913]: DEBUG nova.compute.manager [None req-e29358aa-afea-4723-90ee-7462119d61c8 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] network_info to inject: |[{"id": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "address": "fa:16:3e:5d:bf:30", "network": {"id": "f03cbece-9833-4790-98d5-a285940b2f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-726635923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e50335b6143959257046f7f2ed524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc632709-b9", "ovs_interfaceid": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7637}} [ 1607.543109] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e29358aa-afea-4723-90ee-7462119d61c8 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Reconfiguring VM instance to set the machine id {{(pid=62913) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1607.544733] env[62913]: DEBUG nova.network.neutron [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Updating instance_info_cache with network_info: [{"id": "0f2fdc70-de9b-497a-add7-50bff51388a8", "address": "fa:16:3e:c6:01:da", "network": {"id": "d20c6498-e941-4d44-afa6-edb699e2bc4f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-821624565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5498de6630ea4cd2b87d42a42e348514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2fdc70-de", "ovs_interfaceid": "0f2fdc70-de9b-497a-add7-50bff51388a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.549622] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5997204c-8082-477d-a103-4ae6f96c74cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.563480] env[62913]: DEBUG oslo_concurrency.lockutils [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Releasing lock "refresh_cache-4a71c0fe-c77d-459d-8db9-e301c5c1e58b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.563717] env[62913]: DEBUG nova.compute.manager [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Instance network_info: |[{"id": "0f2fdc70-de9b-497a-add7-50bff51388a8", "address": "fa:16:3e:c6:01:da", "network": {"id": "d20c6498-e941-4d44-afa6-edb699e2bc4f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-821624565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5498de6630ea4cd2b87d42a42e348514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2fdc70-de", "ovs_interfaceid": "0f2fdc70-de9b-497a-add7-50bff51388a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1607.564336] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:01:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f2fdc70-de9b-497a-add7-50bff51388a8', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1607.571936] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Creating folder: Project (5498de6630ea4cd2b87d42a42e348514). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1607.572568] env[62913]: INFO nova.compute.manager [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Took 45.26 seconds to build instance. [ 1607.574781] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90c979ad-5f17-4139-adcf-6ae8e1ed5fbd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.579682] env[62913]: DEBUG oslo_vmware.api [None req-e29358aa-afea-4723-90ee-7462119d61c8 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Waiting for the task: (returnval){ [ 1607.579682] env[62913]: value = "task-1822093" [ 1607.579682] env[62913]: _type = "Task" [ 1607.579682] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.585679] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Created folder: Project (5498de6630ea4cd2b87d42a42e348514) in parent group-v377263. [ 1607.585928] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Creating folder: Instances. Parent ref: group-v377401. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1607.589334] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8925094a-1f29-4bd6-9316-4abac9069018 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.591689] env[62913]: DEBUG oslo_vmware.api [None req-e29358aa-afea-4723-90ee-7462119d61c8 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1822093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.605955] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Created folder: Instances in parent group-v377401. [ 1607.605955] env[62913]: DEBUG oslo.service.loopingcall [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1607.605955] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1607.605955] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-223766e9-ed74-40be-b948-743aa8a0c71a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.627474] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1607.627474] env[62913]: value = "task-1822096" [ 1607.627474] env[62913]: _type = "Task" [ 1607.627474] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.635924] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822096, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.908627] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]522179c8-26d1-f720-4ae8-3903801d0b87, 'name': SearchDatastore_Task, 'duration_secs': 0.346484} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.908985] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.909304] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] a3ac6ef1-b284-466b-bbac-a56a734b7b7f/a3ac6ef1-b284-466b-bbac-a56a734b7b7f.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1607.909576] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4867bdec-7669-4d40-b0a7-cfbd000ce4cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.920217] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1607.920217] env[62913]: value = "task-1822097" [ 1607.920217] env[62913]: _type = "Task" [ 1607.920217] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.932104] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.018452] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Releasing lock "refresh_cache-b1790dea-e6b8-4c5c-9c09-60903601f3ef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.030334] env[62913]: DEBUG oslo_concurrency.lockutils [req-48fa9295-8be9-43ae-924e-d1cffe29eae1 req-352667aa-7634-41ce-9951-854b919350fc service nova] Releasing lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.077401] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a997d0cc-3766-4244-b014-8e1a8dcab043 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "204d07e9-0b68-4ba6-a86f-0226b45ba88e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.878s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.078297] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac47615b-3f85-4b5e-9aef-aa12cfdac8a4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.093407] env[62913]: DEBUG oslo_vmware.api [None req-e29358aa-afea-4723-90ee-7462119d61c8 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1822093, 'name': ReconfigVM_Task, 'duration_secs': 0.359221} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.095543] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e29358aa-afea-4723-90ee-7462119d61c8 tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Reconfigured VM instance to set the machine id {{(pid=62913) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1608.099908] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0e0d8f-bd9a-4715-bb50-3d6ed8b29448 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.144046] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219631de-b130-4550-a8dd-12042c603cde {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.155914] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b6a5f3-6366-4412-8d28-5230c8854ba9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.160237] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822096, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.172215] env[62913]: DEBUG nova.compute.provider_tree [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1608.433706] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822097, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.523880] env[62913]: DEBUG nova.compute.manager [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.524854] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742f35ed-72a9-4fdd-8118-4fb9271e5841 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.605561] env[62913]: DEBUG nova.compute.manager [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Received event network-changed-7d5bf482-a90c-4048-9939-3a88f79f8c4a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1608.605561] env[62913]: DEBUG nova.compute.manager [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Refreshing instance network info cache due to event network-changed-7d5bf482-a90c-4048-9939-3a88f79f8c4a. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1608.605884] env[62913]: DEBUG oslo_concurrency.lockutils [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] Acquiring lock "refresh_cache-6c0aa552-3717-4cec-915f-1515cbd71983" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.606087] env[62913]: DEBUG oslo_concurrency.lockutils [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] Acquired lock "refresh_cache-6c0aa552-3717-4cec-915f-1515cbd71983" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.606087] env[62913]: DEBUG nova.network.neutron [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Refreshing network info cache for port 7d5bf482-a90c-4048-9939-3a88f79f8c4a {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1608.625195] env[62913]: DEBUG nova.compute.manager [req-d45a695e-6c07-4466-8ba4-c3fc2f5b8432 req-5ee9a9dc-2ed5-43f7-a848-f51705a4da88 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Received event network-changed-cc632709-b9b9-4843-9bf4-80b457ba9f75 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1608.625409] env[62913]: DEBUG nova.compute.manager [req-d45a695e-6c07-4466-8ba4-c3fc2f5b8432 req-5ee9a9dc-2ed5-43f7-a848-f51705a4da88 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Refreshing instance network info cache due to event network-changed-cc632709-b9b9-4843-9bf4-80b457ba9f75. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1608.625621] env[62913]: DEBUG oslo_concurrency.lockutils [req-d45a695e-6c07-4466-8ba4-c3fc2f5b8432 req-5ee9a9dc-2ed5-43f7-a848-f51705a4da88 service nova] Acquiring lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.625765] env[62913]: DEBUG oslo_concurrency.lockutils [req-d45a695e-6c07-4466-8ba4-c3fc2f5b8432 req-5ee9a9dc-2ed5-43f7-a848-f51705a4da88 service nova] Acquired lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.625923] env[62913]: DEBUG nova.network.neutron [req-d45a695e-6c07-4466-8ba4-c3fc2f5b8432 req-5ee9a9dc-2ed5-43f7-a848-f51705a4da88 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Refreshing network info cache for port cc632709-b9b9-4843-9bf4-80b457ba9f75 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1608.652161] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822096, 'name': CreateVM_Task, 'duration_secs': 0.663015} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.652388] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1608.653090] env[62913]: DEBUG oslo_concurrency.lockutils [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.653331] env[62913]: DEBUG oslo_concurrency.lockutils [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.653700] env[62913]: DEBUG oslo_concurrency.lockutils [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1608.653973] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-564a6981-ef89-4caf-acbc-2807195e0530 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.659388] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Waiting for the task: (returnval){ [ 1608.659388] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]524c876c-78c8-2b73-bc3e-12e6fd5eec97" [ 1608.659388] env[62913]: _type = "Task" [ 1608.659388] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.668710] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524c876c-78c8-2b73-bc3e-12e6fd5eec97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.675770] env[62913]: DEBUG nova.scheduler.client.report [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1608.934923] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822097, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.170472] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524c876c-78c8-2b73-bc3e-12e6fd5eec97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.181911] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.182434] env[62913]: DEBUG nova.compute.manager [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1609.185243] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.847s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.375885] env[62913]: DEBUG nova.network.neutron [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Updated VIF entry in instance network info cache for port 7d5bf482-a90c-4048-9939-3a88f79f8c4a. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1609.376270] env[62913]: DEBUG nova.network.neutron [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Updating instance_info_cache with network_info: [{"id": "7d5bf482-a90c-4048-9939-3a88f79f8c4a", "address": "fa:16:3e:1a:3a:0c", "network": {"id": "52fff694-432f-4268-9e34-eedbdd1f9744", "bridge": "br-int", "label": "tempest-ServersTestJSON-1329996057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b065f0fd2d2a46fbbe31ffa1e025b41e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d5bf482-a9", "ovs_interfaceid": "7d5bf482-a90c-4048-9939-3a88f79f8c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.436181] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822097, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.548017] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b759e20-f9c6-40bc-b15e-5816150589d3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.557561] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Doing hard reboot of VM {{(pid=62913) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1609.558518] env[62913]: DEBUG nova.network.neutron [req-d45a695e-6c07-4466-8ba4-c3fc2f5b8432 req-5ee9a9dc-2ed5-43f7-a848-f51705a4da88 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Updated VIF entry in instance network info cache for port cc632709-b9b9-4843-9bf4-80b457ba9f75. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1609.558840] env[62913]: DEBUG nova.network.neutron [req-d45a695e-6c07-4466-8ba4-c3fc2f5b8432 req-5ee9a9dc-2ed5-43f7-a848-f51705a4da88 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Updating instance_info_cache with network_info: [{"id": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "address": "fa:16:3e:5d:bf:30", "network": {"id": "f03cbece-9833-4790-98d5-a285940b2f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-726635923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e50335b6143959257046f7f2ed524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc632709-b9", "ovs_interfaceid": "cc632709-b9b9-4843-9bf4-80b457ba9f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.561198] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ad6c23a5-7fbb-4c53-9474-571f8a152af0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.571201] env[62913]: DEBUG oslo_vmware.api [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1609.571201] env[62913]: value = "task-1822098" [ 1609.571201] env[62913]: _type = "Task" [ 1609.571201] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.582249] env[62913]: DEBUG oslo_vmware.api [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822098, 'name': ResetVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.671836] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524c876c-78c8-2b73-bc3e-12e6fd5eec97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.688753] env[62913]: DEBUG nova.compute.utils [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1609.690216] env[62913]: DEBUG nova.compute.manager [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1609.690398] env[62913]: DEBUG nova.network.neutron [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1609.708036] env[62913]: DEBUG nova.compute.manager [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1609.708974] env[62913]: DEBUG oslo_concurrency.lockutils [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "a5018d06-cfa8-4f6e-b13b-c98db79bccfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.709230] env[62913]: DEBUG oslo_concurrency.lockutils [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "a5018d06-cfa8-4f6e-b13b-c98db79bccfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.709437] env[62913]: DEBUG oslo_concurrency.lockutils [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "a5018d06-cfa8-4f6e-b13b-c98db79bccfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.709624] env[62913]: DEBUG oslo_concurrency.lockutils [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "a5018d06-cfa8-4f6e-b13b-c98db79bccfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.713052] env[62913]: DEBUG oslo_concurrency.lockutils [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "a5018d06-cfa8-4f6e-b13b-c98db79bccfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.713052] env[62913]: INFO nova.compute.manager [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Terminating instance [ 1609.762951] env[62913]: DEBUG nova.policy [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '596a65e5ffaf45aeac0be8d27477c530', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2e0dd8b826649bfa57c19358ca38334', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1609.836535] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Acquiring lock "614b67ed-49de-4c6e-ad57-9d03d17f7dbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.836882] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Lock "614b67ed-49de-4c6e-ad57-9d03d17f7dbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.837128] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Acquiring lock "614b67ed-49de-4c6e-ad57-9d03d17f7dbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.837758] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Lock "614b67ed-49de-4c6e-ad57-9d03d17f7dbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.837946] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Lock "614b67ed-49de-4c6e-ad57-9d03d17f7dbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.840631] env[62913]: INFO nova.compute.manager [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Terminating instance [ 1609.878487] env[62913]: DEBUG oslo_concurrency.lockutils [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] Releasing lock "refresh_cache-6c0aa552-3717-4cec-915f-1515cbd71983" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.878784] env[62913]: DEBUG nova.compute.manager [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Received event network-vif-plugged-0f2fdc70-de9b-497a-add7-50bff51388a8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1609.878993] env[62913]: DEBUG oslo_concurrency.lockutils [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] Acquiring lock "4a71c0fe-c77d-459d-8db9-e301c5c1e58b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.879256] env[62913]: DEBUG oslo_concurrency.lockutils [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] Lock "4a71c0fe-c77d-459d-8db9-e301c5c1e58b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.879432] env[62913]: DEBUG oslo_concurrency.lockutils [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] Lock "4a71c0fe-c77d-459d-8db9-e301c5c1e58b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.879606] env[62913]: DEBUG nova.compute.manager [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] No waiting events found dispatching network-vif-plugged-0f2fdc70-de9b-497a-add7-50bff51388a8 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1609.879779] env[62913]: WARNING nova.compute.manager [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Received unexpected event network-vif-plugged-0f2fdc70-de9b-497a-add7-50bff51388a8 for instance with vm_state building and task_state spawning. [ 1609.879946] env[62913]: DEBUG nova.compute.manager [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Received event network-changed-0f2fdc70-de9b-497a-add7-50bff51388a8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1609.880146] env[62913]: DEBUG nova.compute.manager [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Refreshing instance network info cache due to event network-changed-0f2fdc70-de9b-497a-add7-50bff51388a8. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1609.880346] env[62913]: DEBUG oslo_concurrency.lockutils [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] Acquiring lock "refresh_cache-4a71c0fe-c77d-459d-8db9-e301c5c1e58b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.880487] env[62913]: DEBUG oslo_concurrency.lockutils [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] Acquired lock "refresh_cache-4a71c0fe-c77d-459d-8db9-e301c5c1e58b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.880641] env[62913]: DEBUG nova.network.neutron [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Refreshing network info cache for port 0f2fdc70-de9b-497a-add7-50bff51388a8 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.913867] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "204d07e9-0b68-4ba6-a86f-0226b45ba88e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.913989] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "204d07e9-0b68-4ba6-a86f-0226b45ba88e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.914214] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "204d07e9-0b68-4ba6-a86f-0226b45ba88e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.914426] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "204d07e9-0b68-4ba6-a86f-0226b45ba88e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.914611] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "204d07e9-0b68-4ba6-a86f-0226b45ba88e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.916824] env[62913]: INFO nova.compute.manager [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Terminating instance [ 1609.936875] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822097, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.064188] env[62913]: DEBUG oslo_concurrency.lockutils [req-d45a695e-6c07-4466-8ba4-c3fc2f5b8432 req-5ee9a9dc-2ed5-43f7-a848-f51705a4da88 service nova] Releasing lock "refresh_cache-614b67ed-49de-4c6e-ad57-9d03d17f7dbe" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.084836] env[62913]: DEBUG oslo_vmware.api [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822098, 'name': ResetVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.173082] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524c876c-78c8-2b73-bc3e-12e6fd5eec97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.217176] env[62913]: INFO nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updating resource usage from migration 1405f4ea-a561-4f14-9fdf-7856c053b0e6 [ 1610.219769] env[62913]: DEBUG nova.compute.manager [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1610.219974] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1610.222064] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cc1f9c-bc35-4267-9ed3-f8322aba296a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.232913] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1610.232913] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-673b57f4-4893-4f50-aa7f-54116cb06f1c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.240690] env[62913]: DEBUG oslo_vmware.api [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1610.240690] env[62913]: value = "task-1822099" [ 1610.240690] env[62913]: _type = "Task" [ 1610.240690] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.251013] env[62913]: DEBUG oslo_vmware.api [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.253847] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 614b67ed-49de-4c6e-ad57-9d03d17f7dbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.254031] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance e7e62340-94e1-48bf-af63-fb9e1208b2f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.254116] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 6e53b18b-886b-4afa-a08f-173135fecf2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.254375] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 2286eeaf-825f-4357-815c-f0574a39c03d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.255591] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 4ab55729-9afe-4d71-ac5b-2e18a5b3f818 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.255591] env[62913]: WARNING nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance a47e552a-37a0-4609-9103-aa3ce28fdabe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1610.255591] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance c03e0144-3013-4e88-a081-dd16264dba16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.255591] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 44c01052-a741-4c21-9bb9-c8b808f2c4ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.255591] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance ad1900e7-8bd9-452f-b98d-edf376b50460 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.255591] env[62913]: WARNING nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance a53c2f1e-656d-4ed3-ac20-187b30046701 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1610.255591] env[62913]: WARNING nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance fcb5f3ef-6b11-41e5-936a-a6e658e957ce is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1610.255591] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance ef35db94-4dc6-4270-abd0-12c8938c4939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.255993] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 989e9887-935f-4dfc-96c7-d84fa3ba0852 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.255993] env[62913]: WARNING nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 2ecedb08-72b9-4527-b396-da8ce3daf998 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1610.256232] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 1a60dd50-c805-401b-8574-a11eebc105c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.256411] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.256597] env[62913]: WARNING nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 5ba2dc0b-d991-4107-92e2-b5ead72ac290 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1610.256751] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance a5018d06-cfa8-4f6e-b13b-c98db79bccfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.257049] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance e8420f50-89c4-4363-8f0b-0b2752a8ae1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.257263] env[62913]: WARNING nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 84afbe2c-7763-4077-b54e-e87828cf738c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1610.257853] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance b1790dea-e6b8-4c5c-9c09-60903601f3ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.257853] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 6c0aa552-3717-4cec-915f-1515cbd71983 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.257853] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 631acb61-59d3-41f2-b21c-847dd5cb7eb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.257853] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 204d07e9-0b68-4ba6-a86f-0226b45ba88e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.258317] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance a3ac6ef1-b284-466b-bbac-a56a734b7b7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.258317] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 4a71c0fe-c77d-459d-8db9-e301c5c1e58b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.258428] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 2591016a-a73c-42c0-9145-e37021b4eaf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.313768] env[62913]: DEBUG nova.network.neutron [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Successfully created port: 7d2be57d-5cc7-4139-bd78-2ca8a001ff35 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1610.345204] env[62913]: DEBUG nova.compute.manager [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1610.345530] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1610.346533] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab135e83-b6ee-44ff-83d8-dfeca10002e7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.355329] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1610.355409] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e0dadac-d06a-4ade-b0eb-24293f11e2e1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.363800] env[62913]: DEBUG oslo_vmware.api [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Waiting for the task: (returnval){ [ 1610.363800] env[62913]: value = "task-1822100" [ 1610.363800] env[62913]: _type = "Task" [ 1610.363800] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.373678] env[62913]: DEBUG oslo_vmware.api [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1822100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.420776] env[62913]: DEBUG nova.compute.manager [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1610.421068] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1610.421884] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bbb4e1-0ea0-4131-b1c4-6959ba03c724 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.437791] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822097, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.437791] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1610.437791] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9135f660-c4e2-4d95-9596-a02092067b45 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.447085] env[62913]: DEBUG oslo_vmware.api [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1610.447085] env[62913]: value = "task-1822101" [ 1610.447085] env[62913]: _type = "Task" [ 1610.447085] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.457855] env[62913]: DEBUG oslo_vmware.api [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.591864] env[62913]: DEBUG oslo_vmware.api [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822098, 'name': ResetVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.659138] env[62913]: DEBUG nova.network.neutron [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Updated VIF entry in instance network info cache for port 0f2fdc70-de9b-497a-add7-50bff51388a8. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1610.659956] env[62913]: DEBUG nova.network.neutron [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Updating instance_info_cache with network_info: [{"id": "0f2fdc70-de9b-497a-add7-50bff51388a8", "address": "fa:16:3e:c6:01:da", "network": {"id": "d20c6498-e941-4d44-afa6-edb699e2bc4f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-821624565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5498de6630ea4cd2b87d42a42e348514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2fdc70-de", "ovs_interfaceid": "0f2fdc70-de9b-497a-add7-50bff51388a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.677120] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524c876c-78c8-2b73-bc3e-12e6fd5eec97, 'name': SearchDatastore_Task, 'duration_secs': 1.956291} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.678271] env[62913]: DEBUG oslo_concurrency.lockutils [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.678594] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.678916] env[62913]: DEBUG oslo_concurrency.lockutils [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.679132] env[62913]: DEBUG oslo_concurrency.lockutils [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.679325] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1610.679988] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2ba4498-525a-4ec7-b7d1-101d9c5713a1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.698715] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1610.700769] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1610.701947] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f38878-743c-49c8-b816-eb1490e6deb4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.712180] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Waiting for the task: (returnval){ [ 1610.712180] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]528a6fd4-08a0-d65b-2e18-51a6924a5d9e" [ 1610.712180] env[62913]: _type = "Task" [ 1610.712180] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.719624] env[62913]: DEBUG nova.compute.manager [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1610.726199] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528a6fd4-08a0-d65b-2e18-51a6924a5d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.758796] env[62913]: DEBUG oslo_vmware.api [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822099, 'name': PowerOffVM_Task, 'duration_secs': 0.397923} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.761563] env[62913]: DEBUG nova.virt.hardware [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1610.761940] env[62913]: DEBUG nova.virt.hardware [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1610.764267] env[62913]: DEBUG nova.virt.hardware [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1610.764267] env[62913]: DEBUG nova.virt.hardware [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1610.764267] env[62913]: DEBUG nova.virt.hardware [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1610.764267] env[62913]: DEBUG nova.virt.hardware [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1610.764267] env[62913]: DEBUG nova.virt.hardware [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1610.764267] env[62913]: DEBUG nova.virt.hardware [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1610.764267] env[62913]: DEBUG nova.virt.hardware [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1610.764267] env[62913]: DEBUG nova.virt.hardware [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1610.764267] env[62913]: DEBUG nova.virt.hardware [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1610.764267] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1610.764267] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1610.766149] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance d65903e8-cb94-49e8-8a51-9bad3e1fe986 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1610.766149] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Migration 1405f4ea-a561-4f14-9fdf-7856c053b0e6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1610.766149] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 8074d75c-a13a-4e80-ba58-2dbc7d620328 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.767048] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c755c38f-da1b-42f3-a79c-8d213f0e9e05 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.772316] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45b530c6-cadb-44da-a655-72f68ca160e3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.787063] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c2cb0e-7ccb-42f0-99dc-b5271a1c4c81 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.879080] env[62913]: DEBUG oslo_vmware.api [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1822100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.902229] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1610.902518] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1610.902744] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Deleting the datastore file [datastore1] a5018d06-cfa8-4f6e-b13b-c98db79bccfd {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1610.903072] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ebb7e7c-3dcf-4a5e-a2c5-129ce012630f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.911772] env[62913]: DEBUG oslo_vmware.api [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1610.911772] env[62913]: value = "task-1822103" [ 1610.911772] env[62913]: _type = "Task" [ 1610.911772] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.921376] env[62913]: DEBUG oslo_vmware.api [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.936444] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822097, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.982015} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.936766] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] a3ac6ef1-b284-466b-bbac-a56a734b7b7f/a3ac6ef1-b284-466b-bbac-a56a734b7b7f.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1610.937160] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1610.937473] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8139e018-45c1-4139-b257-4fa61eeb7c05 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.946557] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1610.946557] env[62913]: value = "task-1822104" [ 1610.946557] env[62913]: _type = "Task" [ 1610.946557] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.967182] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.973175] env[62913]: DEBUG oslo_vmware.api [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822101, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.084389] env[62913]: DEBUG oslo_vmware.api [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822098, 'name': ResetVM_Task, 'duration_secs': 1.183611} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.085063] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Did hard reboot of VM {{(pid=62913) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1611.085330] env[62913]: DEBUG nova.compute.manager [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.086259] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b4f0d9-6f61-4cdb-8573-37c601db0442 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.168458] env[62913]: DEBUG oslo_concurrency.lockutils [req-907c8d97-171f-41bc-8cd8-b5e09d274139 req-6bdcf327-8e30-4783-9e15-c0004584d42f service nova] Releasing lock "refresh_cache-4a71c0fe-c77d-459d-8db9-e301c5c1e58b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.224422] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528a6fd4-08a0-d65b-2e18-51a6924a5d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.054182} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.225621] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471e43dd-a656-49f9-86c3-807679097611 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.232427] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Waiting for the task: (returnval){ [ 1611.232427] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5231611f-a42d-cb60-eb59-4e2d4da941f6" [ 1611.232427] env[62913]: _type = "Task" [ 1611.232427] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.240958] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5231611f-a42d-cb60-eb59-4e2d4da941f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.274391] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1611.274391] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1611.274391] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1611.282078] env[62913]: DEBUG nova.compute.manager [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Received event network-changed-86e78a32-8926-414b-bbd4-a91ede53567f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1611.282491] env[62913]: DEBUG nova.compute.manager [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Refreshing instance network info cache due to event network-changed-86e78a32-8926-414b-bbd4-a91ede53567f. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1611.284546] env[62913]: DEBUG oslo_concurrency.lockutils [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] Acquiring lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.284546] env[62913]: DEBUG oslo_concurrency.lockutils [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] Acquired lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.284546] env[62913]: DEBUG nova.network.neutron [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Refreshing network info cache for port 86e78a32-8926-414b-bbd4-a91ede53567f {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1611.374697] env[62913]: DEBUG oslo_vmware.api [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1822100, 'name': PowerOffVM_Task, 'duration_secs': 0.681294} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.377919] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1611.378061] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1611.378511] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f04bd2f0-9d5f-4e6c-94c4-b65da60d1c7f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.429827] env[62913]: DEBUG oslo_vmware.api [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310528} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.432428] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1611.432620] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1611.432796] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1611.432968] env[62913]: INFO nova.compute.manager [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1611.433326] env[62913]: DEBUG oslo.service.loopingcall [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.434473] env[62913]: DEBUG nova.compute.manager [-] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1611.434473] env[62913]: DEBUG nova.network.neutron [-] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1611.462425] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082595} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.463589] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1611.464077] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32f2b1a-5114-4407-bd44-d98782fdcc3d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.469312] env[62913]: DEBUG oslo_vmware.api [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822101, 'name': PowerOffVM_Task, 'duration_secs': 0.599256} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.469872] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1611.470618] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1611.470618] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0de9feba-5ae0-4fe3-8c83-71594167ea43 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.492814] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] a3ac6ef1-b284-466b-bbac-a56a734b7b7f/a3ac6ef1-b284-466b-bbac-a56a734b7b7f.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1611.495501] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f74fdf-bf0d-4ce0-b367-e3609bdbf87f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.518145] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1611.518145] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1611.518145] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Deleting the datastore file [datastore1] 614b67ed-49de-4c6e-ad57-9d03d17f7dbe {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1611.518145] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5913250-0805-49e1-bfff-ffd9a8a1ee45 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.523103] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1611.523103] env[62913]: value = "task-1822107" [ 1611.523103] env[62913]: _type = "Task" [ 1611.523103] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.527481] env[62913]: DEBUG oslo_vmware.api [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Waiting for the task: (returnval){ [ 1611.527481] env[62913]: value = "task-1822108" [ 1611.527481] env[62913]: _type = "Task" [ 1611.527481] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.543444] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.548205] env[62913]: DEBUG oslo_vmware.api [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1822108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.599815] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1097f5c1-4e0d-4833-986a-9c77a3c22fdd tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "b1790dea-e6b8-4c5c-9c09-60903601f3ef" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 7.041s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.669625] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1611.669881] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1611.670276] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Deleting the datastore file [datastore1] 204d07e9-0b68-4ba6-a86f-0226b45ba88e {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1611.670486] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-947e5589-816f-43ee-884d-165dd56a6165 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.678904] env[62913]: DEBUG oslo_vmware.api [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1611.678904] env[62913]: value = "task-1822109" [ 1611.678904] env[62913]: _type = "Task" [ 1611.678904] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.688516] env[62913]: DEBUG oslo_vmware.api [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.743476] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5231611f-a42d-cb60-eb59-4e2d4da941f6, 'name': SearchDatastore_Task, 'duration_secs': 0.0605} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.746170] env[62913]: DEBUG oslo_concurrency.lockutils [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.746458] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 4a71c0fe-c77d-459d-8db9-e301c5c1e58b/4a71c0fe-c77d-459d-8db9-e301c5c1e58b.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1611.747546] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af7da302-f3c9-47e5-8339-1ce24cb3085f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.755389] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Waiting for the task: (returnval){ [ 1611.755389] env[62913]: value = "task-1822110" [ 1611.755389] env[62913]: _type = "Task" [ 1611.755389] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.768400] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.870153] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085ac157-db78-40a7-9536-3ccf09f5b390 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.880325] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dee06d6-4189-44b9-98e5-8fd8e5632439 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.919871] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "interface-c03e0144-3013-4e88-a081-dd16264dba16-05ab9785-708b-49b7-8494-4edcd1981de3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.920145] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-c03e0144-3013-4e88-a081-dd16264dba16-05ab9785-708b-49b7-8494-4edcd1981de3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.924903] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fe79df-dd0a-4e14-a327-4fa0ab6c1c21 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.935525] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0f6200-8841-4f5f-82bc-83d0f40f7b5e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.953711] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.044130] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822107, 'name': ReconfigVM_Task, 'duration_secs': 0.345371} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.050039] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Reconfigured VM instance instance-00000031 to attach disk [datastore1] a3ac6ef1-b284-466b-bbac-a56a734b7b7f/a3ac6ef1-b284-466b-bbac-a56a734b7b7f.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1612.051053] env[62913]: DEBUG oslo_vmware.api [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Task: {'id': task-1822108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326979} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.051354] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fc8cf31-fb6e-47df-849a-d83ce51ecb0e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.053815] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1612.054108] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1612.054377] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1612.054641] env[62913]: INFO nova.compute.manager [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1612.054982] env[62913]: DEBUG oslo.service.loopingcall [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1612.055286] env[62913]: DEBUG nova.compute.manager [-] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1612.055426] env[62913]: DEBUG nova.network.neutron [-] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1612.067219] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1612.067219] env[62913]: value = "task-1822111" [ 1612.067219] env[62913]: _type = "Task" [ 1612.067219] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.080066] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822111, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.112239] env[62913]: DEBUG nova.network.neutron [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Updated VIF entry in instance network info cache for port 86e78a32-8926-414b-bbd4-a91ede53567f. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1612.112674] env[62913]: DEBUG nova.network.neutron [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Updating instance_info_cache with network_info: [{"id": "86e78a32-8926-414b-bbd4-a91ede53567f", "address": "fa:16:3e:8a:d5:13", "network": {"id": "6073e94f-d64a-4868-884a-8ba4aca17fa4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-74545478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc40192e9e504f82b21fe4ea9f082f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e78a32-89", "ovs_interfaceid": "86e78a32-8926-414b-bbd4-a91ede53567f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.200796] env[62913]: DEBUG oslo_vmware.api [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315888} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.202200] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1612.202422] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1612.202616] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1612.202769] env[62913]: INFO nova.compute.manager [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1612.203307] env[62913]: DEBUG oslo.service.loopingcall [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1612.204527] env[62913]: DEBUG nova.compute.manager [req-e01dcc43-3e84-4027-8c79-6644daaa7cb8 req-b2394417-30aa-40fd-8c9f-7b63d98bfa5b service nova] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Received event network-vif-deleted-e9b015d2-6152-471c-ae36-dc3a9f074d0e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1612.204621] env[62913]: INFO nova.compute.manager [req-e01dcc43-3e84-4027-8c79-6644daaa7cb8 req-b2394417-30aa-40fd-8c9f-7b63d98bfa5b service nova] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Neutron deleted interface e9b015d2-6152-471c-ae36-dc3a9f074d0e; detaching it from the instance and deleting it from the info cache [ 1612.204811] env[62913]: DEBUG nova.network.neutron [req-e01dcc43-3e84-4027-8c79-6644daaa7cb8 req-b2394417-30aa-40fd-8c9f-7b63d98bfa5b service nova] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.206242] env[62913]: DEBUG nova.compute.manager [-] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1612.206343] env[62913]: DEBUG nova.network.neutron [-] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1612.269265] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822110, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.282452] env[62913]: DEBUG nova.network.neutron [-] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.429552] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.429850] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.430897] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c944a2f-7e7d-483e-9815-0809c119a39e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.450937] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1244a76-9aac-47e6-9cf1-ed026a9b86b9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.455723] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.483272] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Reconfiguring VM to detach interface {{(pid=62913) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1612.484888] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1612.485084] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.300s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.485346] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2214ee29-8437-4b4b-846e-88c6b94ce559 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.500599] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.258s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.502230] env[62913]: INFO nova.compute.claims [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1612.513160] env[62913]: DEBUG oslo_vmware.api [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1612.513160] env[62913]: value = "task-1822112" [ 1612.513160] env[62913]: _type = "Task" [ 1612.513160] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.523473] env[62913]: DEBUG oslo_vmware.api [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.577831] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822111, 'name': Rename_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.615313] env[62913]: DEBUG oslo_concurrency.lockutils [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] Releasing lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.615590] env[62913]: DEBUG nova.compute.manager [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Received event network-changed-86e78a32-8926-414b-bbd4-a91ede53567f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1612.615760] env[62913]: DEBUG nova.compute.manager [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Refreshing instance network info cache due to event network-changed-86e78a32-8926-414b-bbd4-a91ede53567f. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1612.616258] env[62913]: DEBUG oslo_concurrency.lockutils [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] Acquiring lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.616258] env[62913]: DEBUG oslo_concurrency.lockutils [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] Acquired lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.616371] env[62913]: DEBUG nova.network.neutron [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Refreshing network info cache for port 86e78a32-8926-414b-bbd4-a91ede53567f {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1612.709543] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cd5d63a-001d-4310-b3d7-4ce907cbae06 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.721681] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed90dc5-7afd-437d-933d-4337ff32813e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.768689] env[62913]: DEBUG nova.compute.manager [req-e01dcc43-3e84-4027-8c79-6644daaa7cb8 req-b2394417-30aa-40fd-8c9f-7b63d98bfa5b service nova] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Detach interface failed, port_id=e9b015d2-6152-471c-ae36-dc3a9f074d0e, reason: Instance a5018d06-cfa8-4f6e-b13b-c98db79bccfd could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1612.779506] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822110, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.785104] env[62913]: INFO nova.compute.manager [-] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Took 1.35 seconds to deallocate network for instance. [ 1613.025729] env[62913]: DEBUG oslo_vmware.api [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.078046] env[62913]: DEBUG nova.network.neutron [-] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.087014] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822111, 'name': Rename_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.279905] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822110, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.291167] env[62913]: DEBUG oslo_concurrency.lockutils [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.363099] env[62913]: DEBUG nova.network.neutron [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Successfully updated port: 7d2be57d-5cc7-4139-bd78-2ca8a001ff35 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1613.402100] env[62913]: DEBUG nova.network.neutron [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Updated VIF entry in instance network info cache for port 86e78a32-8926-414b-bbd4-a91ede53567f. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1613.403640] env[62913]: DEBUG nova.network.neutron [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Updating instance_info_cache with network_info: [{"id": "86e78a32-8926-414b-bbd4-a91ede53567f", "address": "fa:16:3e:8a:d5:13", "network": {"id": "6073e94f-d64a-4868-884a-8ba4aca17fa4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-74545478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc40192e9e504f82b21fe4ea9f082f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e78a32-89", "ovs_interfaceid": "86e78a32-8926-414b-bbd4-a91ede53567f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.525917] env[62913]: DEBUG oslo_vmware.api [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.583018] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822111, 'name': Rename_Task, 'duration_secs': 1.227287} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.585611] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1613.585928] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68b3bfb0-939b-4992-8978-ffa78eb4605b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.590288] env[62913]: INFO nova.compute.manager [-] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Took 1.38 seconds to deallocate network for instance. [ 1613.599395] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1613.599395] env[62913]: value = "task-1822113" [ 1613.599395] env[62913]: _type = "Task" [ 1613.599395] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.615356] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.783823] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822110, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.662359} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.784158] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 4a71c0fe-c77d-459d-8db9-e301c5c1e58b/4a71c0fe-c77d-459d-8db9-e301c5c1e58b.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1613.784409] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1613.784691] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78eebefe-4101-485c-82fc-3e07cabee140 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.795116] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Waiting for the task: (returnval){ [ 1613.795116] env[62913]: value = "task-1822114" [ 1613.795116] env[62913]: _type = "Task" [ 1613.795116] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.808247] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.868025] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.868025] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.868025] env[62913]: DEBUG nova.network.neutron [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1613.907743] env[62913]: DEBUG oslo_concurrency.lockutils [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] Releasing lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.907884] env[62913]: DEBUG nova.compute.manager [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Received event network-changed-0238264e-848c-4374-88e8-fe8ce4c73be6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1613.908157] env[62913]: DEBUG nova.compute.manager [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Refreshing instance network info cache due to event network-changed-0238264e-848c-4374-88e8-fe8ce4c73be6. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1613.908446] env[62913]: DEBUG oslo_concurrency.lockutils [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] Acquiring lock "refresh_cache-631acb61-59d3-41f2-b21c-847dd5cb7eb9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.908702] env[62913]: DEBUG oslo_concurrency.lockutils [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] Acquired lock "refresh_cache-631acb61-59d3-41f2-b21c-847dd5cb7eb9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.909631] env[62913]: DEBUG nova.network.neutron [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Refreshing network info cache for port 0238264e-848c-4374-88e8-fe8ce4c73be6 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1614.031952] env[62913]: DEBUG oslo_vmware.api [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.050846] env[62913]: DEBUG nova.compute.manager [req-b47c298e-6ef6-46ef-bf01-2d38e4430b12 req-e7ba4dcc-d1bf-468e-8508-e8c98a47a5b8 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Received event network-vif-plugged-7d2be57d-5cc7-4139-bd78-2ca8a001ff35 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1614.051630] env[62913]: DEBUG oslo_concurrency.lockutils [req-b47c298e-6ef6-46ef-bf01-2d38e4430b12 req-e7ba4dcc-d1bf-468e-8508-e8c98a47a5b8 service nova] Acquiring lock "2591016a-a73c-42c0-9145-e37021b4eaf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.051630] env[62913]: DEBUG oslo_concurrency.lockutils [req-b47c298e-6ef6-46ef-bf01-2d38e4430b12 req-e7ba4dcc-d1bf-468e-8508-e8c98a47a5b8 service nova] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.051630] env[62913]: DEBUG oslo_concurrency.lockutils [req-b47c298e-6ef6-46ef-bf01-2d38e4430b12 req-e7ba4dcc-d1bf-468e-8508-e8c98a47a5b8 service nova] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.051630] env[62913]: DEBUG nova.compute.manager [req-b47c298e-6ef6-46ef-bf01-2d38e4430b12 req-e7ba4dcc-d1bf-468e-8508-e8c98a47a5b8 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] No waiting events found dispatching network-vif-plugged-7d2be57d-5cc7-4139-bd78-2ca8a001ff35 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1614.052175] env[62913]: WARNING nova.compute.manager [req-b47c298e-6ef6-46ef-bf01-2d38e4430b12 req-e7ba4dcc-d1bf-468e-8508-e8c98a47a5b8 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Received unexpected event network-vif-plugged-7d2be57d-5cc7-4139-bd78-2ca8a001ff35 for instance with vm_state building and task_state spawning. [ 1614.097453] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.110041] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaf9447-6b59-4aa8-a82c-9edc9dd95b5f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.115787] env[62913]: DEBUG oslo_vmware.api [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822113, 'name': PowerOnVM_Task, 'duration_secs': 0.487972} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.117065] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1614.117286] env[62913]: INFO nova.compute.manager [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Took 11.98 seconds to spawn the instance on the hypervisor. [ 1614.117466] env[62913]: DEBUG nova.compute.manager [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1614.118505] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0376f49a-0809-4d54-a608-3ee9628e0fdc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.124793] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76933d4-4ec8-4f39-a2f7-074c77b987f0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.169566] env[62913]: DEBUG oslo_concurrency.lockutils [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.170241] env[62913]: DEBUG oslo_concurrency.lockutils [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.170241] env[62913]: DEBUG oslo_concurrency.lockutils [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.171275] env[62913]: DEBUG oslo_concurrency.lockutils [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.171275] env[62913]: DEBUG oslo_concurrency.lockutils [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.173036] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc9e0e6-14c5-49f3-9329-bee204857978 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.176527] env[62913]: INFO nova.compute.manager [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Terminating instance [ 1614.185409] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e31020-2843-43da-b710-21df97aede59 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.203080] env[62913]: DEBUG nova.network.neutron [-] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.204941] env[62913]: DEBUG nova.compute.provider_tree [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.307019] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071444} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.307019] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1614.307019] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fe89c0-4f08-4ab9-9202-9003af934ead {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.330936] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 4a71c0fe-c77d-459d-8db9-e301c5c1e58b/4a71c0fe-c77d-459d-8db9-e301c5c1e58b.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1614.330936] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c24659ff-563f-494e-b4be-8f266076108e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.351290] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Waiting for the task: (returnval){ [ 1614.351290] env[62913]: value = "task-1822115" [ 1614.351290] env[62913]: _type = "Task" [ 1614.351290] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.361362] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.425194] env[62913]: DEBUG nova.network.neutron [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.531994] env[62913]: DEBUG oslo_vmware.api [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.627491] env[62913]: DEBUG nova.network.neutron [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updating instance_info_cache with network_info: [{"id": "7d2be57d-5cc7-4139-bd78-2ca8a001ff35", "address": "fa:16:3e:4c:e4:cc", "network": {"id": "94a08e15-1384-4ecd-9b3b-43bf02580b26", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550468784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e0dd8b826649bfa57c19358ca38334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d2be57d-5c", "ovs_interfaceid": "7d2be57d-5cc7-4139-bd78-2ca8a001ff35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.655036] env[62913]: INFO nova.compute.manager [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Took 44.87 seconds to build instance. [ 1614.660742] env[62913]: DEBUG nova.compute.manager [req-bdec1d28-735c-4e34-9610-a2ee471b7f69 req-b345e0e7-b384-4543-a456-282915565612 service nova] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Received event network-vif-deleted-d2c8b24b-5533-450c-867f-679451050aaf {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1614.661536] env[62913]: DEBUG nova.compute.manager [req-bdec1d28-735c-4e34-9610-a2ee471b7f69 req-b345e0e7-b384-4543-a456-282915565612 service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Received event network-changed-12a04abd-02ee-4740-b709-2f74d23a51e0 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1614.661536] env[62913]: DEBUG nova.compute.manager [req-bdec1d28-735c-4e34-9610-a2ee471b7f69 req-b345e0e7-b384-4543-a456-282915565612 service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Refreshing instance network info cache due to event network-changed-12a04abd-02ee-4740-b709-2f74d23a51e0. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1614.661536] env[62913]: DEBUG oslo_concurrency.lockutils [req-bdec1d28-735c-4e34-9610-a2ee471b7f69 req-b345e0e7-b384-4543-a456-282915565612 service nova] Acquiring lock "refresh_cache-b1790dea-e6b8-4c5c-9c09-60903601f3ef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.661536] env[62913]: DEBUG oslo_concurrency.lockutils [req-bdec1d28-735c-4e34-9610-a2ee471b7f69 req-b345e0e7-b384-4543-a456-282915565612 service nova] Acquired lock "refresh_cache-b1790dea-e6b8-4c5c-9c09-60903601f3ef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.661739] env[62913]: DEBUG nova.network.neutron [req-bdec1d28-735c-4e34-9610-a2ee471b7f69 req-b345e0e7-b384-4543-a456-282915565612 service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Refreshing network info cache for port 12a04abd-02ee-4740-b709-2f74d23a51e0 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1614.671798] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "b1790dea-e6b8-4c5c-9c09-60903601f3ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.672046] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "b1790dea-e6b8-4c5c-9c09-60903601f3ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.672394] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "b1790dea-e6b8-4c5c-9c09-60903601f3ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.672513] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "b1790dea-e6b8-4c5c-9c09-60903601f3ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.672832] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "b1790dea-e6b8-4c5c-9c09-60903601f3ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.675897] env[62913]: INFO nova.compute.manager [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Terminating instance [ 1614.683690] env[62913]: DEBUG nova.compute.manager [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1614.683690] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1614.684616] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52af95ff-62f8-4bfb-bff0-f4de8451431a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.694539] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.694786] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fa30828-f10a-4bb4-aca2-852401c78a09 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.702209] env[62913]: DEBUG oslo_vmware.api [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1614.702209] env[62913]: value = "task-1822116" [ 1614.702209] env[62913]: _type = "Task" [ 1614.702209] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.707738] env[62913]: INFO nova.compute.manager [-] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Took 2.65 seconds to deallocate network for instance. [ 1614.708646] env[62913]: DEBUG nova.scheduler.client.report [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1614.727659] env[62913]: DEBUG oslo_vmware.api [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.863924] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.030788] env[62913]: DEBUG oslo_vmware.api [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.039030] env[62913]: DEBUG nova.network.neutron [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Updated VIF entry in instance network info cache for port 0238264e-848c-4374-88e8-fe8ce4c73be6. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1615.039593] env[62913]: DEBUG nova.network.neutron [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Updating instance_info_cache with network_info: [{"id": "0238264e-848c-4374-88e8-fe8ce4c73be6", "address": "fa:16:3e:28:02:4d", "network": {"id": "6073e94f-d64a-4868-884a-8ba4aca17fa4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-74545478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc40192e9e504f82b21fe4ea9f082f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0238264e-84", "ovs_interfaceid": "0238264e-848c-4374-88e8-fe8ce4c73be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.134141] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Releasing lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.134476] env[62913]: DEBUG nova.compute.manager [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Instance network_info: |[{"id": "7d2be57d-5cc7-4139-bd78-2ca8a001ff35", "address": "fa:16:3e:4c:e4:cc", "network": {"id": "94a08e15-1384-4ecd-9b3b-43bf02580b26", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550468784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e0dd8b826649bfa57c19358ca38334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d2be57d-5c", "ovs_interfaceid": "7d2be57d-5cc7-4139-bd78-2ca8a001ff35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1615.134900] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:e4:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d2be57d-5cc7-4139-bd78-2ca8a001ff35', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1615.143169] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Creating folder: Project (a2e0dd8b826649bfa57c19358ca38334). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1615.143406] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67cb22fb-267e-4b0c-981f-b97769c895cb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.156378] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9dc0bbf2-379c-44fa-a46d-714c61fe8fb2 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "a3ac6ef1-b284-466b-bbac-a56a734b7b7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.810s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.158452] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Created folder: Project (a2e0dd8b826649bfa57c19358ca38334) in parent group-v377263. [ 1615.158657] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Creating folder: Instances. Parent ref: group-v377404. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1615.158895] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de3c3e3c-f9ac-48d1-9049-a053deb2dfd7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.170510] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Created folder: Instances in parent group-v377404. [ 1615.170787] env[62913]: DEBUG oslo.service.loopingcall [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.170980] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1615.171202] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7affbde6-8fdb-4454-93c1-18dcc5b0b6dd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.189273] env[62913]: DEBUG nova.compute.manager [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1615.189273] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1615.189872] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6adb434-0362-4c94-a92f-2ec2e8ac47bc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.194271] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "2286eeaf-825f-4357-815c-f0574a39c03d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.194529] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "2286eeaf-825f-4357-815c-f0574a39c03d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.198758] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1615.198758] env[62913]: value = "task-1822119" [ 1615.198758] env[62913]: _type = "Task" [ 1615.198758] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.201037] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1615.203976] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e35e14ee-7303-410a-a51f-cc039b989f11 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.217329] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822119, 'name': CreateVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.218660] env[62913]: DEBUG oslo_vmware.api [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1615.218660] env[62913]: value = "task-1822120" [ 1615.218660] env[62913]: _type = "Task" [ 1615.218660] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.222915] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.223168] env[62913]: DEBUG oslo_vmware.api [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822116, 'name': PowerOffVM_Task, 'duration_secs': 0.191225} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.227771] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.228279] env[62913]: DEBUG nova.compute.manager [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1615.232769] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1615.233032] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1615.233495] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.495s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.233596] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.235673] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.283s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.235870] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.238854] env[62913]: DEBUG oslo_concurrency.lockutils [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.469s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.239037] env[62913]: DEBUG oslo_concurrency.lockutils [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.241811] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.017s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.241811] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.243350] env[62913]: DEBUG oslo_concurrency.lockutils [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.653s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.247502] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7d88ac6-bf51-4f5d-93b0-800cf57e4304 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.258404] env[62913]: DEBUG oslo_vmware.api [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.292486] env[62913]: INFO nova.scheduler.client.report [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Deleted allocations for instance a47e552a-37a0-4609-9103-aa3ce28fdabe [ 1615.294270] env[62913]: INFO nova.scheduler.client.report [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Deleted allocations for instance 2ecedb08-72b9-4527-b396-da8ce3daf998 [ 1615.315682] env[62913]: INFO nova.scheduler.client.report [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Deleted allocations for instance a53c2f1e-656d-4ed3-ac20-187b30046701 [ 1615.320629] env[62913]: INFO nova.scheduler.client.report [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Deleted allocations for instance fcb5f3ef-6b11-41e5-936a-a6e658e957ce [ 1615.364334] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1615.364334] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1615.364334] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Deleting the datastore file [datastore1] 631acb61-59d3-41f2-b21c-847dd5cb7eb9 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1615.364334] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62a39e65-a023-4754-8c38-32477ca4e6cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.370833] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822115, 'name': ReconfigVM_Task, 'duration_secs': 0.625302} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.371703] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 4a71c0fe-c77d-459d-8db9-e301c5c1e58b/4a71c0fe-c77d-459d-8db9-e301c5c1e58b.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1615.372809] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bbc4992-34d3-49d8-a563-0fdb56cd79dd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.377819] env[62913]: DEBUG oslo_vmware.api [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1615.377819] env[62913]: value = "task-1822122" [ 1615.377819] env[62913]: _type = "Task" [ 1615.377819] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.385085] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Waiting for the task: (returnval){ [ 1615.385085] env[62913]: value = "task-1822123" [ 1615.385085] env[62913]: _type = "Task" [ 1615.385085] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.398437] env[62913]: DEBUG oslo_vmware.api [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.405591] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822123, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.532172] env[62913]: DEBUG oslo_vmware.api [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.542464] env[62913]: DEBUG oslo_concurrency.lockutils [req-ccf2518f-1a61-44f5-bb8a-d6a0d964c9d2 req-5c718317-ec4f-4096-84f2-cb01bc8cfb83 service nova] Releasing lock "refresh_cache-631acb61-59d3-41f2-b21c-847dd5cb7eb9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.573787] env[62913]: DEBUG nova.network.neutron [req-bdec1d28-735c-4e34-9610-a2ee471b7f69 req-b345e0e7-b384-4543-a456-282915565612 service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Updated VIF entry in instance network info cache for port 12a04abd-02ee-4740-b709-2f74d23a51e0. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1615.574176] env[62913]: DEBUG nova.network.neutron [req-bdec1d28-735c-4e34-9610-a2ee471b7f69 req-b345e0e7-b384-4543-a456-282915565612 service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Updating instance_info_cache with network_info: [{"id": "12a04abd-02ee-4740-b709-2f74d23a51e0", "address": "fa:16:3e:c8:ee:62", "network": {"id": "5ae1bf44-5f56-4400-8823-0d49f0229217", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-445286646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b3cc204538442b9b14d65d2d84068a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a04abd-02", "ovs_interfaceid": "12a04abd-02ee-4740-b709-2f74d23a51e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.697363] env[62913]: DEBUG nova.compute.utils [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1615.710598] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822119, 'name': CreateVM_Task, 'duration_secs': 0.41636} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.710803] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1615.711976] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.711976] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.712336] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1615.713280] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64756d68-04a5-4bd1-a5e6-e3bae2d15214 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.719157] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1615.719157] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525a72f2-b483-856c-d0e4-e7155f9ae0b9" [ 1615.719157] env[62913]: _type = "Task" [ 1615.719157] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.734109] env[62913]: DEBUG nova.compute.utils [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1615.736427] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525a72f2-b483-856c-d0e4-e7155f9ae0b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.740689] env[62913]: DEBUG nova.compute.manager [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1615.740810] env[62913]: DEBUG nova.network.neutron [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1615.742698] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.742855] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1615.743164] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.743413] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.743675] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1615.744037] env[62913]: DEBUG oslo_vmware.api [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822120, 'name': PowerOffVM_Task, 'duration_secs': 0.232374} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.744323] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4db85da-4745-402e-8fbc-480871c08e52 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.746338] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1615.746643] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1615.747392] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6807b885-1780-4e1f-9f2a-6d12abecd020 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.755045] env[62913]: INFO nova.compute.claims [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1615.760926] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1615.761302] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1615.762064] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1390213-4e79-4a82-b521-fbf61f7b0465 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.767862] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1615.767862] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52e3495d-fafd-4f37-473e-895dc1dc80f9" [ 1615.767862] env[62913]: _type = "Task" [ 1615.767862] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.776610] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e3495d-fafd-4f37-473e-895dc1dc80f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.812525] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0c036fa6-ad19-4a98-b453-2eaa2e8a5b7f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "2ecedb08-72b9-4527-b396-da8ce3daf998" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.865s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.817573] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8532bb47-9c4c-45b6-9149-30194c9d2ed1 tempest-ListImageFiltersTestJSON-1238630359 tempest-ListImageFiltersTestJSON-1238630359-project-member] Lock "a47e552a-37a0-4609-9103-aa3ce28fdabe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.067s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.821296] env[62913]: DEBUG nova.policy [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cb3d98f5237486fb691491ab3dc6649', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f80975b75de74f16805e76a625926bc3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1615.825589] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1363d1e-d192-4024-ab1c-07afc7ef2fa6 tempest-ServersTestManualDisk-1693723702 tempest-ServersTestManualDisk-1693723702-project-member] Lock "a53c2f1e-656d-4ed3-ac20-187b30046701" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.531s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.829444] env[62913]: DEBUG oslo_concurrency.lockutils [None req-520e0a97-aa39-4ef9-81c6-153e515b347b tempest-ServersV294TestFqdnHostnames-77157713 tempest-ServersV294TestFqdnHostnames-77157713-project-member] Lock "fcb5f3ef-6b11-41e5-936a-a6e658e957ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.120s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.832595] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1615.832848] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1615.833041] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Deleting the datastore file [datastore1] b1790dea-e6b8-4c5c-9c09-60903601f3ef {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1615.833383] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc2f883b-4f9b-46e6-8e1e-bd859577507f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.841808] env[62913]: DEBUG oslo_vmware.api [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1615.841808] env[62913]: value = "task-1822125" [ 1615.841808] env[62913]: _type = "Task" [ 1615.841808] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.852513] env[62913]: DEBUG oslo_vmware.api [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.893289] env[62913]: DEBUG oslo_vmware.api [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180594} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.899312] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.899474] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.899845] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.899845] env[62913]: INFO nova.compute.manager [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1615.900354] env[62913]: DEBUG oslo.service.loopingcall [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.900621] env[62913]: DEBUG nova.compute.manager [-] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1615.900621] env[62913]: DEBUG nova.network.neutron [-] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1615.909648] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822123, 'name': Rename_Task, 'duration_secs': 0.222444} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.909996] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.910216] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4c51ab2-9545-47be-a768-865d3e578283 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.918793] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Waiting for the task: (returnval){ [ 1615.918793] env[62913]: value = "task-1822126" [ 1615.918793] env[62913]: _type = "Task" [ 1615.918793] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.930421] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.032552] env[62913]: DEBUG oslo_vmware.api [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.077662] env[62913]: DEBUG oslo_concurrency.lockutils [req-bdec1d28-735c-4e34-9610-a2ee471b7f69 req-b345e0e7-b384-4543-a456-282915565612 service nova] Releasing lock "refresh_cache-b1790dea-e6b8-4c5c-9c09-60903601f3ef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.203962] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "2286eeaf-825f-4357-815c-f0574a39c03d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.215331] env[62913]: DEBUG nova.network.neutron [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Successfully created port: 63a063e2-b227-4fda-b09a-901ae45cb4bf {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1616.239584] env[62913]: DEBUG nova.compute.manager [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1616.261222] env[62913]: INFO nova.compute.resource_tracker [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updating resource usage from migration 1405f4ea-a561-4f14-9fdf-7856c053b0e6 [ 1616.282475] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e3495d-fafd-4f37-473e-895dc1dc80f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010855} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.282475] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-402fb950-e87d-4759-9bbd-11bbba43aa24 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.288584] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1616.288584] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5237e18d-8a8d-234e-381b-4802d69e17a8" [ 1616.288584] env[62913]: _type = "Task" [ 1616.288584] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.301495] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5237e18d-8a8d-234e-381b-4802d69e17a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.356247] env[62913]: DEBUG oslo_vmware.api [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158437} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.359986] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1616.360455] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1616.360770] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1616.361156] env[62913]: INFO nova.compute.manager [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1616.361527] env[62913]: DEBUG oslo.service.loopingcall [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1616.362548] env[62913]: DEBUG nova.compute.manager [-] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1616.362761] env[62913]: DEBUG nova.network.neutron [-] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1616.435667] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822126, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.535450] env[62913]: DEBUG oslo_vmware.api [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.768563] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0506d048-549f-4ff7-81e7-07341afe3fe4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.779821] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8cb7db-384e-4f17-b52d-c557968536fd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.822707] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "2286eeaf-825f-4357-815c-f0574a39c03d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.822964] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "2286eeaf-825f-4357-815c-f0574a39c03d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.823244] env[62913]: INFO nova.compute.manager [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Attaching volume e6323415-bd69-403b-927b-90e24c51bf9b to /dev/sdb [ 1616.828313] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f614883-6aa6-40b5-bada-0b1ec65f2418 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.838228] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5237e18d-8a8d-234e-381b-4802d69e17a8, 'name': SearchDatastore_Task, 'duration_secs': 0.020795} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.843274] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.843585] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 2591016a-a73c-42c0-9145-e37021b4eaf2/2591016a-a73c-42c0-9145-e37021b4eaf2.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1616.844265] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c67cbe3d-6a59-45d7-a951-26f0967551cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.848689] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ee30e8-36d5-4692-9bba-2db83cf884cb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.868750] env[62913]: DEBUG nova.compute.provider_tree [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.872283] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1616.872283] env[62913]: value = "task-1822127" [ 1616.872283] env[62913]: _type = "Task" [ 1616.872283] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.877709] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e00f128-ee4b-4056-86e9-458e637b7ced {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.887573] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.889866] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a496933-7a96-4daa-a284-62a9e15d44b1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.906344] env[62913]: DEBUG nova.virt.block_device [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Updating existing volume attachment record: 114c4345-121b-44e9-9112-ecebb6a4a4d7 {{(pid=62913) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1616.929491] env[62913]: DEBUG oslo_vmware.api [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822126, 'name': PowerOnVM_Task, 'duration_secs': 0.519902} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.929757] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.930011] env[62913]: INFO nova.compute.manager [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Took 12.13 seconds to spawn the instance on the hypervisor. [ 1616.930265] env[62913]: DEBUG nova.compute.manager [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.931109] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26291e89-3271-499d-bc0f-d1681d19bca5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.033362] env[62913]: DEBUG oslo_vmware.api [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.143748] env[62913]: DEBUG nova.network.neutron [-] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.249066] env[62913]: DEBUG nova.compute.manager [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1617.299483] env[62913]: DEBUG nova.compute.manager [req-476a106c-195c-4cbd-bcbf-0137700dc357 req-fa6f4dd1-3e87-4a8c-9f39-0a388469fb12 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Received event network-changed-7d2be57d-5cc7-4139-bd78-2ca8a001ff35 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1617.299885] env[62913]: DEBUG nova.compute.manager [req-476a106c-195c-4cbd-bcbf-0137700dc357 req-fa6f4dd1-3e87-4a8c-9f39-0a388469fb12 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Refreshing instance network info cache due to event network-changed-7d2be57d-5cc7-4139-bd78-2ca8a001ff35. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1617.300254] env[62913]: DEBUG oslo_concurrency.lockutils [req-476a106c-195c-4cbd-bcbf-0137700dc357 req-fa6f4dd1-3e87-4a8c-9f39-0a388469fb12 service nova] Acquiring lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.300536] env[62913]: DEBUG oslo_concurrency.lockutils [req-476a106c-195c-4cbd-bcbf-0137700dc357 req-fa6f4dd1-3e87-4a8c-9f39-0a388469fb12 service nova] Acquired lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.300899] env[62913]: DEBUG nova.network.neutron [req-476a106c-195c-4cbd-bcbf-0137700dc357 req-fa6f4dd1-3e87-4a8c-9f39-0a388469fb12 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Refreshing network info cache for port 7d2be57d-5cc7-4139-bd78-2ca8a001ff35 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1617.307472] env[62913]: DEBUG nova.virt.hardware [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1617.307472] env[62913]: DEBUG nova.virt.hardware [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1617.307472] env[62913]: DEBUG nova.virt.hardware [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1617.307915] env[62913]: DEBUG nova.virt.hardware [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1617.307915] env[62913]: DEBUG nova.virt.hardware [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1617.308074] env[62913]: DEBUG nova.virt.hardware [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1617.308649] env[62913]: DEBUG nova.virt.hardware [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1617.308649] env[62913]: DEBUG nova.virt.hardware [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1617.308736] env[62913]: DEBUG nova.virt.hardware [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1617.308873] env[62913]: DEBUG nova.virt.hardware [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1617.308987] env[62913]: DEBUG nova.virt.hardware [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1617.310522] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3725607-1b15-45ed-b039-b4a7d5e96bcd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.322485] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f434e5a4-496b-402d-9ee8-ac6675459a5a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.376419] env[62913]: DEBUG nova.scheduler.client.report [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.394619] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822127, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.423117] env[62913]: DEBUG nova.compute.manager [req-388fe085-aafe-48d9-80e3-3ec903cc5e4c req-964bd292-0146-4893-a500-582610c947f8 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Received event network-changed-86e78a32-8926-414b-bbd4-a91ede53567f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1617.423117] env[62913]: DEBUG nova.compute.manager [req-388fe085-aafe-48d9-80e3-3ec903cc5e4c req-964bd292-0146-4893-a500-582610c947f8 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Refreshing instance network info cache due to event network-changed-86e78a32-8926-414b-bbd4-a91ede53567f. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1617.425981] env[62913]: DEBUG oslo_concurrency.lockutils [req-388fe085-aafe-48d9-80e3-3ec903cc5e4c req-964bd292-0146-4893-a500-582610c947f8 service nova] Acquiring lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.426383] env[62913]: DEBUG oslo_concurrency.lockutils [req-388fe085-aafe-48d9-80e3-3ec903cc5e4c req-964bd292-0146-4893-a500-582610c947f8 service nova] Acquired lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.426598] env[62913]: DEBUG nova.network.neutron [req-388fe085-aafe-48d9-80e3-3ec903cc5e4c req-964bd292-0146-4893-a500-582610c947f8 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Refreshing network info cache for port 86e78a32-8926-414b-bbd4-a91ede53567f {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1617.452787] env[62913]: INFO nova.compute.manager [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Took 46.66 seconds to build instance. [ 1617.543605] env[62913]: DEBUG oslo_vmware.api [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.647516] env[62913]: INFO nova.compute.manager [-] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Took 1.75 seconds to deallocate network for instance. [ 1617.776071] env[62913]: DEBUG nova.network.neutron [-] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.886981] env[62913]: DEBUG oslo_concurrency.lockutils [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.643s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.887622] env[62913]: INFO nova.compute.manager [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Migrating [ 1617.898330] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.847s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.898330] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.901595] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.976s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.903608] env[62913]: INFO nova.compute.claims [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1617.927216] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750437} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.927918] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 2591016a-a73c-42c0-9145-e37021b4eaf2/2591016a-a73c-42c0-9145-e37021b4eaf2.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1617.928327] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1617.928719] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c36fd3e5-e7d8-47ff-8a2b-2b4523c6b56f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.938773] env[62913]: INFO nova.scheduler.client.report [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Deleted allocations for instance 5ba2dc0b-d991-4107-92e2-b5ead72ac290 [ 1617.950014] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1617.950014] env[62913]: value = "task-1822131" [ 1617.950014] env[62913]: _type = "Task" [ 1617.950014] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.956533] env[62913]: DEBUG oslo_concurrency.lockutils [None req-07432699-c9c3-4764-9466-ef2496235531 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Lock "4a71c0fe-c77d-459d-8db9-e301c5c1e58b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.846s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.961469] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.015313] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23b6cf3-253f-4a18-94fb-9dc195c46e1a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.023273] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e171cac1-b514-4b0a-bb27-246aa4b96803 tempest-ServersAdminNegativeTestJSON-683183024 tempest-ServersAdminNegativeTestJSON-683183024-project-admin] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Suspending the VM {{(pid=62913) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1618.023768] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0b30b5d1-3970-4abe-9fc9-e7ec97f394ad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.034594] env[62913]: DEBUG oslo_vmware.api [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.036035] env[62913]: DEBUG oslo_vmware.api [None req-e171cac1-b514-4b0a-bb27-246aa4b96803 tempest-ServersAdminNegativeTestJSON-683183024 tempest-ServersAdminNegativeTestJSON-683183024-project-admin] Waiting for the task: (returnval){ [ 1618.036035] env[62913]: value = "task-1822132" [ 1618.036035] env[62913]: _type = "Task" [ 1618.036035] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.047533] env[62913]: DEBUG oslo_vmware.api [None req-e171cac1-b514-4b0a-bb27-246aa4b96803 tempest-ServersAdminNegativeTestJSON-683183024 tempest-ServersAdminNegativeTestJSON-683183024-project-admin] Task: {'id': task-1822132, 'name': SuspendVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.154976] env[62913]: DEBUG oslo_concurrency.lockutils [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.278615] env[62913]: INFO nova.compute.manager [-] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Took 1.92 seconds to deallocate network for instance. [ 1618.422155] env[62913]: DEBUG oslo_concurrency.lockutils [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.422408] env[62913]: DEBUG oslo_concurrency.lockutils [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquired lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.422598] env[62913]: DEBUG nova.network.neutron [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1618.458559] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d0941abc-2100-4f83-84b1-68bca91f20fb tempest-ServerRescueTestJSONUnderV235-131053468 tempest-ServerRescueTestJSONUnderV235-131053468-project-member] Lock "5ba2dc0b-d991-4107-92e2-b5ead72ac290" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.874s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.471891] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069251} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.472625] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1618.475192] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741279bb-c2a9-4de1-bca4-6a36b4d7f157 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.506453] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 2591016a-a73c-42c0-9145-e37021b4eaf2/2591016a-a73c-42c0-9145-e37021b4eaf2.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1618.507071] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-537af495-46bd-4896-98d7-a2916beb8b9e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.531263] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1618.531263] env[62913]: value = "task-1822133" [ 1618.531263] env[62913]: _type = "Task" [ 1618.531263] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.539513] env[62913]: DEBUG oslo_vmware.api [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822112, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.548983] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822133, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.557780] env[62913]: DEBUG oslo_vmware.api [None req-e171cac1-b514-4b0a-bb27-246aa4b96803 tempest-ServersAdminNegativeTestJSON-683183024 tempest-ServersAdminNegativeTestJSON-683183024-project-admin] Task: {'id': task-1822132, 'name': SuspendVM_Task} progress is 50%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.616951] env[62913]: DEBUG nova.network.neutron [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Successfully updated port: 63a063e2-b227-4fda-b09a-901ae45cb4bf {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1618.788467] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.009353] env[62913]: DEBUG nova.network.neutron [req-476a106c-195c-4cbd-bcbf-0137700dc357 req-fa6f4dd1-3e87-4a8c-9f39-0a388469fb12 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updated VIF entry in instance network info cache for port 7d2be57d-5cc7-4139-bd78-2ca8a001ff35. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1619.009353] env[62913]: DEBUG nova.network.neutron [req-476a106c-195c-4cbd-bcbf-0137700dc357 req-fa6f4dd1-3e87-4a8c-9f39-0a388469fb12 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updating instance_info_cache with network_info: [{"id": "7d2be57d-5cc7-4139-bd78-2ca8a001ff35", "address": "fa:16:3e:4c:e4:cc", "network": {"id": "94a08e15-1384-4ecd-9b3b-43bf02580b26", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550468784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e0dd8b826649bfa57c19358ca38334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d2be57d-5c", "ovs_interfaceid": "7d2be57d-5cc7-4139-bd78-2ca8a001ff35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.047924] env[62913]: DEBUG oslo_vmware.api [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822112, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.057276] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.064499] env[62913]: DEBUG oslo_vmware.api [None req-e171cac1-b514-4b0a-bb27-246aa4b96803 tempest-ServersAdminNegativeTestJSON-683183024 tempest-ServersAdminNegativeTestJSON-683183024-project-admin] Task: {'id': task-1822132, 'name': SuspendVM_Task, 'duration_secs': 0.936359} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.069818] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e171cac1-b514-4b0a-bb27-246aa4b96803 tempest-ServersAdminNegativeTestJSON-683183024 tempest-ServersAdminNegativeTestJSON-683183024-project-admin] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Suspended the VM {{(pid=62913) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1619.070040] env[62913]: DEBUG nova.compute.manager [None req-e171cac1-b514-4b0a-bb27-246aa4b96803 tempest-ServersAdminNegativeTestJSON-683183024 tempest-ServersAdminNegativeTestJSON-683183024-project-admin] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1619.071293] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1710ed82-b3ac-439c-9101-896998657b20 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.120598] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "refresh_cache-d65903e8-cb94-49e8-8a51-9bad3e1fe986" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.120896] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired lock "refresh_cache-d65903e8-cb94-49e8-8a51-9bad3e1fe986" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.121121] env[62913]: DEBUG nova.network.neutron [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1619.182775] env[62913]: DEBUG nova.network.neutron [req-388fe085-aafe-48d9-80e3-3ec903cc5e4c req-964bd292-0146-4893-a500-582610c947f8 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Updated VIF entry in instance network info cache for port 86e78a32-8926-414b-bbd4-a91ede53567f. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1619.183123] env[62913]: DEBUG nova.network.neutron [req-388fe085-aafe-48d9-80e3-3ec903cc5e4c req-964bd292-0146-4893-a500-582610c947f8 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Updating instance_info_cache with network_info: [{"id": "86e78a32-8926-414b-bbd4-a91ede53567f", "address": "fa:16:3e:8a:d5:13", "network": {"id": "6073e94f-d64a-4868-884a-8ba4aca17fa4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-74545478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc40192e9e504f82b21fe4ea9f082f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e78a32-89", "ovs_interfaceid": "86e78a32-8926-414b-bbd4-a91ede53567f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.470719] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4300fa62-200f-42b0-ba63-0d4973262e78 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.479692] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b9f191-4700-4579-af6c-6d2a7490dfcf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.514391] env[62913]: DEBUG oslo_concurrency.lockutils [req-476a106c-195c-4cbd-bcbf-0137700dc357 req-fa6f4dd1-3e87-4a8c-9f39-0a388469fb12 service nova] Releasing lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.514725] env[62913]: DEBUG nova.compute.manager [req-476a106c-195c-4cbd-bcbf-0137700dc357 req-fa6f4dd1-3e87-4a8c-9f39-0a388469fb12 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Received event network-changed-0238264e-848c-4374-88e8-fe8ce4c73be6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1619.514853] env[62913]: DEBUG nova.compute.manager [req-476a106c-195c-4cbd-bcbf-0137700dc357 req-fa6f4dd1-3e87-4a8c-9f39-0a388469fb12 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Refreshing instance network info cache due to event network-changed-0238264e-848c-4374-88e8-fe8ce4c73be6. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1619.515334] env[62913]: DEBUG oslo_concurrency.lockutils [req-476a106c-195c-4cbd-bcbf-0137700dc357 req-fa6f4dd1-3e87-4a8c-9f39-0a388469fb12 service nova] Acquiring lock "refresh_cache-631acb61-59d3-41f2-b21c-847dd5cb7eb9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.515788] env[62913]: DEBUG oslo_concurrency.lockutils [req-476a106c-195c-4cbd-bcbf-0137700dc357 req-fa6f4dd1-3e87-4a8c-9f39-0a388469fb12 service nova] Acquired lock "refresh_cache-631acb61-59d3-41f2-b21c-847dd5cb7eb9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.515788] env[62913]: DEBUG nova.network.neutron [req-476a106c-195c-4cbd-bcbf-0137700dc357 req-fa6f4dd1-3e87-4a8c-9f39-0a388469fb12 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Refreshing network info cache for port 0238264e-848c-4374-88e8-fe8ce4c73be6 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1619.518137] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80f19a6-cc4f-4273-a8d5-5b8ad806d7c3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.533172] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f83259-e13b-4a3c-928a-c68a9253d9eb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.545588] env[62913]: DEBUG oslo_vmware.api [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822112, 'name': ReconfigVM_Task, 'duration_secs': 6.571413} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.555526] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.555672] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Reconfigured VM to detach interface {{(pid=62913) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1619.558553] env[62913]: DEBUG nova.compute.provider_tree [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.564359] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822133, 'name': ReconfigVM_Task, 'duration_secs': 0.824112} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.564989] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 2591016a-a73c-42c0-9145-e37021b4eaf2/2591016a-a73c-42c0-9145-e37021b4eaf2.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1619.565690] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebb10744-6e3a-4e42-9ca3-ca8cdc2ea37c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.575674] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1619.575674] env[62913]: value = "task-1822135" [ 1619.575674] env[62913]: _type = "Task" [ 1619.575674] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.589351] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822135, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.685944] env[62913]: DEBUG oslo_concurrency.lockutils [req-388fe085-aafe-48d9-80e3-3ec903cc5e4c req-964bd292-0146-4893-a500-582610c947f8 service nova] Releasing lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.771168] env[62913]: DEBUG nova.network.neutron [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1620.068385] env[62913]: DEBUG nova.scheduler.client.report [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1620.089808] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822135, 'name': Rename_Task, 'duration_secs': 0.322427} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.090257] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.094025] env[62913]: DEBUG nova.network.neutron [req-476a106c-195c-4cbd-bcbf-0137700dc357 req-fa6f4dd1-3e87-4a8c-9f39-0a388469fb12 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1620.094025] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-844e0fd5-7e20-4842-8b2c-19dfbe7606d8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.103356] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1620.103356] env[62913]: value = "task-1822136" [ 1620.103356] env[62913]: _type = "Task" [ 1620.103356] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.113220] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.210287] env[62913]: DEBUG nova.network.neutron [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updating instance_info_cache with network_info: [{"id": "327c7609-aea1-4203-98e1-9f4209579305", "address": "fa:16:3e:2c:e0:12", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327c7609-ae", "ovs_interfaceid": "327c7609-aea1-4203-98e1-9f4209579305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.326979] env[62913]: DEBUG nova.network.neutron [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Updating instance_info_cache with network_info: [{"id": "63a063e2-b227-4fda-b09a-901ae45cb4bf", "address": "fa:16:3e:d0:fa:34", "network": {"id": "eeb742eb-bc6f-49aa-b850-cdde1a9d368f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1700168506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80975b75de74f16805e76a625926bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63a063e2-b2", "ovs_interfaceid": "63a063e2-b227-4fda-b09a-901ae45cb4bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.491707] env[62913]: DEBUG nova.network.neutron [req-476a106c-195c-4cbd-bcbf-0137700dc357 req-fa6f4dd1-3e87-4a8c-9f39-0a388469fb12 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.576702] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.577086] env[62913]: DEBUG nova.compute.manager [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1620.580813] env[62913]: DEBUG oslo_concurrency.lockutils [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.706s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.580813] env[62913]: DEBUG nova.objects.instance [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62913) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1620.622484] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.714278] env[62913]: DEBUG oslo_concurrency.lockutils [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Releasing lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.794782] env[62913]: DEBUG nova.compute.manager [req-a5169200-5919-4d92-8c14-3dc49c66e8f1 req-4f592fa0-195a-4cc4-a384-4b7684025024 service nova] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Received event network-vif-deleted-0238264e-848c-4374-88e8-fe8ce4c73be6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1620.794983] env[62913]: DEBUG nova.compute.manager [req-a5169200-5919-4d92-8c14-3dc49c66e8f1 req-4f592fa0-195a-4cc4-a384-4b7684025024 service nova] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Received event network-vif-deleted-12a04abd-02ee-4740-b709-2f74d23a51e0 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1620.819658] env[62913]: DEBUG nova.compute.manager [req-56b21e71-1433-48d2-ae63-66a0009c3477 req-f60e16eb-ef58-45da-a4b3-35a0bfe82304 service nova] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Received event network-vif-plugged-63a063e2-b227-4fda-b09a-901ae45cb4bf {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1620.819658] env[62913]: DEBUG oslo_concurrency.lockutils [req-56b21e71-1433-48d2-ae63-66a0009c3477 req-f60e16eb-ef58-45da-a4b3-35a0bfe82304 service nova] Acquiring lock "d65903e8-cb94-49e8-8a51-9bad3e1fe986-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.820594] env[62913]: DEBUG oslo_concurrency.lockutils [req-56b21e71-1433-48d2-ae63-66a0009c3477 req-f60e16eb-ef58-45da-a4b3-35a0bfe82304 service nova] Lock "d65903e8-cb94-49e8-8a51-9bad3e1fe986-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.820594] env[62913]: DEBUG oslo_concurrency.lockutils [req-56b21e71-1433-48d2-ae63-66a0009c3477 req-f60e16eb-ef58-45da-a4b3-35a0bfe82304 service nova] Lock "d65903e8-cb94-49e8-8a51-9bad3e1fe986-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.820594] env[62913]: DEBUG nova.compute.manager [req-56b21e71-1433-48d2-ae63-66a0009c3477 req-f60e16eb-ef58-45da-a4b3-35a0bfe82304 service nova] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] No waiting events found dispatching network-vif-plugged-63a063e2-b227-4fda-b09a-901ae45cb4bf {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1620.820594] env[62913]: WARNING nova.compute.manager [req-56b21e71-1433-48d2-ae63-66a0009c3477 req-f60e16eb-ef58-45da-a4b3-35a0bfe82304 service nova] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Received unexpected event network-vif-plugged-63a063e2-b227-4fda-b09a-901ae45cb4bf for instance with vm_state building and task_state spawning. [ 1620.820594] env[62913]: DEBUG nova.compute.manager [req-56b21e71-1433-48d2-ae63-66a0009c3477 req-f60e16eb-ef58-45da-a4b3-35a0bfe82304 service nova] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Received event network-changed-63a063e2-b227-4fda-b09a-901ae45cb4bf {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1620.820594] env[62913]: DEBUG nova.compute.manager [req-56b21e71-1433-48d2-ae63-66a0009c3477 req-f60e16eb-ef58-45da-a4b3-35a0bfe82304 service nova] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Refreshing instance network info cache due to event network-changed-63a063e2-b227-4fda-b09a-901ae45cb4bf. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1620.820906] env[62913]: DEBUG oslo_concurrency.lockutils [req-56b21e71-1433-48d2-ae63-66a0009c3477 req-f60e16eb-ef58-45da-a4b3-35a0bfe82304 service nova] Acquiring lock "refresh_cache-d65903e8-cb94-49e8-8a51-9bad3e1fe986" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.830854] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Releasing lock "refresh_cache-d65903e8-cb94-49e8-8a51-9bad3e1fe986" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.830854] env[62913]: DEBUG nova.compute.manager [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Instance network_info: |[{"id": "63a063e2-b227-4fda-b09a-901ae45cb4bf", "address": "fa:16:3e:d0:fa:34", "network": {"id": "eeb742eb-bc6f-49aa-b850-cdde1a9d368f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1700168506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80975b75de74f16805e76a625926bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63a063e2-b2", "ovs_interfaceid": "63a063e2-b227-4fda-b09a-901ae45cb4bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1620.831162] env[62913]: DEBUG oslo_concurrency.lockutils [req-56b21e71-1433-48d2-ae63-66a0009c3477 req-f60e16eb-ef58-45da-a4b3-35a0bfe82304 service nova] Acquired lock "refresh_cache-d65903e8-cb94-49e8-8a51-9bad3e1fe986" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.831340] env[62913]: DEBUG nova.network.neutron [req-56b21e71-1433-48d2-ae63-66a0009c3477 req-f60e16eb-ef58-45da-a4b3-35a0bfe82304 service nova] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Refreshing network info cache for port 63a063e2-b227-4fda-b09a-901ae45cb4bf {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1620.832955] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:fa:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63a063e2-b227-4fda-b09a-901ae45cb4bf', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1620.841920] env[62913]: DEBUG oslo.service.loopingcall [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.847353] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1620.850857] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-437f4504-7ca1-4e84-a3b3-e8211116058c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.880283] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1620.880283] env[62913]: value = "task-1822137" [ 1620.880283] env[62913]: _type = "Task" [ 1620.880283] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.893307] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822137, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.002572] env[62913]: DEBUG oslo_concurrency.lockutils [req-476a106c-195c-4cbd-bcbf-0137700dc357 req-fa6f4dd1-3e87-4a8c-9f39-0a388469fb12 service nova] Releasing lock "refresh_cache-631acb61-59d3-41f2-b21c-847dd5cb7eb9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.002572] env[62913]: DEBUG nova.compute.manager [req-476a106c-195c-4cbd-bcbf-0137700dc357 req-fa6f4dd1-3e87-4a8c-9f39-0a388469fb12 service nova] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Received event network-vif-deleted-cc632709-b9b9-4843-9bf4-80b457ba9f75 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1621.089696] env[62913]: DEBUG nova.compute.utils [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1621.091568] env[62913]: DEBUG nova.compute.manager [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1621.091998] env[62913]: DEBUG nova.network.neutron [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1621.120406] env[62913]: DEBUG oslo_vmware.api [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822136, 'name': PowerOnVM_Task, 'duration_secs': 0.931151} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.120723] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1621.121454] env[62913]: INFO nova.compute.manager [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Took 10.40 seconds to spawn the instance on the hypervisor. [ 1621.121454] env[62913]: DEBUG nova.compute.manager [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1621.121965] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baf7e38-5598-46a9-898e-963876fa86f9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.243991] env[62913]: DEBUG nova.policy [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad2574dee17246c1b7b97b97bba7cc58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38289e1d94f84d2faff6cf23c18ed8b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1621.396875] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822137, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.497194] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Volume attach. Driver type: vmdk {{(pid=62913) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1621.497282] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377408', 'volume_id': 'e6323415-bd69-403b-927b-90e24c51bf9b', 'name': 'volume-e6323415-bd69-403b-927b-90e24c51bf9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2286eeaf-825f-4357-815c-f0574a39c03d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6323415-bd69-403b-927b-90e24c51bf9b', 'serial': 'e6323415-bd69-403b-927b-90e24c51bf9b'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1621.498692] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e0881e-bfd0-4ba9-8da8-dbaae523a8ff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.505251] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.505431] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.505585] env[62913]: DEBUG nova.network.neutron [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1621.528409] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e60107d-7893-47d5-9139-20d5bfdadedd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.558657] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] volume-e6323415-bd69-403b-927b-90e24c51bf9b/volume-e6323415-bd69-403b-927b-90e24c51bf9b.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1621.559919] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ca4a231-8028-40aa-be39-c79142f084f5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.585690] env[62913]: DEBUG oslo_vmware.api [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1621.585690] env[62913]: value = "task-1822138" [ 1621.585690] env[62913]: _type = "Task" [ 1621.585690] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.597238] env[62913]: DEBUG oslo_concurrency.lockutils [None req-913eedd4-c8b7-4aec-a7de-0819f4ff1c57 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.597715] env[62913]: DEBUG nova.compute.manager [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1621.601486] env[62913]: DEBUG oslo_vmware.api [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.601486] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.424s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.601486] env[62913]: DEBUG nova.objects.instance [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62913) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1621.652985] env[62913]: INFO nova.compute.manager [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Took 45.48 seconds to build instance. [ 1621.893582] env[62913]: DEBUG oslo_concurrency.lockutils [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.893835] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822137, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.949888] env[62913]: DEBUG nova.network.neutron [req-56b21e71-1433-48d2-ae63-66a0009c3477 req-f60e16eb-ef58-45da-a4b3-35a0bfe82304 service nova] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Updated VIF entry in instance network info cache for port 63a063e2-b227-4fda-b09a-901ae45cb4bf. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1621.950532] env[62913]: DEBUG nova.network.neutron [req-56b21e71-1433-48d2-ae63-66a0009c3477 req-f60e16eb-ef58-45da-a4b3-35a0bfe82304 service nova] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Updating instance_info_cache with network_info: [{"id": "63a063e2-b227-4fda-b09a-901ae45cb4bf", "address": "fa:16:3e:d0:fa:34", "network": {"id": "eeb742eb-bc6f-49aa-b850-cdde1a9d368f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1700168506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80975b75de74f16805e76a625926bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63a063e2-b2", "ovs_interfaceid": "63a063e2-b227-4fda-b09a-901ae45cb4bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.982454] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "c03e0144-3013-4e88-a081-dd16264dba16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.982711] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "c03e0144-3013-4e88-a081-dd16264dba16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.982928] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "c03e0144-3013-4e88-a081-dd16264dba16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.983124] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "c03e0144-3013-4e88-a081-dd16264dba16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.983297] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "c03e0144-3013-4e88-a081-dd16264dba16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.985815] env[62913]: INFO nova.compute.manager [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Terminating instance [ 1622.097671] env[62913]: DEBUG oslo_vmware.api [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822138, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.155370] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c284c9c-00d3-4d68-ab08-528c14f227b9 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.526s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.237939] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab33acbe-911f-4099-88ce-832b6f47fdb6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.263905] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updating instance '8074d75c-a13a-4e80-ba58-2dbc7d620328' progress to 0 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1622.397616] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822137, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.456507] env[62913]: DEBUG oslo_concurrency.lockutils [req-56b21e71-1433-48d2-ae63-66a0009c3477 req-f60e16eb-ef58-45da-a4b3-35a0bfe82304 service nova] Releasing lock "refresh_cache-d65903e8-cb94-49e8-8a51-9bad3e1fe986" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.479657] env[62913]: DEBUG nova.network.neutron [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Successfully created port: 0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1622.489917] env[62913]: DEBUG nova.compute.manager [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1622.489917] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1622.490790] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91c8f24-8946-4133-81f5-16ab73951902 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.504629] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1622.504629] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9d0d530-4cd6-4bf9-8688-d130243a260d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.516305] env[62913]: DEBUG oslo_vmware.api [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1622.516305] env[62913]: value = "task-1822139" [ 1622.516305] env[62913]: _type = "Task" [ 1622.516305] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.531714] env[62913]: DEBUG oslo_vmware.api [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.599118] env[62913]: DEBUG oslo_vmware.api [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822138, 'name': ReconfigVM_Task, 'duration_secs': 0.537642} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.599972] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Reconfigured VM instance instance-0000000c to attach disk [datastore1] volume-e6323415-bd69-403b-927b-90e24c51bf9b/volume-e6323415-bd69-403b-927b-90e24c51bf9b.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1622.605049] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d03007e-1a0e-4fe3-9b58-81ae52b4e5e9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.620062] env[62913]: DEBUG nova.compute.manager [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1622.623303] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2040c969-d5d3-427e-80f5-aed3c6ffb673 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.627929] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.744s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.628119] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.630349] env[62913]: DEBUG oslo_concurrency.lockutils [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.339s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.631220] env[62913]: DEBUG nova.objects.instance [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lazy-loading 'resources' on Instance uuid a5018d06-cfa8-4f6e-b13b-c98db79bccfd {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.639037] env[62913]: DEBUG oslo_vmware.api [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1622.639037] env[62913]: value = "task-1822140" [ 1622.639037] env[62913]: _type = "Task" [ 1622.639037] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.653358] env[62913]: DEBUG oslo_vmware.api [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.666076] env[62913]: DEBUG nova.virt.hardware [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1622.666427] env[62913]: DEBUG nova.virt.hardware [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1622.666871] env[62913]: DEBUG nova.virt.hardware [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1622.666871] env[62913]: DEBUG nova.virt.hardware [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1622.667081] env[62913]: DEBUG nova.virt.hardware [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1622.667257] env[62913]: DEBUG nova.virt.hardware [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1622.667567] env[62913]: DEBUG nova.virt.hardware [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1622.667751] env[62913]: DEBUG nova.virt.hardware [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1622.668011] env[62913]: DEBUG nova.virt.hardware [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1622.668271] env[62913]: DEBUG nova.virt.hardware [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1622.668509] env[62913]: DEBUG nova.virt.hardware [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1622.670410] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19101d3-cae7-4437-8a74-103404bf6cf8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.679783] env[62913]: INFO nova.scheduler.client.report [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleted allocations for instance 84afbe2c-7763-4077-b54e-e87828cf738c [ 1622.695042] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7461f3f4-521f-403f-ad95-7e285aebad93 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.771234] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1622.771959] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00aaf6d9-8a14-4186-982b-0a11c1ce097b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.784044] env[62913]: DEBUG oslo_vmware.api [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1622.784044] env[62913]: value = "task-1822141" [ 1622.784044] env[62913]: _type = "Task" [ 1622.784044] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.794026] env[62913]: DEBUG oslo_vmware.api [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.895073] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822137, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.980431] env[62913]: INFO nova.network.neutron [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Port 05ab9785-708b-49b7-8494-4edcd1981de3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1622.981086] env[62913]: DEBUG nova.network.neutron [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Updating instance_info_cache with network_info: [{"id": "c22ded11-b85a-459d-928a-a5b643a6533e", "address": "fa:16:3e:16:71:82", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc22ded11-b8", "ovs_interfaceid": "c22ded11-b85a-459d-928a-a5b643a6533e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.029794] env[62913]: DEBUG oslo_vmware.api [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822139, 'name': PowerOffVM_Task, 'duration_secs': 0.243363} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.030147] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1623.030407] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1623.033091] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e96f7cc-e61b-48a6-8aaa-78663ea2f52b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.155597] env[62913]: DEBUG oslo_vmware.api [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822140, 'name': ReconfigVM_Task, 'duration_secs': 0.217579} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.157222] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377408', 'volume_id': 'e6323415-bd69-403b-927b-90e24c51bf9b', 'name': 'volume-e6323415-bd69-403b-927b-90e24c51bf9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2286eeaf-825f-4357-815c-f0574a39c03d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6323415-bd69-403b-927b-90e24c51bf9b', 'serial': 'e6323415-bd69-403b-927b-90e24c51bf9b'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1623.159067] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1623.166294] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1623.166294] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Deleting the datastore file [datastore1] c03e0144-3013-4e88-a081-dd16264dba16 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1623.166294] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd191925-0437-4bf5-8517-a1e47a6ed264 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.172402] env[62913]: DEBUG oslo_concurrency.lockutils [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "04043676-2dfd-4606-9db4-432555ab57b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.172992] env[62913]: DEBUG oslo_concurrency.lockutils [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "04043676-2dfd-4606-9db4-432555ab57b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.191565] env[62913]: DEBUG oslo_vmware.api [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1623.191565] env[62913]: value = "task-1822143" [ 1623.191565] env[62913]: _type = "Task" [ 1623.191565] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.201041] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca3eb239-0064-493d-b300-48c13b25e299 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "84afbe2c-7763-4077-b54e-e87828cf738c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.998s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.209387] env[62913]: DEBUG oslo_vmware.api [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.295601] env[62913]: DEBUG oslo_vmware.api [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822141, 'name': PowerOffVM_Task, 'duration_secs': 0.210955} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.301445] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1623.301717] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updating instance '8074d75c-a13a-4e80-ba58-2dbc7d620328' progress to 17 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1623.397567] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822137, 'name': CreateVM_Task, 'duration_secs': 2.392519} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.400295] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1623.403317] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.403317] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.403317] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1623.403317] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3423e3e1-c068-4e77-bc77-d3ee2d0abc3a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.408457] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1623.408457] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5240c981-7117-9d7c-3b8e-85e03f1b544f" [ 1623.408457] env[62913]: _type = "Task" [ 1623.408457] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.421620] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5240c981-7117-9d7c-3b8e-85e03f1b544f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.493242] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "refresh_cache-c03e0144-3013-4e88-a081-dd16264dba16" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.647253] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516499d0-6fac-4b04-a71e-7a1358ceffd9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.655610] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76cfa9f-4001-4362-8a67-0f9222d11e28 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.688792] env[62913]: DEBUG nova.compute.manager [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1623.693449] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5601e86-3070-4072-8d85-6acd06570213 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.707286] env[62913]: DEBUG oslo_vmware.api [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42652} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.709552] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1623.709764] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1623.709943] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1623.710135] env[62913]: INFO nova.compute.manager [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1623.710451] env[62913]: DEBUG oslo.service.loopingcall [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1623.710784] env[62913]: DEBUG nova.compute.manager [-] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1623.711070] env[62913]: DEBUG nova.network.neutron [-] [instance: c03e0144-3013-4e88-a081-dd16264dba16] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1623.715382] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6eb9c7-3060-497a-b8e6-6cf3f6b52d8b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.730906] env[62913]: DEBUG nova.compute.provider_tree [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1623.808311] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1623.808311] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1623.809597] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1623.809597] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1623.809813] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1623.812351] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1623.812351] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1623.812351] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1623.812351] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1623.812351] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1623.812351] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1623.816442] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f0ecf5e-429a-4420-a0db-ece87caae9e9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.835287] env[62913]: DEBUG oslo_vmware.api [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1623.835287] env[62913]: value = "task-1822144" [ 1623.835287] env[62913]: _type = "Task" [ 1623.835287] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.845272] env[62913]: DEBUG oslo_vmware.api [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.921299] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5240c981-7117-9d7c-3b8e-85e03f1b544f, 'name': SearchDatastore_Task, 'duration_secs': 0.032427} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.921646] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.921978] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1623.922301] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.922561] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.922672] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1623.923089] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-653e06aa-ead7-4f13-95ca-b3d618d55069 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.934623] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1623.935185] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1623.935692] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99e3fe5-e9e5-4a09-83cc-ad469b96739a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.944539] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1623.944539] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b0d95c-fdd6-68fa-9462-dccfde61f8e9" [ 1623.944539] env[62913]: _type = "Task" [ 1623.944539] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.957152] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b0d95c-fdd6-68fa-9462-dccfde61f8e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.999034] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1bbd6bab-e71c-419a-ada8-a826d99f035b tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-c03e0144-3013-4e88-a081-dd16264dba16-05ab9785-708b-49b7-8494-4edcd1981de3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 12.079s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.142217] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Acquiring lock "4e156452-1b51-4920-9366-61bb89bcb9f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.142893] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Lock "4e156452-1b51-4920-9366-61bb89bcb9f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.202637] env[62913]: DEBUG nova.compute.manager [req-edaf2e73-002d-4abc-842a-20024f4c2215 req-094476d7-fd9c-4c10-a715-d68e62e9b682 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Received event network-changed-86e78a32-8926-414b-bbd4-a91ede53567f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1624.202637] env[62913]: DEBUG nova.compute.manager [req-edaf2e73-002d-4abc-842a-20024f4c2215 req-094476d7-fd9c-4c10-a715-d68e62e9b682 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Refreshing instance network info cache due to event network-changed-86e78a32-8926-414b-bbd4-a91ede53567f. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1624.202788] env[62913]: DEBUG oslo_concurrency.lockutils [req-edaf2e73-002d-4abc-842a-20024f4c2215 req-094476d7-fd9c-4c10-a715-d68e62e9b682 service nova] Acquiring lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.202930] env[62913]: DEBUG oslo_concurrency.lockutils [req-edaf2e73-002d-4abc-842a-20024f4c2215 req-094476d7-fd9c-4c10-a715-d68e62e9b682 service nova] Acquired lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.206794] env[62913]: DEBUG nova.network.neutron [req-edaf2e73-002d-4abc-842a-20024f4c2215 req-094476d7-fd9c-4c10-a715-d68e62e9b682 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Refreshing network info cache for port 86e78a32-8926-414b-bbd4-a91ede53567f {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1624.216909] env[62913]: DEBUG oslo_concurrency.lockutils [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.237822] env[62913]: DEBUG nova.scheduler.client.report [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1624.250439] env[62913]: DEBUG nova.objects.instance [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lazy-loading 'flavor' on Instance uuid 2286eeaf-825f-4357-815c-f0574a39c03d {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1624.353760] env[62913]: DEBUG oslo_vmware.api [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822144, 'name': ReconfigVM_Task, 'duration_secs': 0.212893} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.353760] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updating instance '8074d75c-a13a-4e80-ba58-2dbc7d620328' progress to 33 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1624.457931] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b0d95c-fdd6-68fa-9462-dccfde61f8e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012513} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.458894] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcabacb8-431f-4740-9aa1-38db3bae898c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.467504] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1624.467504] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]524283f4-8b0f-e3f0-4b6c-a11223535db5" [ 1624.467504] env[62913]: _type = "Task" [ 1624.467504] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.479066] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524283f4-8b0f-e3f0-4b6c-a11223535db5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.645937] env[62913]: DEBUG nova.compute.manager [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1624.744437] env[62913]: DEBUG oslo_concurrency.lockutils [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.748622] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.650s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.748622] env[62913]: DEBUG nova.objects.instance [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lazy-loading 'resources' on Instance uuid 204d07e9-0b68-4ba6-a86f-0226b45ba88e {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1624.760204] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b00f8220-9120-4452-bbed-300768910fe1 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "2286eeaf-825f-4357-815c-f0574a39c03d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.937s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.778179] env[62913]: INFO nova.scheduler.client.report [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Deleted allocations for instance a5018d06-cfa8-4f6e-b13b-c98db79bccfd [ 1624.865528] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:17:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c6fa0ab1-7a2c-4e76-a727-bd68ade0e4f4',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2047851665',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1624.869239] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1624.869239] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1624.869239] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1624.869239] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1624.869239] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1624.869239] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1624.869239] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1624.869239] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1624.869239] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1624.869239] env[62913]: DEBUG nova.virt.hardware [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1624.880078] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1624.881573] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6be6d608-1c76-498c-8bd7-32cc9dac2b8f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.913120] env[62913]: DEBUG oslo_vmware.api [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1624.913120] env[62913]: value = "task-1822145" [ 1624.913120] env[62913]: _type = "Task" [ 1624.913120] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.927049] env[62913]: DEBUG oslo_vmware.api [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.993708] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524283f4-8b0f-e3f0-4b6c-a11223535db5, 'name': SearchDatastore_Task, 'duration_secs': 0.031073} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.993708] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.993708] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] d65903e8-cb94-49e8-8a51-9bad3e1fe986/d65903e8-cb94-49e8-8a51-9bad3e1fe986.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1624.993708] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4805c6c0-5a0e-4c6d-b463-2c90f9a5e006 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.004035] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1625.004035] env[62913]: value = "task-1822146" [ 1625.004035] env[62913]: _type = "Task" [ 1625.004035] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.015273] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.179751] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.241103] env[62913]: DEBUG nova.network.neutron [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Successfully updated port: 0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1625.289914] env[62913]: DEBUG oslo_concurrency.lockutils [None req-985ce4bc-ea74-4323-b42f-2f4621004809 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "a5018d06-cfa8-4f6e-b13b-c98db79bccfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.579s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.428436] env[62913]: DEBUG oslo_vmware.api [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822145, 'name': ReconfigVM_Task, 'duration_secs': 0.186691} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.428844] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1625.429915] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372ed0e8-7a78-483a-bd5d-2ae53ec1c362 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.462850] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 8074d75c-a13a-4e80-ba58-2dbc7d620328/8074d75c-a13a-4e80-ba58-2dbc7d620328.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1625.466403] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f93b1c3-1187-459d-a9ad-90433ccaabd1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.489895] env[62913]: DEBUG oslo_vmware.api [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1625.489895] env[62913]: value = "task-1822147" [ 1625.489895] env[62913]: _type = "Task" [ 1625.489895] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.500641] env[62913]: DEBUG oslo_vmware.api [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.517578] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822146, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.681829] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "f8db17b6-30d1-493c-850a-978783ded500" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.683515] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "f8db17b6-30d1-493c-850a-978783ded500" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.716816] env[62913]: DEBUG nova.network.neutron [-] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.743009] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "refresh_cache-bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.743469] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquired lock "refresh_cache-bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.743674] env[62913]: DEBUG nova.network.neutron [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.769084] env[62913]: DEBUG nova.network.neutron [req-edaf2e73-002d-4abc-842a-20024f4c2215 req-094476d7-fd9c-4c10-a715-d68e62e9b682 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Updated VIF entry in instance network info cache for port 86e78a32-8926-414b-bbd4-a91ede53567f. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1625.769514] env[62913]: DEBUG nova.network.neutron [req-edaf2e73-002d-4abc-842a-20024f4c2215 req-094476d7-fd9c-4c10-a715-d68e62e9b682 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Updating instance_info_cache with network_info: [{"id": "86e78a32-8926-414b-bbd4-a91ede53567f", "address": "fa:16:3e:8a:d5:13", "network": {"id": "6073e94f-d64a-4868-884a-8ba4aca17fa4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-74545478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc40192e9e504f82b21fe4ea9f082f0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e78a32-89", "ovs_interfaceid": "86e78a32-8926-414b-bbd4-a91ede53567f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.850104] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf9ed5f-3fd3-4e4a-bdbf-beefd5b4b02d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.862770] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2888fc90-1f90-4393-8e16-3f34a541f6da {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.901834] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd887e9-da6f-48df-8471-7b429e59ed94 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.911815] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ca9e5b-cc84-4d33-b11b-1bfd17e64a6d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.929859] env[62913]: DEBUG nova.compute.provider_tree [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.005285] env[62913]: DEBUG oslo_vmware.api [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822147, 'name': ReconfigVM_Task, 'duration_secs': 0.384742} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.008670] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 8074d75c-a13a-4e80-ba58-2dbc7d620328/8074d75c-a13a-4e80-ba58-2dbc7d620328.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1626.009084] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updating instance '8074d75c-a13a-4e80-ba58-2dbc7d620328' progress to 50 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1626.020438] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710148} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.020730] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] d65903e8-cb94-49e8-8a51-9bad3e1fe986/d65903e8-cb94-49e8-8a51-9bad3e1fe986.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1626.020958] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1626.021284] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2abf4385-5c7d-40a5-b972-cdc8c8da708e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.030433] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1626.030433] env[62913]: value = "task-1822148" [ 1626.030433] env[62913]: _type = "Task" [ 1626.030433] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.041630] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.185419] env[62913]: DEBUG nova.compute.manager [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1626.223081] env[62913]: INFO nova.compute.manager [-] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Took 2.51 seconds to deallocate network for instance. [ 1626.275620] env[62913]: DEBUG oslo_concurrency.lockutils [req-edaf2e73-002d-4abc-842a-20024f4c2215 req-094476d7-fd9c-4c10-a715-d68e62e9b682 service nova] Releasing lock "refresh_cache-ef35db94-4dc6-4270-abd0-12c8938c4939" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.275889] env[62913]: DEBUG nova.compute.manager [req-edaf2e73-002d-4abc-842a-20024f4c2215 req-094476d7-fd9c-4c10-a715-d68e62e9b682 service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Received event network-vif-deleted-05ab9785-708b-49b7-8494-4edcd1981de3 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1626.355602] env[62913]: DEBUG nova.network.neutron [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1626.433416] env[62913]: DEBUG nova.scheduler.client.report [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1626.516249] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5243852b-56a8-4d23-b0a7-be9a0419c27d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.559478] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d06cffd-a865-4039-9459-221e47992a2e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.566305] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072915} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.567021] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1626.567994] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0b3c64-5ad9-4398-a076-cab69d785f40 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.584952] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updating instance '8074d75c-a13a-4e80-ba58-2dbc7d620328' progress to 67 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1626.612881] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] d65903e8-cb94-49e8-8a51-9bad3e1fe986/d65903e8-cb94-49e8-8a51-9bad3e1fe986.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1626.613337] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b8259c1-01bf-4009-a64a-69106ac86101 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.640204] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1626.640204] env[62913]: value = "task-1822149" [ 1626.640204] env[62913]: _type = "Task" [ 1626.640204] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.651150] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.719609] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.730048] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.919341] env[62913]: DEBUG nova.network.neutron [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Updating instance_info_cache with network_info: [{"id": "0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0", "address": "fa:16:3e:76:ea:71", "network": {"id": "8798f4b7-c21c-4b30-8448-bc41c5d40e1b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001615581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "38289e1d94f84d2faff6cf23c18ed8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6dfa6a-20", "ovs_interfaceid": "0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.940429] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.944916] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.721s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.944916] env[62913]: DEBUG nova.objects.instance [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Lazy-loading 'resources' on Instance uuid 614b67ed-49de-4c6e-ad57-9d03d17f7dbe {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1627.001449] env[62913]: INFO nova.scheduler.client.report [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Deleted allocations for instance 204d07e9-0b68-4ba6-a86f-0226b45ba88e [ 1627.051809] env[62913]: DEBUG nova.compute.manager [req-81399ab5-27a3-4721-a2d6-b1513b308428 req-d842fc89-9921-44f8-bbd3-93185955f382 service nova] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Received event network-vif-plugged-0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1627.052755] env[62913]: DEBUG oslo_concurrency.lockutils [req-81399ab5-27a3-4721-a2d6-b1513b308428 req-d842fc89-9921-44f8-bbd3-93185955f382 service nova] Acquiring lock "bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.052755] env[62913]: DEBUG oslo_concurrency.lockutils [req-81399ab5-27a3-4721-a2d6-b1513b308428 req-d842fc89-9921-44f8-bbd3-93185955f382 service nova] Lock "bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.052755] env[62913]: DEBUG oslo_concurrency.lockutils [req-81399ab5-27a3-4721-a2d6-b1513b308428 req-d842fc89-9921-44f8-bbd3-93185955f382 service nova] Lock "bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.052755] env[62913]: DEBUG nova.compute.manager [req-81399ab5-27a3-4721-a2d6-b1513b308428 req-d842fc89-9921-44f8-bbd3-93185955f382 service nova] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] No waiting events found dispatching network-vif-plugged-0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1627.053059] env[62913]: WARNING nova.compute.manager [req-81399ab5-27a3-4721-a2d6-b1513b308428 req-d842fc89-9921-44f8-bbd3-93185955f382 service nova] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Received unexpected event network-vif-plugged-0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0 for instance with vm_state building and task_state spawning. [ 1627.152542] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822149, 'name': ReconfigVM_Task, 'duration_secs': 0.299109} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.152880] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Reconfigured VM instance instance-00000034 to attach disk [datastore1] d65903e8-cb94-49e8-8a51-9bad3e1fe986/d65903e8-cb94-49e8-8a51-9bad3e1fe986.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1627.153599] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ee6bde0-9f6b-4861-ab54-682907bff377 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.163269] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1627.163269] env[62913]: value = "task-1822150" [ 1627.163269] env[62913]: _type = "Task" [ 1627.163269] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.176631] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822150, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.219072] env[62913]: DEBUG nova.network.neutron [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Port 327c7609-aea1-4203-98e1-9f4209579305 binding to destination host cpu-1 is already ACTIVE {{(pid=62913) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1627.233026] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "46dac113-3495-44da-85a5-2df9958afb7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.233343] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "46dac113-3495-44da-85a5-2df9958afb7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.360422] env[62913]: DEBUG nova.compute.manager [req-52f850b0-7563-4646-a4bb-676ebfce9dc0 req-6fa2ac38-a935-44dc-8572-1661eaefe18c service nova] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Received event network-vif-deleted-c22ded11-b85a-459d-928a-a5b643a6533e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1627.360422] env[62913]: DEBUG nova.compute.manager [req-52f850b0-7563-4646-a4bb-676ebfce9dc0 req-6fa2ac38-a935-44dc-8572-1661eaefe18c service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Received event network-changed-0f2fdc70-de9b-497a-add7-50bff51388a8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1627.360638] env[62913]: DEBUG nova.compute.manager [req-52f850b0-7563-4646-a4bb-676ebfce9dc0 req-6fa2ac38-a935-44dc-8572-1661eaefe18c service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Refreshing instance network info cache due to event network-changed-0f2fdc70-de9b-497a-add7-50bff51388a8. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1627.360908] env[62913]: DEBUG oslo_concurrency.lockutils [req-52f850b0-7563-4646-a4bb-676ebfce9dc0 req-6fa2ac38-a935-44dc-8572-1661eaefe18c service nova] Acquiring lock "refresh_cache-4a71c0fe-c77d-459d-8db9-e301c5c1e58b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.361135] env[62913]: DEBUG oslo_concurrency.lockutils [req-52f850b0-7563-4646-a4bb-676ebfce9dc0 req-6fa2ac38-a935-44dc-8572-1661eaefe18c service nova] Acquired lock "refresh_cache-4a71c0fe-c77d-459d-8db9-e301c5c1e58b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.361373] env[62913]: DEBUG nova.network.neutron [req-52f850b0-7563-4646-a4bb-676ebfce9dc0 req-6fa2ac38-a935-44dc-8572-1661eaefe18c service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Refreshing network info cache for port 0f2fdc70-de9b-497a-add7-50bff51388a8 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1627.426295] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Releasing lock "refresh_cache-bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.426295] env[62913]: DEBUG nova.compute.manager [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Instance network_info: |[{"id": "0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0", "address": "fa:16:3e:76:ea:71", "network": {"id": "8798f4b7-c21c-4b30-8448-bc41c5d40e1b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001615581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "38289e1d94f84d2faff6cf23c18ed8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6dfa6a-20", "ovs_interfaceid": "0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1627.426295] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:ea:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1627.436089] env[62913]: DEBUG oslo.service.loopingcall [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.437702] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1627.438013] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4c417e4-b090-4a1b-9d25-2ec99f4ae587 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.465995] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1627.465995] env[62913]: value = "task-1822151" [ 1627.465995] env[62913]: _type = "Task" [ 1627.465995] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.477023] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822151, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.510692] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bbc16d91-787a-4ae2-9ebb-e5b21a420025 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "204d07e9-0b68-4ba6-a86f-0226b45ba88e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.597s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.675016] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822150, 'name': Rename_Task, 'duration_secs': 0.162823} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.678365] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1627.681194] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d76c7ae-2c4e-46e7-aea4-079b183cbdef {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.687899] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1627.687899] env[62913]: value = "task-1822152" [ 1627.687899] env[62913]: _type = "Task" [ 1627.687899] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.702265] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.736476] env[62913]: DEBUG nova.compute.manager [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1627.916831] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16115dc-9df1-4da0-82e3-3eb29cd4460d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.926434] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "2286eeaf-825f-4357-815c-f0574a39c03d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.926688] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "2286eeaf-825f-4357-815c-f0574a39c03d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.932052] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565e113d-ffce-4fa1-a16e-397c23cc6703 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.974378] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f5cdc2-ad4f-4c22-9a78-6d0d2fcc01fa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.987598] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257f7023-3754-41d4-a686-d89f9472c0bd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.994207] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822151, 'name': CreateVM_Task, 'duration_secs': 0.409515} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.994207] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1627.994207] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.994207] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.994474] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1627.994628] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdea1d8d-91c0-4fc3-b9b3-148f80d6baa0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.005382] env[62913]: DEBUG nova.compute.provider_tree [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.011147] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1628.011147] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52658505-e6d2-b13e-e933-b43169ec3031" [ 1628.011147] env[62913]: _type = "Task" [ 1628.011147] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.021217] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52658505-e6d2-b13e-e933-b43169ec3031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.199024] env[62913]: DEBUG oslo_vmware.api [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822152, 'name': PowerOnVM_Task, 'duration_secs': 0.510721} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.199706] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1628.199966] env[62913]: INFO nova.compute.manager [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Took 10.95 seconds to spawn the instance on the hypervisor. [ 1628.200224] env[62913]: DEBUG nova.compute.manager [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.201026] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc2d463-ed92-42a9-a94e-8ce978aed90e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.253283] env[62913]: DEBUG oslo_concurrency.lockutils [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "8074d75c-a13a-4e80-ba58-2dbc7d620328-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.253544] env[62913]: DEBUG oslo_concurrency.lockutils [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "8074d75c-a13a-4e80-ba58-2dbc7d620328-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.253717] env[62913]: DEBUG oslo_concurrency.lockutils [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "8074d75c-a13a-4e80-ba58-2dbc7d620328-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.284598] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.347551] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "44c01052-a741-4c21-9bb9-c8b808f2c4ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.347812] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "44c01052-a741-4c21-9bb9-c8b808f2c4ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.348602] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "44c01052-a741-4c21-9bb9-c8b808f2c4ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.349387] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "44c01052-a741-4c21-9bb9-c8b808f2c4ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.349441] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "44c01052-a741-4c21-9bb9-c8b808f2c4ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.351452] env[62913]: INFO nova.compute.manager [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Terminating instance [ 1628.430120] env[62913]: INFO nova.compute.manager [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Detaching volume e6323415-bd69-403b-927b-90e24c51bf9b [ 1628.474109] env[62913]: INFO nova.virt.block_device [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Attempting to driver detach volume e6323415-bd69-403b-927b-90e24c51bf9b from mountpoint /dev/sdb [ 1628.474387] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1628.474484] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377408', 'volume_id': 'e6323415-bd69-403b-927b-90e24c51bf9b', 'name': 'volume-e6323415-bd69-403b-927b-90e24c51bf9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2286eeaf-825f-4357-815c-f0574a39c03d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6323415-bd69-403b-927b-90e24c51bf9b', 'serial': 'e6323415-bd69-403b-927b-90e24c51bf9b'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1628.475388] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57c23f3-3caa-45e0-8a30-2d59bb0e6c8f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.499719] env[62913]: DEBUG nova.network.neutron [req-52f850b0-7563-4646-a4bb-676ebfce9dc0 req-6fa2ac38-a935-44dc-8572-1661eaefe18c service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Updated VIF entry in instance network info cache for port 0f2fdc70-de9b-497a-add7-50bff51388a8. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1628.500052] env[62913]: DEBUG nova.network.neutron [req-52f850b0-7563-4646-a4bb-676ebfce9dc0 req-6fa2ac38-a935-44dc-8572-1661eaefe18c service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Updating instance_info_cache with network_info: [{"id": "0f2fdc70-de9b-497a-add7-50bff51388a8", "address": "fa:16:3e:c6:01:da", "network": {"id": "d20c6498-e941-4d44-afa6-edb699e2bc4f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-821624565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5498de6630ea4cd2b87d42a42e348514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2fdc70-de", "ovs_interfaceid": "0f2fdc70-de9b-497a-add7-50bff51388a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.504957] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ca81b0-2578-48bf-bb70-08bc7567e427 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.509161] env[62913]: DEBUG nova.scheduler.client.report [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1628.519834] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7e240a-d56e-456c-a379-eed862d82c56 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.529995] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52658505-e6d2-b13e-e933-b43169ec3031, 'name': SearchDatastore_Task, 'duration_secs': 0.012103} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.545935] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.546234] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1628.546484] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.546619] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.546797] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1628.548524] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e95e900e-b9b3-4fe4-8165-ba5756d47ea9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.551426] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9ff744-f8db-47a3-9e09-0c3a7c63e229 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.569491] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] The volume has not been displaced from its original location: [datastore1] volume-e6323415-bd69-403b-927b-90e24c51bf9b/volume-e6323415-bd69-403b-927b-90e24c51bf9b.vmdk. No consolidation needed. {{(pid=62913) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1628.575178] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1628.576064] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52070dd4-ef98-4c1d-8a58-2c8362a07dd0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.588812] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1628.589011] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1628.590054] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0923fb3c-88d5-406f-848c-9c48047a9175 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.598612] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1628.598612] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52e1f026-5f11-b7f7-00aa-3b2279a032c2" [ 1628.598612] env[62913]: _type = "Task" [ 1628.598612] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.603039] env[62913]: DEBUG oslo_vmware.api [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1628.603039] env[62913]: value = "task-1822153" [ 1628.603039] env[62913]: _type = "Task" [ 1628.603039] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.609853] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e1f026-5f11-b7f7-00aa-3b2279a032c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.616212] env[62913]: DEBUG oslo_vmware.api [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822153, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.722351] env[62913]: INFO nova.compute.manager [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Took 49.50 seconds to build instance. [ 1628.856261] env[62913]: DEBUG nova.compute.manager [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1628.856507] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1628.858823] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7d4b2d-189d-4b6c-b310-197d3770f2f6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.866771] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.867049] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-337268e6-b40d-41ef-a739-abadf11d1027 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.879524] env[62913]: DEBUG oslo_vmware.api [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1628.879524] env[62913]: value = "task-1822154" [ 1628.879524] env[62913]: _type = "Task" [ 1628.879524] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.893203] env[62913]: DEBUG oslo_vmware.api [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.007479] env[62913]: DEBUG oslo_concurrency.lockutils [req-52f850b0-7563-4646-a4bb-676ebfce9dc0 req-6fa2ac38-a935-44dc-8572-1661eaefe18c service nova] Releasing lock "refresh_cache-4a71c0fe-c77d-459d-8db9-e301c5c1e58b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.017931] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.021100] env[62913]: DEBUG oslo_concurrency.lockutils [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.866s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.022095] env[62913]: DEBUG nova.objects.instance [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lazy-loading 'resources' on Instance uuid 631acb61-59d3-41f2-b21c-847dd5cb7eb9 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1629.057434] env[62913]: INFO nova.scheduler.client.report [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Deleted allocations for instance 614b67ed-49de-4c6e-ad57-9d03d17f7dbe [ 1629.117172] env[62913]: DEBUG oslo_vmware.api [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822153, 'name': ReconfigVM_Task, 'duration_secs': 0.376933} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.120949] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1629.128881] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e1f026-5f11-b7f7-00aa-3b2279a032c2, 'name': SearchDatastore_Task, 'duration_secs': 0.015311} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.129426] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e0d584b-2aeb-4f78-9018-11967b291fae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.151587] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c499fd6-f734-42ca-b755-5ca2be56d8b1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.160337] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1629.160337] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]520e79ec-ae6e-a41a-2bb7-91c59b5464d8" [ 1629.160337] env[62913]: _type = "Task" [ 1629.160337] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.162822] env[62913]: DEBUG oslo_vmware.api [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1629.162822] env[62913]: value = "task-1822155" [ 1629.162822] env[62913]: _type = "Task" [ 1629.162822] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.178916] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520e79ec-ae6e-a41a-2bb7-91c59b5464d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.183156] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.183543] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa/bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1629.183906] env[62913]: DEBUG oslo_vmware.api [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822155, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.184165] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dd84fcc-3dc3-4828-a72f-ed3b91e2edf9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.195091] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1629.195091] env[62913]: value = "task-1822156" [ 1629.195091] env[62913]: _type = "Task" [ 1629.195091] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.205338] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.225789] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4326d1d9-f92f-4c50-95f2-16168144f431 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "d65903e8-cb94-49e8-8a51-9bad3e1fe986" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.013s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.290108] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "7d0bd674-08c1-46b5-bf4e-e168607e0aef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.290757] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "7d0bd674-08c1-46b5-bf4e-e168607e0aef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.321490] env[62913]: DEBUG oslo_concurrency.lockutils [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.321667] env[62913]: DEBUG oslo_concurrency.lockutils [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquired lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.321799] env[62913]: DEBUG nova.network.neutron [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1629.392450] env[62913]: DEBUG oslo_vmware.api [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822154, 'name': PowerOffVM_Task, 'duration_secs': 0.221679} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.392450] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1629.392450] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1629.392450] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a23d6952-c36c-4b45-8b85-1859d8f6d4ca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.475714] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1629.476357] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1629.476357] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Deleting the datastore file [datastore1] 44c01052-a741-4c21-9bb9-c8b808f2c4ad {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1629.476486] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f2a825a-d93a-4b7e-9390-c2f130d4d550 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.483942] env[62913]: DEBUG oslo_vmware.api [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1629.483942] env[62913]: value = "task-1822158" [ 1629.483942] env[62913]: _type = "Task" [ 1629.483942] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.496231] env[62913]: DEBUG oslo_vmware.api [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.577072] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f600041d-3c24-4053-845e-877c0f993f9f tempest-AttachInterfacesUnderV243Test-1560781171 tempest-AttachInterfacesUnderV243Test-1560781171-project-member] Lock "614b67ed-49de-4c6e-ad57-9d03d17f7dbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.740s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.662277] env[62913]: DEBUG nova.compute.manager [req-6e610353-92f8-4c1e-be15-9bb82e96a284 req-ae0c423c-140d-4eb2-bc7a-78f9ce02b1cf service nova] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Received event network-changed-0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1629.663036] env[62913]: DEBUG nova.compute.manager [req-6e610353-92f8-4c1e-be15-9bb82e96a284 req-ae0c423c-140d-4eb2-bc7a-78f9ce02b1cf service nova] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Refreshing instance network info cache due to event network-changed-0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1629.663036] env[62913]: DEBUG oslo_concurrency.lockutils [req-6e610353-92f8-4c1e-be15-9bb82e96a284 req-ae0c423c-140d-4eb2-bc7a-78f9ce02b1cf service nova] Acquiring lock "refresh_cache-bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.663036] env[62913]: DEBUG oslo_concurrency.lockutils [req-6e610353-92f8-4c1e-be15-9bb82e96a284 req-ae0c423c-140d-4eb2-bc7a-78f9ce02b1cf service nova] Acquired lock "refresh_cache-bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.663036] env[62913]: DEBUG nova.network.neutron [req-6e610353-92f8-4c1e-be15-9bb82e96a284 req-ae0c423c-140d-4eb2-bc7a-78f9ce02b1cf service nova] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Refreshing network info cache for port 0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1629.686113] env[62913]: DEBUG oslo_vmware.api [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822155, 'name': ReconfigVM_Task, 'duration_secs': 0.168261} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.686235] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377408', 'volume_id': 'e6323415-bd69-403b-927b-90e24c51bf9b', 'name': 'volume-e6323415-bd69-403b-927b-90e24c51bf9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2286eeaf-825f-4357-815c-f0574a39c03d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6323415-bd69-403b-927b-90e24c51bf9b', 'serial': 'e6323415-bd69-403b-927b-90e24c51bf9b'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1629.711285] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822156, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.794841] env[62913]: DEBUG nova.compute.manager [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1630.000230] env[62913]: DEBUG oslo_vmware.api [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386325} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.000523] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1630.003638] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1630.003638] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1630.003638] env[62913]: INFO nova.compute.manager [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1630.003638] env[62913]: DEBUG oslo.service.loopingcall [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1630.003638] env[62913]: DEBUG nova.compute.manager [-] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1630.003638] env[62913]: DEBUG nova.network.neutron [-] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1630.093810] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c25ba4c-17a6-4bb2-8dd4-3b6e11a3c118 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.102046] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558f7dc2-61d3-4b5f-9e82-08905a22a5a3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.143378] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a3f06f-0743-4ff9-93dc-468ccf363226 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.153172] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c06ec10-4593-494b-b05d-bccc00a33fd5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.173094] env[62913]: DEBUG nova.compute.provider_tree [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1630.211022] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607216} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.211467] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa/bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1630.213085] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1630.213085] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1cafdbb-7e70-41d2-aabb-082b25f30a08 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.224052] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1630.224052] env[62913]: value = "task-1822159" [ 1630.224052] env[62913]: _type = "Task" [ 1630.224052] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.237522] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.238925] env[62913]: DEBUG nova.network.neutron [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updating instance_info_cache with network_info: [{"id": "327c7609-aea1-4203-98e1-9f4209579305", "address": "fa:16:3e:2c:e0:12", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327c7609-ae", "ovs_interfaceid": "327c7609-aea1-4203-98e1-9f4209579305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.258799] env[62913]: DEBUG nova.objects.instance [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lazy-loading 'flavor' on Instance uuid 2286eeaf-825f-4357-815c-f0574a39c03d {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1630.311998] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf10d32-5711-42ce-a0b7-998067c523a8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.321949] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-25f9bb10-c666-46a7-9bbd-f31039794b1e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Suspending the VM {{(pid=62913) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1630.322371] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-eea7311c-c080-4239-ba3b-37eda746b16a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.324845] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.333852] env[62913]: DEBUG oslo_vmware.api [None req-25f9bb10-c666-46a7-9bbd-f31039794b1e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1630.333852] env[62913]: value = "task-1822160" [ 1630.333852] env[62913]: _type = "Task" [ 1630.333852] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.347041] env[62913]: DEBUG oslo_vmware.api [None req-25f9bb10-c666-46a7-9bbd-f31039794b1e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822160, 'name': SuspendVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.511482] env[62913]: DEBUG nova.network.neutron [req-6e610353-92f8-4c1e-be15-9bb82e96a284 req-ae0c423c-140d-4eb2-bc7a-78f9ce02b1cf service nova] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Updated VIF entry in instance network info cache for port 0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1630.511744] env[62913]: DEBUG nova.network.neutron [req-6e610353-92f8-4c1e-be15-9bb82e96a284 req-ae0c423c-140d-4eb2-bc7a-78f9ce02b1cf service nova] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Updating instance_info_cache with network_info: [{"id": "0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0", "address": "fa:16:3e:76:ea:71", "network": {"id": "8798f4b7-c21c-4b30-8448-bc41c5d40e1b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001615581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "38289e1d94f84d2faff6cf23c18ed8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6dfa6a-20", "ovs_interfaceid": "0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.679022] env[62913]: DEBUG nova.scheduler.client.report [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1630.737149] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197143} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.737368] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1630.738658] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e878ea5-6fb4-4974-97f9-a85adfa5224b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.745279] env[62913]: DEBUG oslo_concurrency.lockutils [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Releasing lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.788352] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa/bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1630.791044] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a519062e-2035-4d6e-a90b-accddddf95a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.817730] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1630.817730] env[62913]: value = "task-1822161" [ 1630.817730] env[62913]: _type = "Task" [ 1630.817730] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.827456] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.847950] env[62913]: DEBUG oslo_vmware.api [None req-25f9bb10-c666-46a7-9bbd-f31039794b1e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822160, 'name': SuspendVM_Task} progress is 62%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.019790] env[62913]: DEBUG oslo_concurrency.lockutils [req-6e610353-92f8-4c1e-be15-9bb82e96a284 req-ae0c423c-140d-4eb2-bc7a-78f9ce02b1cf service nova] Releasing lock "refresh_cache-bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.020043] env[62913]: DEBUG nova.compute.manager [req-6e610353-92f8-4c1e-be15-9bb82e96a284 req-ae0c423c-140d-4eb2-bc7a-78f9ce02b1cf service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Received event network-changed-7d2be57d-5cc7-4139-bd78-2ca8a001ff35 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1631.020260] env[62913]: DEBUG nova.compute.manager [req-6e610353-92f8-4c1e-be15-9bb82e96a284 req-ae0c423c-140d-4eb2-bc7a-78f9ce02b1cf service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Refreshing instance network info cache due to event network-changed-7d2be57d-5cc7-4139-bd78-2ca8a001ff35. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1631.020478] env[62913]: DEBUG oslo_concurrency.lockutils [req-6e610353-92f8-4c1e-be15-9bb82e96a284 req-ae0c423c-140d-4eb2-bc7a-78f9ce02b1cf service nova] Acquiring lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.020621] env[62913]: DEBUG oslo_concurrency.lockutils [req-6e610353-92f8-4c1e-be15-9bb82e96a284 req-ae0c423c-140d-4eb2-bc7a-78f9ce02b1cf service nova] Acquired lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.020800] env[62913]: DEBUG nova.network.neutron [req-6e610353-92f8-4c1e-be15-9bb82e96a284 req-ae0c423c-140d-4eb2-bc7a-78f9ce02b1cf service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Refreshing network info cache for port 7d2be57d-5cc7-4139-bd78-2ca8a001ff35 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1631.025490] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Acquiring lock "ec5b7398-0758-4097-9e62-51e79e6e8002" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.025726] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Lock "ec5b7398-0758-4097-9e62-51e79e6e8002" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.190959] env[62913]: DEBUG oslo_concurrency.lockutils [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.193039] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.405s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.193300] env[62913]: DEBUG nova.objects.instance [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lazy-loading 'resources' on Instance uuid b1790dea-e6b8-4c5c-9c09-60903601f3ef {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1631.209329] env[62913]: INFO nova.scheduler.client.report [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Deleted allocations for instance 631acb61-59d3-41f2-b21c-847dd5cb7eb9 [ 1631.267368] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b72574e-7fed-4e2e-8ee4-51b16cdf0ed6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.289783] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1e3733-bd19-44b2-a9fb-464eda8c8d8b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.297844] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updating instance '8074d75c-a13a-4e80-ba58-2dbc7d620328' progress to 83 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1631.310741] env[62913]: DEBUG nova.network.neutron [-] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.311687] env[62913]: DEBUG oslo_concurrency.lockutils [None req-efdb48a8-ac41-452d-b70d-91274c72a32b tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "2286eeaf-825f-4357-815c-f0574a39c03d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.385s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.330406] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822161, 'name': ReconfigVM_Task, 'duration_secs': 0.41525} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.330704] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Reconfigured VM instance instance-00000035 to attach disk [datastore1] bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa/bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.332148] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3758570d-9ad9-49e3-9b8e-c6f45c156516 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.348981] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1631.348981] env[62913]: value = "task-1822162" [ 1631.348981] env[62913]: _type = "Task" [ 1631.348981] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.352601] env[62913]: DEBUG oslo_vmware.api [None req-25f9bb10-c666-46a7-9bbd-f31039794b1e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822160, 'name': SuspendVM_Task, 'duration_secs': 0.704303} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.356028] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-25f9bb10-c666-46a7-9bbd-f31039794b1e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Suspended the VM {{(pid=62913) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1631.356254] env[62913]: DEBUG nova.compute.manager [None req-25f9bb10-c666-46a7-9bbd-f31039794b1e tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1631.356984] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602e6e38-c603-4d53-813a-30c60a918025 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.365802] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822162, 'name': Rename_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.468727] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Acquiring lock "0e1f5d53-62c5-4e2b-a374-94c01cc99ffa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.469100] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Lock "0e1f5d53-62c5-4e2b-a374-94c01cc99ffa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.530390] env[62913]: DEBUG nova.compute.manager [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1631.719847] env[62913]: DEBUG oslo_concurrency.lockutils [None req-070bda08-ee4d-4920-948b-64ad78c58011 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.550s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.720888] env[62913]: DEBUG oslo_concurrency.lockutils [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 9.827s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.721128] env[62913]: DEBUG oslo_concurrency.lockutils [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.723599] env[62913]: DEBUG oslo_concurrency.lockutils [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.723599] env[62913]: DEBUG oslo_concurrency.lockutils [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.724764] env[62913]: INFO nova.compute.manager [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Terminating instance [ 1631.814647] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1631.814647] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-876ce6f3-d304-4b3c-bea7-2de95c74a3f9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.814647] env[62913]: INFO nova.compute.manager [-] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Took 1.81 seconds to deallocate network for instance. [ 1631.824237] env[62913]: DEBUG oslo_vmware.api [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1631.824237] env[62913]: value = "task-1822163" [ 1631.824237] env[62913]: _type = "Task" [ 1631.824237] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.839500] env[62913]: DEBUG oslo_vmware.api [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.866018] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822162, 'name': Rename_Task, 'duration_secs': 0.22145} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.866018] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1631.866018] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69423080-e8ff-432a-8d9f-a87af18381bc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.877357] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1631.877357] env[62913]: value = "task-1822164" [ 1631.877357] env[62913]: _type = "Task" [ 1631.877357] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.900273] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822164, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.972746] env[62913]: DEBUG nova.compute.manager [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1632.056294] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.128651] env[62913]: DEBUG nova.network.neutron [req-6e610353-92f8-4c1e-be15-9bb82e96a284 req-ae0c423c-140d-4eb2-bc7a-78f9ce02b1cf service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updated VIF entry in instance network info cache for port 7d2be57d-5cc7-4139-bd78-2ca8a001ff35. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1632.129210] env[62913]: DEBUG nova.network.neutron [req-6e610353-92f8-4c1e-be15-9bb82e96a284 req-ae0c423c-140d-4eb2-bc7a-78f9ce02b1cf service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updating instance_info_cache with network_info: [{"id": "7d2be57d-5cc7-4139-bd78-2ca8a001ff35", "address": "fa:16:3e:4c:e4:cc", "network": {"id": "94a08e15-1384-4ecd-9b3b-43bf02580b26", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550468784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e0dd8b826649bfa57c19358ca38334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d2be57d-5c", "ovs_interfaceid": "7d2be57d-5cc7-4139-bd78-2ca8a001ff35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.236198] env[62913]: DEBUG oslo_concurrency.lockutils [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "refresh_cache-631acb61-59d3-41f2-b21c-847dd5cb7eb9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.236198] env[62913]: DEBUG oslo_concurrency.lockutils [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquired lock "refresh_cache-631acb61-59d3-41f2-b21c-847dd5cb7eb9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.236198] env[62913]: DEBUG nova.network.neutron [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1632.309288] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7ade87-bfc7-4488-934a-241d129462a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.318292] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0024a1-0644-4454-b359-a33e00624abe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.323339] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.355884] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c44cbe-75b0-400a-a53d-106deea533d8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.362404] env[62913]: DEBUG oslo_vmware.api [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822163, 'name': PowerOnVM_Task, 'duration_secs': 0.416676} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.363143] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1632.363443] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-787eb1a1-9d36-4712-b4dd-d3601fd8d77c tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updating instance '8074d75c-a13a-4e80-ba58-2dbc7d620328' progress to 100 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1632.371251] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039125ab-bb4c-477b-8df2-5cb07b017edf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.388535] env[62913]: DEBUG nova.compute.provider_tree [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.406886] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822164, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.503449] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.638480] env[62913]: DEBUG oslo_concurrency.lockutils [req-6e610353-92f8-4c1e-be15-9bb82e96a284 req-ae0c423c-140d-4eb2-bc7a-78f9ce02b1cf service nova] Releasing lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.741912] env[62913]: DEBUG nova.compute.utils [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Can not refresh info_cache because instance was not found {{(pid=62913) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1632.768094] env[62913]: DEBUG nova.network.neutron [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1632.891395] env[62913]: DEBUG nova.compute.manager [req-5a80b896-7b79-4aac-8bfb-4d026a3fe333 req-9a131862-a4df-4de3-9c48-401d4e23afc9 service nova] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Received event network-vif-deleted-a393c977-d546-4a5c-b47e-ffbb66d1e8f8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1632.901030] env[62913]: DEBUG nova.scheduler.client.report [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1632.916083] env[62913]: DEBUG oslo_vmware.api [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822164, 'name': PowerOnVM_Task, 'duration_secs': 0.614154} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.916083] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1632.916083] env[62913]: INFO nova.compute.manager [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1632.916385] env[62913]: DEBUG nova.compute.manager [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1632.918957] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4acf88e-93c1-45b8-aa5c-77fd6f805d34 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.015508] env[62913]: DEBUG nova.network.neutron [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.393368] env[62913]: DEBUG nova.compute.manager [req-65eef541-78bd-4d72-b426-e0f60b7a013e req-feb15eac-020c-4649-bbba-aacaf341b06f service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Received event network-changed-0f2fdc70-de9b-497a-add7-50bff51388a8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1633.393655] env[62913]: DEBUG nova.compute.manager [req-65eef541-78bd-4d72-b426-e0f60b7a013e req-feb15eac-020c-4649-bbba-aacaf341b06f service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Refreshing instance network info cache due to event network-changed-0f2fdc70-de9b-497a-add7-50bff51388a8. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1633.393834] env[62913]: DEBUG oslo_concurrency.lockutils [req-65eef541-78bd-4d72-b426-e0f60b7a013e req-feb15eac-020c-4649-bbba-aacaf341b06f service nova] Acquiring lock "refresh_cache-4a71c0fe-c77d-459d-8db9-e301c5c1e58b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.393909] env[62913]: DEBUG oslo_concurrency.lockutils [req-65eef541-78bd-4d72-b426-e0f60b7a013e req-feb15eac-020c-4649-bbba-aacaf341b06f service nova] Acquired lock "refresh_cache-4a71c0fe-c77d-459d-8db9-e301c5c1e58b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.394081] env[62913]: DEBUG nova.network.neutron [req-65eef541-78bd-4d72-b426-e0f60b7a013e req-feb15eac-020c-4649-bbba-aacaf341b06f service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Refreshing network info cache for port 0f2fdc70-de9b-497a-add7-50bff51388a8 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1633.395611] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.395817] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.414651] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.420370] env[62913]: DEBUG oslo_concurrency.lockutils [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.202s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.420989] env[62913]: INFO nova.compute.claims [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1633.446790] env[62913]: INFO nova.compute.manager [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Took 43.54 seconds to build instance. [ 1633.466172] env[62913]: INFO nova.scheduler.client.report [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Deleted allocations for instance b1790dea-e6b8-4c5c-9c09-60903601f3ef [ 1633.519360] env[62913]: DEBUG oslo_concurrency.lockutils [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Releasing lock "refresh_cache-631acb61-59d3-41f2-b21c-847dd5cb7eb9" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.519360] env[62913]: DEBUG nova.compute.manager [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1633.519360] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1633.519360] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acbe03c1-e0c5-456a-bf5c-a5cd10b65f42 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.533076] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc70598-5efe-4261-8720-d77a557e3ec5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.575586] env[62913]: WARNING nova.virt.vmwareapi.vmops [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 631acb61-59d3-41f2-b21c-847dd5cb7eb9 could not be found. [ 1633.576333] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1633.576333] env[62913]: INFO nova.compute.manager [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1633.576333] env[62913]: DEBUG oslo.service.loopingcall [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.577698] env[62913]: DEBUG nova.compute.manager [-] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1633.577698] env[62913]: DEBUG nova.network.neutron [-] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1633.601452] env[62913]: DEBUG nova.network.neutron [-] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1633.909412] env[62913]: DEBUG nova.compute.manager [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1633.950840] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cdfb5664-d627-4359-a069-abb9e0363913 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.054s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.974534] env[62913]: DEBUG oslo_concurrency.lockutils [None req-06600c42-5e7d-4199-a680-f832d96239bb tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "b1790dea-e6b8-4c5c-9c09-60903601f3ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.302s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.050466] env[62913]: DEBUG oslo_concurrency.lockutils [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "ef35db94-4dc6-4270-abd0-12c8938c4939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.050466] env[62913]: DEBUG oslo_concurrency.lockutils [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "ef35db94-4dc6-4270-abd0-12c8938c4939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.051048] env[62913]: DEBUG oslo_concurrency.lockutils [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "ef35db94-4dc6-4270-abd0-12c8938c4939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.051048] env[62913]: DEBUG oslo_concurrency.lockutils [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "ef35db94-4dc6-4270-abd0-12c8938c4939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.051249] env[62913]: DEBUG oslo_concurrency.lockutils [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "ef35db94-4dc6-4270-abd0-12c8938c4939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.054101] env[62913]: INFO nova.compute.manager [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Terminating instance [ 1634.108327] env[62913]: DEBUG nova.network.neutron [-] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.234910] env[62913]: DEBUG nova.network.neutron [req-65eef541-78bd-4d72-b426-e0f60b7a013e req-feb15eac-020c-4649-bbba-aacaf341b06f service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Updated VIF entry in instance network info cache for port 0f2fdc70-de9b-497a-add7-50bff51388a8. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1634.235365] env[62913]: DEBUG nova.network.neutron [req-65eef541-78bd-4d72-b426-e0f60b7a013e req-feb15eac-020c-4649-bbba-aacaf341b06f service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Updating instance_info_cache with network_info: [{"id": "0f2fdc70-de9b-497a-add7-50bff51388a8", "address": "fa:16:3e:c6:01:da", "network": {"id": "d20c6498-e941-4d44-afa6-edb699e2bc4f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-821624565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5498de6630ea4cd2b87d42a42e348514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2fdc70-de", "ovs_interfaceid": "0f2fdc70-de9b-497a-add7-50bff51388a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.449956] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.564735] env[62913]: DEBUG nova.compute.manager [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1634.566106] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1634.567325] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87044c00-a449-4e23-a599-3bd8d5e68214 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.579360] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1634.581851] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67ba5f45-c0aa-4448-ad58-e46dbfcf0117 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.591724] env[62913]: DEBUG oslo_vmware.api [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1634.591724] env[62913]: value = "task-1822168" [ 1634.591724] env[62913]: _type = "Task" [ 1634.591724] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.608984] env[62913]: DEBUG oslo_vmware.api [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.615534] env[62913]: INFO nova.compute.manager [-] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Took 1.04 seconds to deallocate network for instance. [ 1634.714610] env[62913]: INFO nova.compute.manager [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Rescuing [ 1634.717210] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "refresh_cache-bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.717210] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquired lock "refresh_cache-bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.717210] env[62913]: DEBUG nova.network.neutron [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1634.738922] env[62913]: DEBUG oslo_concurrency.lockutils [req-65eef541-78bd-4d72-b426-e0f60b7a013e req-feb15eac-020c-4649-bbba-aacaf341b06f service nova] Releasing lock "refresh_cache-4a71c0fe-c77d-459d-8db9-e301c5c1e58b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.944539] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e246cd2e-0d51-42cd-8ae3-d74f8b2ea9f8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.948426] env[62913]: DEBUG nova.network.neutron [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Port 327c7609-aea1-4203-98e1-9f4209579305 binding to destination host cpu-1 is already ACTIVE {{(pid=62913) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1634.949252] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.949252] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquired lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.949252] env[62913]: DEBUG nova.network.neutron [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1634.956608] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94eed407-2884-4ac2-9d6f-b447627b8127 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.991120] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c869bd-849f-4af0-9ba7-7e737337ffc0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.999671] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009f536b-635b-4b76-826d-04943f7066b2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.016086] env[62913]: DEBUG nova.compute.provider_tree [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.103200] env[62913]: DEBUG oslo_vmware.api [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822168, 'name': PowerOffVM_Task, 'duration_secs': 0.248399} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.103603] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1635.103797] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1635.104652] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26f687d1-12f4-4b5c-a27e-c536d08ba5d4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.126181] env[62913]: INFO nova.compute.manager [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Instance disappeared during terminate [ 1635.126425] env[62913]: DEBUG oslo_concurrency.lockutils [None req-087a6a89-cf1b-4a55-9d61-417b858907c1 tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "631acb61-59d3-41f2-b21c-847dd5cb7eb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.406s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.207827] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1635.208130] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1635.208432] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Deleting the datastore file [datastore1] ef35db94-4dc6-4270-abd0-12c8938c4939 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1635.208758] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7c66ee4-a0a8-4ca9-8ba5-40ce81386881 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.216530] env[62913]: DEBUG oslo_vmware.api [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for the task: (returnval){ [ 1635.216530] env[62913]: value = "task-1822170" [ 1635.216530] env[62913]: _type = "Task" [ 1635.216530] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.228138] env[62913]: DEBUG oslo_vmware.api [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.232707] env[62913]: DEBUG nova.compute.manager [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1635.233540] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26010434-7a63-4ca3-92ec-73ff294571ab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.242587] env[62913]: DEBUG oslo_concurrency.lockutils [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquiring lock "a3ac6ef1-b284-466b-bbac-a56a734b7b7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.242587] env[62913]: DEBUG oslo_concurrency.lockutils [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "a3ac6ef1-b284-466b-bbac-a56a734b7b7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.242587] env[62913]: DEBUG oslo_concurrency.lockutils [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquiring lock "a3ac6ef1-b284-466b-bbac-a56a734b7b7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.242587] env[62913]: DEBUG oslo_concurrency.lockutils [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "a3ac6ef1-b284-466b-bbac-a56a734b7b7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.242587] env[62913]: DEBUG oslo_concurrency.lockutils [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "a3ac6ef1-b284-466b-bbac-a56a734b7b7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.249083] env[62913]: INFO nova.compute.manager [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Terminating instance [ 1635.522026] env[62913]: DEBUG nova.scheduler.client.report [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1635.558217] env[62913]: DEBUG nova.network.neutron [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Updating instance_info_cache with network_info: [{"id": "0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0", "address": "fa:16:3e:76:ea:71", "network": {"id": "8798f4b7-c21c-4b30-8448-bc41c5d40e1b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001615581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "38289e1d94f84d2faff6cf23c18ed8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6dfa6a-20", "ovs_interfaceid": "0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.729698] env[62913]: DEBUG oslo_vmware.api [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Task: {'id': task-1822170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332742} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.729951] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1635.730413] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1635.730616] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1635.730860] env[62913]: INFO nova.compute.manager [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1635.732718] env[62913]: DEBUG oslo.service.loopingcall [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1635.732718] env[62913]: DEBUG nova.compute.manager [-] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1635.732718] env[62913]: DEBUG nova.network.neutron [-] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1635.749991] env[62913]: INFO nova.compute.manager [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] instance snapshotting [ 1635.749991] env[62913]: WARNING nova.compute.manager [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1635.752446] env[62913]: DEBUG nova.compute.manager [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1635.755204] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1635.756713] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158517b7-e75f-42ff-a212-077f71f0c31f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.760604] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeb5e38-980b-4130-8605-b205212783f5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.772148] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1635.786381] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-692febf2-8a58-47a6-9836-eb690ecb1655 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.791422] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a6ad32-356e-4924-82f7-9b877899390a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.877535] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Acquiring lock "4a71c0fe-c77d-459d-8db9-e301c5c1e58b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.878040] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Lock "4a71c0fe-c77d-459d-8db9-e301c5c1e58b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.878168] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Acquiring lock "4a71c0fe-c77d-459d-8db9-e301c5c1e58b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.878442] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Lock "4a71c0fe-c77d-459d-8db9-e301c5c1e58b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.878633] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Lock "4a71c0fe-c77d-459d-8db9-e301c5c1e58b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.881541] env[62913]: INFO nova.compute.manager [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Terminating instance [ 1635.890248] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1635.890655] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1635.890655] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Deleting the datastore file [datastore1] a3ac6ef1-b284-466b-bbac-a56a734b7b7f {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1635.891254] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf48f93f-be81-494e-aecb-929608b0d709 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.900946] env[62913]: DEBUG oslo_vmware.api [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1635.900946] env[62913]: value = "task-1822172" [ 1635.900946] env[62913]: _type = "Task" [ 1635.900946] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.911367] env[62913]: DEBUG oslo_vmware.api [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.999186] env[62913]: DEBUG nova.network.neutron [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updating instance_info_cache with network_info: [{"id": "327c7609-aea1-4203-98e1-9f4209579305", "address": "fa:16:3e:2c:e0:12", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327c7609-ae", "ovs_interfaceid": "327c7609-aea1-4203-98e1-9f4209579305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.040966] env[62913]: DEBUG oslo_concurrency.lockutils [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.040966] env[62913]: DEBUG nova.compute.manager [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1636.043912] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.864s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.045740] env[62913]: INFO nova.compute.claims [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1636.064172] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Releasing lock "refresh_cache-bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.312141] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1636.312141] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-86821596-ffd2-4183-bfcb-1206c770649a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.322028] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1636.322028] env[62913]: value = "task-1822173" [ 1636.322028] env[62913]: _type = "Task" [ 1636.322028] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.328517] env[62913]: DEBUG nova.compute.manager [req-c3108db1-e0e7-41e8-80db-182093a6032d req-f2561cb3-d34f-4b4d-9d98-fe98ed450967 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Received event network-vif-deleted-86e78a32-8926-414b-bbd4-a91ede53567f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1636.328849] env[62913]: INFO nova.compute.manager [req-c3108db1-e0e7-41e8-80db-182093a6032d req-f2561cb3-d34f-4b4d-9d98-fe98ed450967 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Neutron deleted interface 86e78a32-8926-414b-bbd4-a91ede53567f; detaching it from the instance and deleting it from the info cache [ 1636.329138] env[62913]: DEBUG nova.network.neutron [req-c3108db1-e0e7-41e8-80db-182093a6032d req-f2561cb3-d34f-4b4d-9d98-fe98ed450967 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.339718] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822173, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.391024] env[62913]: DEBUG nova.compute.manager [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1636.391024] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1636.391024] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47a5ddf-5290-4d60-a578-9db9c79cc65d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.399739] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1636.400222] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dac90f7-4f13-4534-adaa-1d2caf665c98 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.413277] env[62913]: DEBUG oslo_vmware.api [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301283} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.414929] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1636.415361] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1636.415737] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1636.416051] env[62913]: INFO nova.compute.manager [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1636.416392] env[62913]: DEBUG oslo.service.loopingcall [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1636.416761] env[62913]: DEBUG oslo_vmware.api [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Waiting for the task: (returnval){ [ 1636.416761] env[62913]: value = "task-1822174" [ 1636.416761] env[62913]: _type = "Task" [ 1636.416761] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.420023] env[62913]: DEBUG nova.compute.manager [-] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1636.420023] env[62913]: DEBUG nova.network.neutron [-] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1636.439279] env[62913]: DEBUG oslo_vmware.api [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.501758] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Releasing lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.545717] env[62913]: DEBUG nova.compute.utils [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1636.547820] env[62913]: DEBUG nova.compute.manager [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1636.548043] env[62913]: DEBUG nova.network.neutron [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1636.617440] env[62913]: DEBUG nova.network.neutron [-] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.623868] env[62913]: DEBUG nova.policy [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f3062c986d04c79917dc886b31c7dfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63cfee05e6a848ef89e2093aed264265', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1636.832391] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822173, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.832697] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a34e3f3e-9c70-4943-adf5-6685ede34980 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.847334] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaf98dd-9fad-4860-be97-ba9e4c6712ad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.890671] env[62913]: DEBUG nova.compute.manager [req-c3108db1-e0e7-41e8-80db-182093a6032d req-f2561cb3-d34f-4b4d-9d98-fe98ed450967 service nova] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Detach interface failed, port_id=86e78a32-8926-414b-bbd4-a91ede53567f, reason: Instance ef35db94-4dc6-4270-abd0-12c8938c4939 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1636.935571] env[62913]: DEBUG oslo_vmware.api [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822174, 'name': PowerOffVM_Task, 'duration_secs': 0.326461} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.935877] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1636.936097] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1636.936420] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72a0051d-f1e2-459a-a746-dd38eab1b3cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.006451] env[62913]: DEBUG nova.compute.manager [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62913) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1637.006451] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.022536] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1637.022851] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1637.023132] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Deleting the datastore file [datastore1] 4a71c0fe-c77d-459d-8db9-e301c5c1e58b {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1637.023465] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74dbc3ee-fdca-4729-ad81-fc43d15a12fa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.031984] env[62913]: DEBUG oslo_vmware.api [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Waiting for the task: (returnval){ [ 1637.031984] env[62913]: value = "task-1822177" [ 1637.031984] env[62913]: _type = "Task" [ 1637.031984] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.043253] env[62913]: DEBUG oslo_vmware.api [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.053798] env[62913]: DEBUG nova.compute.manager [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1637.128165] env[62913]: INFO nova.compute.manager [-] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Took 1.40 seconds to deallocate network for instance. [ 1637.215124] env[62913]: DEBUG nova.network.neutron [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Successfully created port: bba86f65-affd-41b6-b2ea-a50f68e5bc30 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1637.244323] env[62913]: DEBUG nova.network.neutron [-] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.346079] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822173, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.548250] env[62913]: DEBUG oslo_vmware.api [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Task: {'id': task-1822177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316345} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.548250] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1637.548250] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1637.548250] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1637.548250] env[62913]: INFO nova.compute.manager [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1637.548250] env[62913]: DEBUG oslo.service.loopingcall [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.548250] env[62913]: DEBUG nova.compute.manager [-] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1637.548250] env[62913]: DEBUG nova.network.neutron [-] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1637.597113] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641c39b5-a9d4-4464-817f-b4987f3f2b22 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.605162] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e188926-577a-4d70-84a5-3df8360fb4ba {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.642149] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1637.642567] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "ad1900e7-8bd9-452f-b98d-edf376b50460" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.642824] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "ad1900e7-8bd9-452f-b98d-edf376b50460" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.643036] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "ad1900e7-8bd9-452f-b98d-edf376b50460-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.643227] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "ad1900e7-8bd9-452f-b98d-edf376b50460-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.643418] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "ad1900e7-8bd9-452f-b98d-edf376b50460-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.645536] env[62913]: DEBUG oslo_concurrency.lockutils [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.646502] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-814d29b7-59dd-4ef9-8e3a-c3cbc7a9803e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.651107] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451a4089-68bb-45bc-a1f2-9b705cb413c1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.651689] env[62913]: INFO nova.compute.manager [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Terminating instance [ 1637.661963] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1637.661963] env[62913]: value = "task-1822178" [ 1637.661963] env[62913]: _type = "Task" [ 1637.661963] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.663951] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462b178c-312d-49d6-8433-aa2f343eb68a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.685638] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.686184] env[62913]: DEBUG nova.compute.provider_tree [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1637.746420] env[62913]: INFO nova.compute.manager [-] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Took 1.33 seconds to deallocate network for instance. [ 1637.833853] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822173, 'name': CreateSnapshot_Task, 'duration_secs': 1.422621} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.833951] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1637.836380] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a567226a-2641-4f80-97bb-4a32b6166f93 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.079906] env[62913]: DEBUG nova.compute.manager [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1638.106940] env[62913]: DEBUG nova.virt.hardware [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1638.107217] env[62913]: DEBUG nova.virt.hardware [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1638.107379] env[62913]: DEBUG nova.virt.hardware [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1638.107671] env[62913]: DEBUG nova.virt.hardware [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1638.107869] env[62913]: DEBUG nova.virt.hardware [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1638.107869] env[62913]: DEBUG nova.virt.hardware [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1638.108117] env[62913]: DEBUG nova.virt.hardware [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1638.108195] env[62913]: DEBUG nova.virt.hardware [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1638.108363] env[62913]: DEBUG nova.virt.hardware [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1638.108523] env[62913]: DEBUG nova.virt.hardware [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1638.108706] env[62913]: DEBUG nova.virt.hardware [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1638.112017] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28257b01-f150-4261-a02c-526b2f537594 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.119554] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a191b42b-de77-4516-a3e9-d73678731801 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.159429] env[62913]: DEBUG nova.compute.manager [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1638.160531] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1638.162316] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d4555b-2771-480b-99b9-53c1bbc9af20 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.176768] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.177198] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822178, 'name': PowerOffVM_Task, 'duration_secs': 0.337653} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.177447] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-268e09c1-6e2f-4cef-948a-dde100528f15 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.179269] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.180078] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5ee59c-f76a-42c0-8bd1-5133515ccb41 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.200485] env[62913]: DEBUG nova.scheduler.client.report [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1638.206107] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0327fc-822b-4297-af7d-7a4add170dcc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.209243] env[62913]: DEBUG oslo_vmware.api [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1638.209243] env[62913]: value = "task-1822179" [ 1638.209243] env[62913]: _type = "Task" [ 1638.209243] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.228533] env[62913]: DEBUG oslo_vmware.api [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.244067] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.244378] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63ea3755-b812-4b54-a845-a564193ace11 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.257022] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1638.257022] env[62913]: value = "task-1822180" [ 1638.257022] env[62913]: _type = "Task" [ 1638.257022] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.257022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.265415] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] VM already powered off {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1638.265738] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1638.266120] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.266318] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.266530] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1638.266817] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b61dca3-21ce-4475-9052-a48c2984fcee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.277051] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1638.277237] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1638.281098] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6efb2b4e-0639-4e43-9d9b-2bb8f22f0f56 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.286268] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1638.286268] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52933e21-cd3a-e00f-ce7b-c903846c8ad9" [ 1638.286268] env[62913]: _type = "Task" [ 1638.286268] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.295854] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52933e21-cd3a-e00f-ce7b-c903846c8ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.357902] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1638.358174] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c33364a-bfdf-4758-a63a-186967392e7f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.368908] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1638.368908] env[62913]: value = "task-1822181" [ 1638.368908] env[62913]: _type = "Task" [ 1638.368908] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.374352] env[62913]: DEBUG nova.compute.manager [req-7417568f-bab7-4bbb-b170-3d1c8056a801 req-b79ced53-6f4b-4dc4-9cfa-187bb67ad316 service nova] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Received event network-vif-deleted-c5539f19-ddf7-400a-956f-fdec0ddd631e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1638.374553] env[62913]: DEBUG nova.compute.manager [req-7417568f-bab7-4bbb-b170-3d1c8056a801 req-b79ced53-6f4b-4dc4-9cfa-187bb67ad316 service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Received event network-vif-deleted-0f2fdc70-de9b-497a-add7-50bff51388a8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1638.374744] env[62913]: INFO nova.compute.manager [req-7417568f-bab7-4bbb-b170-3d1c8056a801 req-b79ced53-6f4b-4dc4-9cfa-187bb67ad316 service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Neutron deleted interface 0f2fdc70-de9b-497a-add7-50bff51388a8; detaching it from the instance and deleting it from the info cache [ 1638.374910] env[62913]: DEBUG nova.network.neutron [req-7417568f-bab7-4bbb-b170-3d1c8056a801 req-b79ced53-6f4b-4dc4-9cfa-187bb67ad316 service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.382676] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822181, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.530103] env[62913]: DEBUG nova.network.neutron [-] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.711642] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.712298] env[62913]: DEBUG nova.compute.manager [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1638.717033] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.997s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.718876] env[62913]: INFO nova.compute.claims [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1638.733042] env[62913]: DEBUG oslo_vmware.api [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822179, 'name': PowerOffVM_Task, 'duration_secs': 0.216618} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.733321] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.738276] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1638.738276] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73a589b8-1c76-4c6b-8de8-0ce3a3486325 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.797648] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52933e21-cd3a-e00f-ce7b-c903846c8ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.009768} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.798465] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d4797e-d60c-464b-abd5-e1b431a89a3b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.806102] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1638.806102] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5261a7b2-dc56-4c41-a985-d84612a630cc" [ 1638.806102] env[62913]: _type = "Task" [ 1638.806102] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.815550] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5261a7b2-dc56-4c41-a985-d84612a630cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.883016] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822181, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.883463] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1638.884689] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1638.884689] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Deleting the datastore file [datastore1] ad1900e7-8bd9-452f-b98d-edf376b50460 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1638.884689] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-faf6c270-0d46-4e3f-b6ca-91ccf69411be {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.886371] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ada25e50-a3ac-44f6-a56d-8dbe7c6057b5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.901394] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e2bc8c-8b11-4cea-928d-1feeedc2cdab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.913146] env[62913]: DEBUG oslo_vmware.api [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for the task: (returnval){ [ 1638.913146] env[62913]: value = "task-1822184" [ 1638.913146] env[62913]: _type = "Task" [ 1638.913146] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.925602] env[62913]: DEBUG oslo_vmware.api [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.940703] env[62913]: DEBUG nova.compute.manager [req-7417568f-bab7-4bbb-b170-3d1c8056a801 req-b79ced53-6f4b-4dc4-9cfa-187bb67ad316 service nova] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Detach interface failed, port_id=0f2fdc70-de9b-497a-add7-50bff51388a8, reason: Instance 4a71c0fe-c77d-459d-8db9-e301c5c1e58b could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1639.026125] env[62913]: DEBUG nova.network.neutron [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Successfully updated port: bba86f65-affd-41b6-b2ea-a50f68e5bc30 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1639.034049] env[62913]: INFO nova.compute.manager [-] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Took 1.48 seconds to deallocate network for instance. [ 1639.106160] env[62913]: DEBUG nova.compute.manager [req-bf33dd52-e111-478c-9da3-d8da8a40ca8d req-3d706a0e-adb0-4c9d-b0c3-f61dfc02c1d4 service nova] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Received event network-vif-plugged-bba86f65-affd-41b6-b2ea-a50f68e5bc30 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1639.106160] env[62913]: DEBUG oslo_concurrency.lockutils [req-bf33dd52-e111-478c-9da3-d8da8a40ca8d req-3d706a0e-adb0-4c9d-b0c3-f61dfc02c1d4 service nova] Acquiring lock "04043676-2dfd-4606-9db4-432555ab57b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.106160] env[62913]: DEBUG oslo_concurrency.lockutils [req-bf33dd52-e111-478c-9da3-d8da8a40ca8d req-3d706a0e-adb0-4c9d-b0c3-f61dfc02c1d4 service nova] Lock "04043676-2dfd-4606-9db4-432555ab57b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.106160] env[62913]: DEBUG oslo_concurrency.lockutils [req-bf33dd52-e111-478c-9da3-d8da8a40ca8d req-3d706a0e-adb0-4c9d-b0c3-f61dfc02c1d4 service nova] Lock "04043676-2dfd-4606-9db4-432555ab57b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.106160] env[62913]: DEBUG nova.compute.manager [req-bf33dd52-e111-478c-9da3-d8da8a40ca8d req-3d706a0e-adb0-4c9d-b0c3-f61dfc02c1d4 service nova] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] No waiting events found dispatching network-vif-plugged-bba86f65-affd-41b6-b2ea-a50f68e5bc30 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1639.106160] env[62913]: WARNING nova.compute.manager [req-bf33dd52-e111-478c-9da3-d8da8a40ca8d req-3d706a0e-adb0-4c9d-b0c3-f61dfc02c1d4 service nova] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Received unexpected event network-vif-plugged-bba86f65-affd-41b6-b2ea-a50f68e5bc30 for instance with vm_state building and task_state spawning. [ 1639.231903] env[62913]: DEBUG nova.compute.utils [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1639.235017] env[62913]: DEBUG nova.compute.manager [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1639.235017] env[62913]: DEBUG nova.network.neutron [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1639.297172] env[62913]: DEBUG nova.policy [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f70676efa974f559f0d17bb56776c52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd61090e9f8a74488b954530dd56128b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1639.319416] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5261a7b2-dc56-4c41-a985-d84612a630cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010192} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.319416] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.319416] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk. {{(pid=62913) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1639.319416] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18635df6-d0cf-4d11-9739-b6cc1678d40d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.328149] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1639.328149] env[62913]: value = "task-1822185" [ 1639.328149] env[62913]: _type = "Task" [ 1639.328149] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.337570] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.380423] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822181, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.426845] env[62913]: DEBUG oslo_vmware.api [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Task: {'id': task-1822184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137772} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.427422] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.427676] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.427929] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.428167] env[62913]: INFO nova.compute.manager [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1639.428465] env[62913]: DEBUG oslo.service.loopingcall [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.428737] env[62913]: DEBUG nova.compute.manager [-] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.428892] env[62913]: DEBUG nova.network.neutron [-] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.474999] env[62913]: DEBUG oslo_concurrency.lockutils [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "573148ff-1737-45a7-97b4-c7f958cc8c4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.474999] env[62913]: DEBUG oslo_concurrency.lockutils [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "573148ff-1737-45a7-97b4-c7f958cc8c4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.529163] env[62913]: DEBUG oslo_concurrency.lockutils [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "refresh_cache-04043676-2dfd-4606-9db4-432555ab57b8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.529393] env[62913]: DEBUG oslo_concurrency.lockutils [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired lock "refresh_cache-04043676-2dfd-4606-9db4-432555ab57b8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.529730] env[62913]: DEBUG nova.network.neutron [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.541779] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.735742] env[62913]: DEBUG nova.compute.manager [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1639.751319] env[62913]: DEBUG nova.network.neutron [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Successfully created port: 5b3ee972-3e57-4d2e-9a83-cf262a19bc6a {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1639.847733] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470257} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.848046] env[62913]: INFO nova.virt.vmwareapi.ds_util [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk. [ 1639.849014] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8d2e4c-3f72-4931-b3b3-52e29167d184 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.881291] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.885192] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d8132bc-bba1-47f4-ad80-42a3ca5e0a7a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.914016] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822181, 'name': CloneVM_Task} progress is 95%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.915910] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1639.915910] env[62913]: value = "task-1822186" [ 1639.915910] env[62913]: _type = "Task" [ 1639.915910] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.929394] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.976342] env[62913]: DEBUG nova.compute.manager [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1640.111199] env[62913]: DEBUG nova.network.neutron [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1640.316636] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a104085-aba0-4bc9-a104-165a08f31f83 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.325176] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97db6be9-477d-4aff-a8c4-37380176e24a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.365603] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2855d34-8668-4931-8ef6-c64c9b4f961e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.374639] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28252c70-c51e-4ca0-ba33-5bb8d0de5b8e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.391674] env[62913]: DEBUG nova.compute.provider_tree [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.406376] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822181, 'name': CloneVM_Task, 'duration_secs': 1.826682} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.407428] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Created linked-clone VM from snapshot [ 1640.408224] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed00c273-7184-43a4-89fa-20bcc65dccce {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.417876] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Uploading image 71804345-9adc-4de1-af62-91042d5904fd {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1640.428751] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822186, 'name': ReconfigVM_Task, 'duration_secs': 0.391277} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.429317] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Reconfigured VM instance instance-00000035 to attach disk [datastore1] bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1640.430261] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7220a90-afc1-4641-8ae3-7118cf150055 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.460236] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bea685a-3040-4a47-a3f1-7feab8662cd1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.471288] env[62913]: DEBUG nova.network.neutron [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Updating instance_info_cache with network_info: [{"id": "bba86f65-affd-41b6-b2ea-a50f68e5bc30", "address": "fa:16:3e:23:6f:47", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba86f65-af", "ovs_interfaceid": "bba86f65-affd-41b6-b2ea-a50f68e5bc30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.479622] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1640.479622] env[62913]: value = "task-1822187" [ 1640.479622] env[62913]: _type = "Task" [ 1640.479622] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.481566] env[62913]: DEBUG oslo_vmware.rw_handles [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1640.481566] env[62913]: value = "vm-377415" [ 1640.481566] env[62913]: _type = "VirtualMachine" [ 1640.481566] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1640.484478] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3b2a5a31-68bf-45c6-932d-fd5c7ab06187 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.499104] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822187, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.500744] env[62913]: DEBUG oslo_vmware.rw_handles [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lease: (returnval){ [ 1640.500744] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523f642c-324d-dd67-f9dc-9d79ff500831" [ 1640.500744] env[62913]: _type = "HttpNfcLease" [ 1640.500744] env[62913]: } obtained for exporting VM: (result){ [ 1640.500744] env[62913]: value = "vm-377415" [ 1640.500744] env[62913]: _type = "VirtualMachine" [ 1640.500744] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1640.500986] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the lease: (returnval){ [ 1640.500986] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523f642c-324d-dd67-f9dc-9d79ff500831" [ 1640.500986] env[62913]: _type = "HttpNfcLease" [ 1640.500986] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1640.507241] env[62913]: DEBUG oslo_concurrency.lockutils [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.509440] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1640.509440] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523f642c-324d-dd67-f9dc-9d79ff500831" [ 1640.509440] env[62913]: _type = "HttpNfcLease" [ 1640.509440] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1640.563284] env[62913]: DEBUG nova.network.neutron [-] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.666186] env[62913]: DEBUG nova.compute.manager [req-d237d0d2-f949-4dd2-a98a-920265abf30c req-3b5ca624-5381-4de7-9ea5-5632b03916b0 service nova] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Received event network-vif-deleted-dad06f39-6c07-4a39-a386-f8e55fc32d7d {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1640.751625] env[62913]: DEBUG nova.compute.manager [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1640.775023] env[62913]: DEBUG nova.virt.hardware [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1640.775213] env[62913]: DEBUG nova.virt.hardware [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1640.775314] env[62913]: DEBUG nova.virt.hardware [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1640.775544] env[62913]: DEBUG nova.virt.hardware [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1640.775730] env[62913]: DEBUG nova.virt.hardware [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1640.775917] env[62913]: DEBUG nova.virt.hardware [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1640.778099] env[62913]: DEBUG nova.virt.hardware [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1640.778099] env[62913]: DEBUG nova.virt.hardware [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1640.778099] env[62913]: DEBUG nova.virt.hardware [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1640.778099] env[62913]: DEBUG nova.virt.hardware [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1640.778099] env[62913]: DEBUG nova.virt.hardware [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1640.778099] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac05904-16b2-4786-be61-b764f7d7de24 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.786488] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf95e2de-1134-47b5-bb83-45b788067c32 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.895408] env[62913]: DEBUG nova.scheduler.client.report [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1640.974263] env[62913]: DEBUG oslo_concurrency.lockutils [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Releasing lock "refresh_cache-04043676-2dfd-4606-9db4-432555ab57b8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.974700] env[62913]: DEBUG nova.compute.manager [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Instance network_info: |[{"id": "bba86f65-affd-41b6-b2ea-a50f68e5bc30", "address": "fa:16:3e:23:6f:47", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba86f65-af", "ovs_interfaceid": "bba86f65-affd-41b6-b2ea-a50f68e5bc30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1640.975143] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:6f:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bba86f65-affd-41b6-b2ea-a50f68e5bc30', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1640.982581] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Creating folder: Project (63cfee05e6a848ef89e2093aed264265). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1640.985337] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bef90152-eb45-415a-a3ac-f09d42ea1a70 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.995998] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822187, 'name': ReconfigVM_Task, 'duration_secs': 0.204766} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.996274] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1640.996528] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-450367eb-b64a-47c9-8388-98f7e3797ec4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.999702] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Created folder: Project (63cfee05e6a848ef89e2093aed264265) in parent group-v377263. [ 1640.999884] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Creating folder: Instances. Parent ref: group-v377416. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1641.000129] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c432d61b-073c-47ff-887a-8e692ab1b3e4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.008618] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1641.008618] env[62913]: value = "task-1822191" [ 1641.008618] env[62913]: _type = "Task" [ 1641.008618] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.010274] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1641.010274] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523f642c-324d-dd67-f9dc-9d79ff500831" [ 1641.010274] env[62913]: _type = "HttpNfcLease" [ 1641.010274] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1641.014196] env[62913]: DEBUG oslo_vmware.rw_handles [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1641.014196] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523f642c-324d-dd67-f9dc-9d79ff500831" [ 1641.014196] env[62913]: _type = "HttpNfcLease" [ 1641.014196] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1641.014196] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a659a74e-1d3c-4cd4-b35d-af4a3544c0b5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.018480] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Created folder: Instances in parent group-v377416. [ 1641.018757] env[62913]: DEBUG oslo.service.loopingcall [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1641.019312] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1641.019573] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35cb363c-f31d-4de6-82ff-f63065a53a7e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.042047] env[62913]: DEBUG oslo_vmware.rw_handles [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e712e8-7446-d028-edd3-124fa96947c9/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1641.042374] env[62913]: DEBUG oslo_vmware.rw_handles [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e712e8-7446-d028-edd3-124fa96947c9/disk-0.vmdk for reading. {{(pid=62913) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1641.043765] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.103705] env[62913]: INFO nova.compute.manager [-] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Took 1.67 seconds to deallocate network for instance. [ 1641.113241] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1641.113241] env[62913]: value = "task-1822193" [ 1641.113241] env[62913]: _type = "Task" [ 1641.113241] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.127129] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822193, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.138337] env[62913]: DEBUG nova.compute.manager [req-5ceb03ed-89d5-4c26-b2c9-61e7d65bfe2d req-245aeae4-7dfe-4605-987c-8d9107515000 service nova] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Received event network-changed-bba86f65-affd-41b6-b2ea-a50f68e5bc30 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1641.138559] env[62913]: DEBUG nova.compute.manager [req-5ceb03ed-89d5-4c26-b2c9-61e7d65bfe2d req-245aeae4-7dfe-4605-987c-8d9107515000 service nova] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Refreshing instance network info cache due to event network-changed-bba86f65-affd-41b6-b2ea-a50f68e5bc30. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1641.138793] env[62913]: DEBUG oslo_concurrency.lockutils [req-5ceb03ed-89d5-4c26-b2c9-61e7d65bfe2d req-245aeae4-7dfe-4605-987c-8d9107515000 service nova] Acquiring lock "refresh_cache-04043676-2dfd-4606-9db4-432555ab57b8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.138937] env[62913]: DEBUG oslo_concurrency.lockutils [req-5ceb03ed-89d5-4c26-b2c9-61e7d65bfe2d req-245aeae4-7dfe-4605-987c-8d9107515000 service nova] Acquired lock "refresh_cache-04043676-2dfd-4606-9db4-432555ab57b8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.139340] env[62913]: DEBUG nova.network.neutron [req-5ceb03ed-89d5-4c26-b2c9-61e7d65bfe2d req-245aeae4-7dfe-4605-987c-8d9107515000 service nova] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Refreshing network info cache for port bba86f65-affd-41b6-b2ea-a50f68e5bc30 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1641.191966] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5316c9b2-034f-49da-a9f5-10669cab04d7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.400712] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.401293] env[62913]: DEBUG nova.compute.manager [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1641.405289] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.675s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.407269] env[62913]: DEBUG nova.objects.instance [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lazy-loading 'resources' on Instance uuid c03e0144-3013-4e88-a081-dd16264dba16 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1641.521356] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822191, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.616298] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.632373] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822193, 'name': CreateVM_Task, 'duration_secs': 0.407546} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.633946] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1641.635143] env[62913]: DEBUG oslo_concurrency.lockutils [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.635309] env[62913]: DEBUG oslo_concurrency.lockutils [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.636311] env[62913]: DEBUG oslo_concurrency.lockutils [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1641.636311] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f1a74fb-b65b-4343-90fc-6f208f75aa9c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.645709] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1641.645709] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52aaf6ba-5686-a628-8b0e-45313e335616" [ 1641.645709] env[62913]: _type = "Task" [ 1641.645709] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.657398] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52aaf6ba-5686-a628-8b0e-45313e335616, 'name': SearchDatastore_Task, 'duration_secs': 0.011182} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.657772] env[62913]: DEBUG oslo_concurrency.lockutils [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.658374] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1641.658640] env[62913]: DEBUG oslo_concurrency.lockutils [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.658977] env[62913]: DEBUG oslo_concurrency.lockutils [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.659630] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1641.659630] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e02e70d-8391-4476-8aed-fe5374b147e7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.669560] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1641.669713] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1641.670759] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6b346c-8489-4b11-8636-3284907720b1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.678640] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1641.678640] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ba597b-f204-380a-91bf-6a4086f8cf7a" [ 1641.678640] env[62913]: _type = "Task" [ 1641.678640] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.691975] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ba597b-f204-380a-91bf-6a4086f8cf7a, 'name': SearchDatastore_Task, 'duration_secs': 0.011354} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.696452] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13f1260-b6c7-4710-a710-3c2f54c82570 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.706163] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1641.706163] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52c3b953-e281-7020-e22f-916905190504" [ 1641.706163] env[62913]: _type = "Task" [ 1641.706163] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.714572] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c3b953-e281-7020-e22f-916905190504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.916254] env[62913]: DEBUG nova.compute.utils [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1641.924162] env[62913]: DEBUG nova.compute.manager [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1641.924162] env[62913]: DEBUG nova.network.neutron [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1642.002494] env[62913]: DEBUG nova.policy [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5790bb6430334d51995cc13bf6bd482c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68eaa3fa89fe47fcab908a59033a11fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1642.029232] env[62913]: DEBUG oslo_vmware.api [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822191, 'name': PowerOnVM_Task, 'duration_secs': 0.64792} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.033226] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1642.036169] env[62913]: DEBUG nova.compute.manager [None req-ba963fc5-96a2-4ffa-90bb-36679908166c tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1642.037038] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36181663-f9fe-475c-9c56-0221eb7f5be7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.098985] env[62913]: DEBUG nova.network.neutron [req-5ceb03ed-89d5-4c26-b2c9-61e7d65bfe2d req-245aeae4-7dfe-4605-987c-8d9107515000 service nova] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Updated VIF entry in instance network info cache for port bba86f65-affd-41b6-b2ea-a50f68e5bc30. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1642.100175] env[62913]: DEBUG nova.network.neutron [req-5ceb03ed-89d5-4c26-b2c9-61e7d65bfe2d req-245aeae4-7dfe-4605-987c-8d9107515000 service nova] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Updating instance_info_cache with network_info: [{"id": "bba86f65-affd-41b6-b2ea-a50f68e5bc30", "address": "fa:16:3e:23:6f:47", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba86f65-af", "ovs_interfaceid": "bba86f65-affd-41b6-b2ea-a50f68e5bc30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.177554] env[62913]: DEBUG nova.network.neutron [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Successfully updated port: 5b3ee972-3e57-4d2e-9a83-cf262a19bc6a {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1642.215970] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c3b953-e281-7020-e22f-916905190504, 'name': SearchDatastore_Task, 'duration_secs': 0.010678} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.216398] env[62913]: DEBUG oslo_concurrency.lockutils [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.216667] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 04043676-2dfd-4606-9db4-432555ab57b8/04043676-2dfd-4606-9db4-432555ab57b8.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1642.216938] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b93c4c6-361f-4bb1-8922-eb42e4a76b3e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.227635] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1642.227635] env[62913]: value = "task-1822194" [ 1642.227635] env[62913]: _type = "Task" [ 1642.227635] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.240497] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.344195] env[62913]: DEBUG nova.network.neutron [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Successfully created port: 060285b1-dd07-4abb-beb7-d0fd3af733a2 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1642.423189] env[62913]: DEBUG nova.compute.manager [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1642.496937] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1caf596-2c73-4c99-ac4d-68b13f723e2e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.507051] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ddbe67-52e9-4867-a19f-873ebcec30da {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.541902] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a322f623-6b9f-4864-84f6-91091b923f25 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.553171] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfe3a76-9203-48a7-a833-b8f490fcbf97 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.574214] env[62913]: DEBUG nova.compute.provider_tree [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.602601] env[62913]: DEBUG oslo_concurrency.lockutils [req-5ceb03ed-89d5-4c26-b2c9-61e7d65bfe2d req-245aeae4-7dfe-4605-987c-8d9107515000 service nova] Releasing lock "refresh_cache-04043676-2dfd-4606-9db4-432555ab57b8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.683115] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Acquiring lock "refresh_cache-4e156452-1b51-4920-9366-61bb89bcb9f8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.683311] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Acquired lock "refresh_cache-4e156452-1b51-4920-9366-61bb89bcb9f8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.683478] env[62913]: DEBUG nova.network.neutron [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1642.737772] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822194, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.078311] env[62913]: DEBUG nova.scheduler.client.report [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1643.166824] env[62913]: DEBUG nova.compute.manager [req-20ba9f17-8f41-4f30-9bb8-dde3f49d401f req-5da7de36-240d-41bc-91bf-734b54720eba service nova] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Received event network-vif-plugged-5b3ee972-3e57-4d2e-9a83-cf262a19bc6a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1643.167286] env[62913]: DEBUG oslo_concurrency.lockutils [req-20ba9f17-8f41-4f30-9bb8-dde3f49d401f req-5da7de36-240d-41bc-91bf-734b54720eba service nova] Acquiring lock "4e156452-1b51-4920-9366-61bb89bcb9f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.167606] env[62913]: DEBUG oslo_concurrency.lockutils [req-20ba9f17-8f41-4f30-9bb8-dde3f49d401f req-5da7de36-240d-41bc-91bf-734b54720eba service nova] Lock "4e156452-1b51-4920-9366-61bb89bcb9f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.167829] env[62913]: DEBUG oslo_concurrency.lockutils [req-20ba9f17-8f41-4f30-9bb8-dde3f49d401f req-5da7de36-240d-41bc-91bf-734b54720eba service nova] Lock "4e156452-1b51-4920-9366-61bb89bcb9f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.168072] env[62913]: DEBUG nova.compute.manager [req-20ba9f17-8f41-4f30-9bb8-dde3f49d401f req-5da7de36-240d-41bc-91bf-734b54720eba service nova] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] No waiting events found dispatching network-vif-plugged-5b3ee972-3e57-4d2e-9a83-cf262a19bc6a {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1643.168289] env[62913]: WARNING nova.compute.manager [req-20ba9f17-8f41-4f30-9bb8-dde3f49d401f req-5da7de36-240d-41bc-91bf-734b54720eba service nova] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Received unexpected event network-vif-plugged-5b3ee972-3e57-4d2e-9a83-cf262a19bc6a for instance with vm_state building and task_state spawning. [ 1643.168497] env[62913]: DEBUG nova.compute.manager [req-20ba9f17-8f41-4f30-9bb8-dde3f49d401f req-5da7de36-240d-41bc-91bf-734b54720eba service nova] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Received event network-changed-5b3ee972-3e57-4d2e-9a83-cf262a19bc6a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1643.168706] env[62913]: DEBUG nova.compute.manager [req-20ba9f17-8f41-4f30-9bb8-dde3f49d401f req-5da7de36-240d-41bc-91bf-734b54720eba service nova] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Refreshing instance network info cache due to event network-changed-5b3ee972-3e57-4d2e-9a83-cf262a19bc6a. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1643.168919] env[62913]: DEBUG oslo_concurrency.lockutils [req-20ba9f17-8f41-4f30-9bb8-dde3f49d401f req-5da7de36-240d-41bc-91bf-734b54720eba service nova] Acquiring lock "refresh_cache-4e156452-1b51-4920-9366-61bb89bcb9f8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.240403] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822194, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.243834] env[62913]: DEBUG nova.network.neutron [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1643.440214] env[62913]: DEBUG nova.compute.manager [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1643.463859] env[62913]: DEBUG nova.virt.hardware [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1643.464123] env[62913]: DEBUG nova.virt.hardware [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1643.464284] env[62913]: DEBUG nova.virt.hardware [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1643.464466] env[62913]: DEBUG nova.virt.hardware [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1643.464614] env[62913]: DEBUG nova.virt.hardware [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1643.464757] env[62913]: DEBUG nova.virt.hardware [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1643.464965] env[62913]: DEBUG nova.virt.hardware [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1643.465139] env[62913]: DEBUG nova.virt.hardware [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1643.465308] env[62913]: DEBUG nova.virt.hardware [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1643.465471] env[62913]: DEBUG nova.virt.hardware [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1643.465645] env[62913]: DEBUG nova.virt.hardware [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1643.466527] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa2a287-dba7-4a39-a9e9-bdf2869c1c39 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.475148] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b86105f-9d83-44df-8640-1e611179223c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.494617] env[62913]: DEBUG nova.network.neutron [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Updating instance_info_cache with network_info: [{"id": "5b3ee972-3e57-4d2e-9a83-cf262a19bc6a", "address": "fa:16:3e:76:fa:77", "network": {"id": "8d9c6600-9b3f-42ed-8988-e42cede5fb3d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-492408094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d61090e9f8a74488b954530dd56128b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3ee972-3e", "ovs_interfaceid": "5b3ee972-3e57-4d2e-9a83-cf262a19bc6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.583265] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.586442] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.301s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.587725] env[62913]: INFO nova.compute.claims [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1643.610540] env[62913]: INFO nova.scheduler.client.report [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Deleted allocations for instance c03e0144-3013-4e88-a081-dd16264dba16 [ 1643.741860] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822194, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.499168} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.745775] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 04043676-2dfd-4606-9db4-432555ab57b8/04043676-2dfd-4606-9db4-432555ab57b8.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1643.745775] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1643.745775] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-267d01a6-2f3f-4349-a1af-db4559da4821 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.753036] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1643.753036] env[62913]: value = "task-1822196" [ 1643.753036] env[62913]: _type = "Task" [ 1643.753036] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.763644] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.793165] env[62913]: INFO nova.compute.manager [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Unrescuing [ 1643.793518] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "refresh_cache-bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.793712] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquired lock "refresh_cache-bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.793915] env[62913]: DEBUG nova.network.neutron [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1643.998311] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Releasing lock "refresh_cache-4e156452-1b51-4920-9366-61bb89bcb9f8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.998311] env[62913]: DEBUG nova.compute.manager [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Instance network_info: |[{"id": "5b3ee972-3e57-4d2e-9a83-cf262a19bc6a", "address": "fa:16:3e:76:fa:77", "network": {"id": "8d9c6600-9b3f-42ed-8988-e42cede5fb3d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-492408094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d61090e9f8a74488b954530dd56128b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3ee972-3e", "ovs_interfaceid": "5b3ee972-3e57-4d2e-9a83-cf262a19bc6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1643.998311] env[62913]: DEBUG oslo_concurrency.lockutils [req-20ba9f17-8f41-4f30-9bb8-dde3f49d401f req-5da7de36-240d-41bc-91bf-734b54720eba service nova] Acquired lock "refresh_cache-4e156452-1b51-4920-9366-61bb89bcb9f8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.998311] env[62913]: DEBUG nova.network.neutron [req-20ba9f17-8f41-4f30-9bb8-dde3f49d401f req-5da7de36-240d-41bc-91bf-734b54720eba service nova] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Refreshing network info cache for port 5b3ee972-3e57-4d2e-9a83-cf262a19bc6a {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1644.000109] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:fa:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b3ee972-3e57-4d2e-9a83-cf262a19bc6a', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1644.012408] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Creating folder: Project (d61090e9f8a74488b954530dd56128b5). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1644.016343] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a37ce798-fd00-4f30-91f1-6426a9d18ae0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.032165] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Created folder: Project (d61090e9f8a74488b954530dd56128b5) in parent group-v377263. [ 1644.032465] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Creating folder: Instances. Parent ref: group-v377420. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1644.032762] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-054e52d5-b24e-402f-963f-328337bb1351 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.044354] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Created folder: Instances in parent group-v377420. [ 1644.044620] env[62913]: DEBUG oslo.service.loopingcall [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.044825] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1644.045053] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da6091b2-5ab7-45e4-aab8-a37a44fab8d4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.070711] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1644.070711] env[62913]: value = "task-1822199" [ 1644.070711] env[62913]: _type = "Task" [ 1644.070711] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.080582] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822199, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.123267] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fd42b2d-3bfe-491b-bb4b-fcd02639f2d9 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "c03e0144-3013-4e88-a081-dd16264dba16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.137s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.144827] env[62913]: DEBUG nova.compute.manager [req-ad1307cd-8a16-4e23-8661-636113e3428b req-76c6f135-f879-4498-b1c6-c1e0c9c13fef service nova] [instance: f8db17b6-30d1-493c-850a-978783ded500] Received event network-vif-plugged-060285b1-dd07-4abb-beb7-d0fd3af733a2 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1644.145082] env[62913]: DEBUG oslo_concurrency.lockutils [req-ad1307cd-8a16-4e23-8661-636113e3428b req-76c6f135-f879-4498-b1c6-c1e0c9c13fef service nova] Acquiring lock "f8db17b6-30d1-493c-850a-978783ded500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.145303] env[62913]: DEBUG oslo_concurrency.lockutils [req-ad1307cd-8a16-4e23-8661-636113e3428b req-76c6f135-f879-4498-b1c6-c1e0c9c13fef service nova] Lock "f8db17b6-30d1-493c-850a-978783ded500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.145477] env[62913]: DEBUG oslo_concurrency.lockutils [req-ad1307cd-8a16-4e23-8661-636113e3428b req-76c6f135-f879-4498-b1c6-c1e0c9c13fef service nova] Lock "f8db17b6-30d1-493c-850a-978783ded500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.145679] env[62913]: DEBUG nova.compute.manager [req-ad1307cd-8a16-4e23-8661-636113e3428b req-76c6f135-f879-4498-b1c6-c1e0c9c13fef service nova] [instance: f8db17b6-30d1-493c-850a-978783ded500] No waiting events found dispatching network-vif-plugged-060285b1-dd07-4abb-beb7-d0fd3af733a2 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1644.145802] env[62913]: WARNING nova.compute.manager [req-ad1307cd-8a16-4e23-8661-636113e3428b req-76c6f135-f879-4498-b1c6-c1e0c9c13fef service nova] [instance: f8db17b6-30d1-493c-850a-978783ded500] Received unexpected event network-vif-plugged-060285b1-dd07-4abb-beb7-d0fd3af733a2 for instance with vm_state building and task_state spawning. [ 1644.190251] env[62913]: DEBUG nova.network.neutron [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Successfully updated port: 060285b1-dd07-4abb-beb7-d0fd3af733a2 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1644.263310] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084373} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.263668] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1644.264447] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b677995-6af5-44d1-aae6-8f38a5d6f5ee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.288060] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 04043676-2dfd-4606-9db4-432555ab57b8/04043676-2dfd-4606-9db4-432555ab57b8.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1644.288751] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3c07e3a-6f35-4cb9-9a83-6cfc13d1e624 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.312407] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1644.312407] env[62913]: value = "task-1822200" [ 1644.312407] env[62913]: _type = "Task" [ 1644.312407] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.321253] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.333698] env[62913]: DEBUG nova.network.neutron [req-20ba9f17-8f41-4f30-9bb8-dde3f49d401f req-5da7de36-240d-41bc-91bf-734b54720eba service nova] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Updated VIF entry in instance network info cache for port 5b3ee972-3e57-4d2e-9a83-cf262a19bc6a. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1644.334058] env[62913]: DEBUG nova.network.neutron [req-20ba9f17-8f41-4f30-9bb8-dde3f49d401f req-5da7de36-240d-41bc-91bf-734b54720eba service nova] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Updating instance_info_cache with network_info: [{"id": "5b3ee972-3e57-4d2e-9a83-cf262a19bc6a", "address": "fa:16:3e:76:fa:77", "network": {"id": "8d9c6600-9b3f-42ed-8988-e42cede5fb3d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-492408094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d61090e9f8a74488b954530dd56128b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3ee972-3e", "ovs_interfaceid": "5b3ee972-3e57-4d2e-9a83-cf262a19bc6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.582093] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822199, 'name': CreateVM_Task, 'duration_secs': 0.441535} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.582843] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1644.584068] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.584728] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.585031] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1644.585455] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1e919d-495f-4960-8389-b7fd9bd1c35c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.592583] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Waiting for the task: (returnval){ [ 1644.592583] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5268e87c-f236-dba7-851d-e0b7fe87ab0e" [ 1644.592583] env[62913]: _type = "Task" [ 1644.592583] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.607046] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5268e87c-f236-dba7-851d-e0b7fe87ab0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.607538] env[62913]: DEBUG nova.network.neutron [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Updating instance_info_cache with network_info: [{"id": "0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0", "address": "fa:16:3e:76:ea:71", "network": {"id": "8798f4b7-c21c-4b30-8448-bc41c5d40e1b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001615581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "38289e1d94f84d2faff6cf23c18ed8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6dfa6a-20", "ovs_interfaceid": "0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.693548] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "refresh_cache-f8db17b6-30d1-493c-850a-978783ded500" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.693805] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "refresh_cache-f8db17b6-30d1-493c-850a-978783ded500" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.694110] env[62913]: DEBUG nova.network.neutron [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1644.822840] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822200, 'name': ReconfigVM_Task, 'duration_secs': 0.361119} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.825621] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 04043676-2dfd-4606-9db4-432555ab57b8/04043676-2dfd-4606-9db4-432555ab57b8.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1644.826493] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0363c043-43e0-4af0-b5ce-423a5d1fa37e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.835219] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1644.835219] env[62913]: value = "task-1822201" [ 1644.835219] env[62913]: _type = "Task" [ 1644.835219] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.842602] env[62913]: DEBUG oslo_concurrency.lockutils [req-20ba9f17-8f41-4f30-9bb8-dde3f49d401f req-5da7de36-240d-41bc-91bf-734b54720eba service nova] Releasing lock "refresh_cache-4e156452-1b51-4920-9366-61bb89bcb9f8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.849096] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822201, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.058526] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483c65a2-3535-4bc2-bb3c-f11e524a8535 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.069465] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94485aa4-e2bc-4cf6-b4ae-c5f7bd63e694 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.105839] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba6df4d-d782-4518-8eb9-c668149ac78b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.110238] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Releasing lock "refresh_cache-bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.110972] env[62913]: DEBUG nova.objects.instance [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lazy-loading 'flavor' on Instance uuid bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.118831] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5268e87c-f236-dba7-851d-e0b7fe87ab0e, 'name': SearchDatastore_Task, 'duration_secs': 0.016998} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.119637] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eac878-07f8-433c-8964-90fdf45bd5ad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.123772] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.124027] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1645.124270] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.124420] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.124640] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1645.125628] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47b62a86-9625-49ed-8292-2af5b7b338a8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.140537] env[62913]: DEBUG nova.compute.provider_tree [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1645.143560] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1645.143857] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1645.144885] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e61b0e1d-5105-4145-868d-6893ac75bad5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.151900] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Waiting for the task: (returnval){ [ 1645.151900] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5299ac8f-5b67-893e-e8fd-37d02cdba7f7" [ 1645.151900] env[62913]: _type = "Task" [ 1645.151900] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.162201] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5299ac8f-5b67-893e-e8fd-37d02cdba7f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.240688] env[62913]: DEBUG nova.network.neutron [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1645.345762] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822201, 'name': Rename_Task, 'duration_secs': 0.247683} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.346271] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1645.346495] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96181250-875f-4130-9007-d23bbb1d6dde {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.355622] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1645.355622] env[62913]: value = "task-1822203" [ 1645.355622] env[62913]: _type = "Task" [ 1645.355622] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.372119] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.419131] env[62913]: DEBUG nova.network.neutron [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Updating instance_info_cache with network_info: [{"id": "060285b1-dd07-4abb-beb7-d0fd3af733a2", "address": "fa:16:3e:6f:2f:b4", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060285b1-dd", "ovs_interfaceid": "060285b1-dd07-4abb-beb7-d0fd3af733a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.618350] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b2915e-13d2-40f2-8151-0e3d7e36ed43 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.649160] env[62913]: DEBUG nova.scheduler.client.report [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1645.653705] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1645.655173] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cda3eea-5400-43f2-a2af-7ee2aa56655b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.668126] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5299ac8f-5b67-893e-e8fd-37d02cdba7f7, 'name': SearchDatastore_Task, 'duration_secs': 0.01131} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.671468] env[62913]: DEBUG oslo_vmware.api [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1645.671468] env[62913]: value = "task-1822204" [ 1645.671468] env[62913]: _type = "Task" [ 1645.671468] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.671712] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca3b414-1689-451e-8be1-17eb78b19e7d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.682942] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Waiting for the task: (returnval){ [ 1645.682942] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52dfce86-5707-79b5-496e-7e5df815fd92" [ 1645.682942] env[62913]: _type = "Task" [ 1645.682942] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.686901] env[62913]: DEBUG oslo_vmware.api [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.698162] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52dfce86-5707-79b5-496e-7e5df815fd92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.867990] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822203, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.922144] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "refresh_cache-f8db17b6-30d1-493c-850a-978783ded500" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.922925] env[62913]: DEBUG nova.compute.manager [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Instance network_info: |[{"id": "060285b1-dd07-4abb-beb7-d0fd3af733a2", "address": "fa:16:3e:6f:2f:b4", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060285b1-dd", "ovs_interfaceid": "060285b1-dd07-4abb-beb7-d0fd3af733a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1645.923340] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:2f:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '060285b1-dd07-4abb-beb7-d0fd3af733a2', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1645.936531] env[62913]: DEBUG oslo.service.loopingcall [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.937446] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8db17b6-30d1-493c-850a-978783ded500] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1645.937835] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aa262c5-cc34-429b-baaa-d62666c1dc78 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.973548] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1645.973548] env[62913]: value = "task-1822205" [ 1645.973548] env[62913]: _type = "Task" [ 1645.973548] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.983220] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822205, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.156955] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.157338] env[62913]: DEBUG nova.compute.manager [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1646.160048] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.835s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.161751] env[62913]: INFO nova.compute.claims [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1646.187984] env[62913]: DEBUG oslo_vmware.api [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822204, 'name': PowerOffVM_Task, 'duration_secs': 0.269889} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.192066] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1646.197275] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1646.198094] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-602b5c30-7dee-4a2f-b007-a3f8c4f8bcab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.229241] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52dfce86-5707-79b5-496e-7e5df815fd92, 'name': SearchDatastore_Task, 'duration_secs': 0.013792} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.229797] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.230269] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 4e156452-1b51-4920-9366-61bb89bcb9f8/4e156452-1b51-4920-9366-61bb89bcb9f8.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1646.233568] env[62913]: DEBUG oslo_vmware.api [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1646.233568] env[62913]: value = "task-1822206" [ 1646.233568] env[62913]: _type = "Task" [ 1646.233568] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.233568] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af0c83df-d49d-4f0f-8ba7-8a2d62bf8b24 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.252830] env[62913]: DEBUG oslo_vmware.api [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.265843] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Waiting for the task: (returnval){ [ 1646.265843] env[62913]: value = "task-1822207" [ 1646.265843] env[62913]: _type = "Task" [ 1646.265843] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.268183] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': task-1822207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.367282] env[62913]: DEBUG oslo_vmware.api [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822203, 'name': PowerOnVM_Task, 'duration_secs': 0.684603} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.367621] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1646.367847] env[62913]: INFO nova.compute.manager [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1646.368037] env[62913]: DEBUG nova.compute.manager [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1646.368914] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79a4f1a-e7a0-403f-bf9f-4ebf3bd40fc6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.381012] env[62913]: DEBUG nova.compute.manager [req-4c9f796f-7876-468b-975f-16f26ddd2378 req-3ca32abf-e776-46cb-a6b1-c7e1aab1842a service nova] [instance: f8db17b6-30d1-493c-850a-978783ded500] Received event network-changed-060285b1-dd07-4abb-beb7-d0fd3af733a2 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1646.381222] env[62913]: DEBUG nova.compute.manager [req-4c9f796f-7876-468b-975f-16f26ddd2378 req-3ca32abf-e776-46cb-a6b1-c7e1aab1842a service nova] [instance: f8db17b6-30d1-493c-850a-978783ded500] Refreshing instance network info cache due to event network-changed-060285b1-dd07-4abb-beb7-d0fd3af733a2. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1646.381436] env[62913]: DEBUG oslo_concurrency.lockutils [req-4c9f796f-7876-468b-975f-16f26ddd2378 req-3ca32abf-e776-46cb-a6b1-c7e1aab1842a service nova] Acquiring lock "refresh_cache-f8db17b6-30d1-493c-850a-978783ded500" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.381583] env[62913]: DEBUG oslo_concurrency.lockutils [req-4c9f796f-7876-468b-975f-16f26ddd2378 req-3ca32abf-e776-46cb-a6b1-c7e1aab1842a service nova] Acquired lock "refresh_cache-f8db17b6-30d1-493c-850a-978783ded500" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.381742] env[62913]: DEBUG nova.network.neutron [req-4c9f796f-7876-468b-975f-16f26ddd2378 req-3ca32abf-e776-46cb-a6b1-c7e1aab1842a service nova] [instance: f8db17b6-30d1-493c-850a-978783ded500] Refreshing network info cache for port 060285b1-dd07-4abb-beb7-d0fd3af733a2 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1646.486750] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822205, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.667042] env[62913]: DEBUG nova.compute.utils [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1646.668712] env[62913]: DEBUG nova.compute.manager [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1646.668945] env[62913]: DEBUG nova.network.neutron [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1646.729890] env[62913]: DEBUG nova.policy [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f3062c986d04c79917dc886b31c7dfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63cfee05e6a848ef89e2093aed264265', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1646.747031] env[62913]: DEBUG oslo_vmware.api [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822206, 'name': ReconfigVM_Task, 'duration_secs': 0.297916} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.748144] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1646.748652] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1646.749029] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a69f7ff1-b302-48e1-bef1-59ad543751b9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.760757] env[62913]: DEBUG oslo_vmware.api [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1646.760757] env[62913]: value = "task-1822208" [ 1646.760757] env[62913]: _type = "Task" [ 1646.760757] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.773941] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': task-1822207, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.778175] env[62913]: DEBUG oslo_vmware.api [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.790456] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.790869] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.889868] env[62913]: INFO nova.compute.manager [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Took 22.70 seconds to build instance. [ 1646.990553] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822205, 'name': CreateVM_Task, 'duration_secs': 0.775465} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.990553] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8db17b6-30d1-493c-850a-978783ded500] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1646.990553] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.990553] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.990799] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1646.990998] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9220eb2-55ea-4793-a0af-80137efee83a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.996942] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1646.996942] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5279e878-c190-b612-a025-ba01ea2778cb" [ 1646.996942] env[62913]: _type = "Task" [ 1646.996942] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.007957] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5279e878-c190-b612-a025-ba01ea2778cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.158634] env[62913]: DEBUG nova.network.neutron [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Successfully created port: 3486f8b9-306d-4ecf-b982-d34ec4213ebd {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1647.178141] env[62913]: DEBUG nova.compute.manager [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1647.244940] env[62913]: DEBUG nova.network.neutron [req-4c9f796f-7876-468b-975f-16f26ddd2378 req-3ca32abf-e776-46cb-a6b1-c7e1aab1842a service nova] [instance: f8db17b6-30d1-493c-850a-978783ded500] Updated VIF entry in instance network info cache for port 060285b1-dd07-4abb-beb7-d0fd3af733a2. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1647.245466] env[62913]: DEBUG nova.network.neutron [req-4c9f796f-7876-468b-975f-16f26ddd2378 req-3ca32abf-e776-46cb-a6b1-c7e1aab1842a service nova] [instance: f8db17b6-30d1-493c-850a-978783ded500] Updating instance_info_cache with network_info: [{"id": "060285b1-dd07-4abb-beb7-d0fd3af733a2", "address": "fa:16:3e:6f:2f:b4", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060285b1-dd", "ovs_interfaceid": "060285b1-dd07-4abb-beb7-d0fd3af733a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.271961] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': task-1822207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560705} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.277780] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 4e156452-1b51-4920-9366-61bb89bcb9f8/4e156452-1b51-4920-9366-61bb89bcb9f8.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1647.278034] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1647.278612] env[62913]: DEBUG oslo_vmware.api [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822208, 'name': PowerOnVM_Task, 'duration_secs': 0.511679} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.279064] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2acfa98-2f5e-460e-b3e6-2cf0b6b50afa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.281320] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1647.281520] env[62913]: DEBUG nova.compute.manager [None req-d8c98329-f52b-4a31-8085-d9cdecaa0840 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1647.282425] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb60567-dcb7-4621-8fbb-e8af48f040c9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.293618] env[62913]: DEBUG nova.compute.manager [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1647.296586] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Waiting for the task: (returnval){ [ 1647.296586] env[62913]: value = "task-1822210" [ 1647.296586] env[62913]: _type = "Task" [ 1647.296586] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.314170] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': task-1822210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.391761] env[62913]: DEBUG oslo_concurrency.lockutils [None req-40579c07-7746-450b-9ab6-4c496755aa81 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "04043676-2dfd-4606-9db4-432555ab57b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.219s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.510566] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5279e878-c190-b612-a025-ba01ea2778cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011556} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.511066] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.511410] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1647.511867] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.512053] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.512245] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1647.512705] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a92db75a-df75-433e-8feb-5254472a442d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.528960] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1647.528960] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1647.528960] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e800209c-1124-408e-8983-b5c912985465 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.534375] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1647.534375] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52981ecc-d74f-80a5-338c-af02b102fedb" [ 1647.534375] env[62913]: _type = "Task" [ 1647.534375] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.546262] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52981ecc-d74f-80a5-338c-af02b102fedb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.634099] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7db901-9bd0-499f-a09a-cfdd6f10cf81 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.642986] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53f70bc-20cc-4c8e-a257-e67486e5a748 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.677232] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b30e77b-1c63-4191-9ed7-3671d2fbc701 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.688319] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df3358e-ece4-4b56-a08f-59875d1dba82 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.703592] env[62913]: DEBUG nova.compute.provider_tree [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.747916] env[62913]: DEBUG oslo_concurrency.lockutils [req-4c9f796f-7876-468b-975f-16f26ddd2378 req-3ca32abf-e776-46cb-a6b1-c7e1aab1842a service nova] Releasing lock "refresh_cache-f8db17b6-30d1-493c-850a-978783ded500" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.819023] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': task-1822210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076193} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.819150] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1647.819993] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3271249-6676-42fe-b292-8937e2f96a6f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.823572] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.846159] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 4e156452-1b51-4920-9366-61bb89bcb9f8/4e156452-1b51-4920-9366-61bb89bcb9f8.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1647.846716] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8f185ed-4130-4a35-b089-c0bf58dd914c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.867709] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Waiting for the task: (returnval){ [ 1647.867709] env[62913]: value = "task-1822211" [ 1647.867709] env[62913]: _type = "Task" [ 1647.867709] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.876626] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': task-1822211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.048472] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52981ecc-d74f-80a5-338c-af02b102fedb, 'name': SearchDatastore_Task, 'duration_secs': 0.01476} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.053018] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3496160d-94d2-48dd-b771-29ba1fb28492 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.059806] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1648.059806] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5281a20e-8a0f-c493-06ea-78d898eb5000" [ 1648.059806] env[62913]: _type = "Task" [ 1648.059806] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.071577] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5281a20e-8a0f-c493-06ea-78d898eb5000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.188555] env[62913]: DEBUG nova.compute.manager [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1648.207995] env[62913]: DEBUG nova.scheduler.client.report [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1648.218021] env[62913]: DEBUG nova.virt.hardware [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1648.218021] env[62913]: DEBUG nova.virt.hardware [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1648.218363] env[62913]: DEBUG nova.virt.hardware [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1648.218729] env[62913]: DEBUG nova.virt.hardware [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1648.219961] env[62913]: DEBUG nova.virt.hardware [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1648.219961] env[62913]: DEBUG nova.virt.hardware [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1648.219961] env[62913]: DEBUG nova.virt.hardware [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1648.219961] env[62913]: DEBUG nova.virt.hardware [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1648.219961] env[62913]: DEBUG nova.virt.hardware [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1648.220684] env[62913]: DEBUG nova.virt.hardware [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1648.220684] env[62913]: DEBUG nova.virt.hardware [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1648.221915] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd095695-e7a1-4e44-901a-9f3d454da1d7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.231220] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356e2d1b-cd64-42af-b7bb-d7e5ece84ad3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.380919] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': task-1822211, 'name': ReconfigVM_Task, 'duration_secs': 0.373482} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.381510] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 4e156452-1b51-4920-9366-61bb89bcb9f8/4e156452-1b51-4920-9366-61bb89bcb9f8.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1648.382344] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be982996-c22d-483c-8753-ca8d4171c215 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.393028] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Waiting for the task: (returnval){ [ 1648.393028] env[62913]: value = "task-1822212" [ 1648.393028] env[62913]: _type = "Task" [ 1648.393028] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.404486] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': task-1822212, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.556721] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.557028] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.557249] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.557440] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.557613] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.563772] env[62913]: INFO nova.compute.manager [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Terminating instance [ 1648.571595] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5281a20e-8a0f-c493-06ea-78d898eb5000, 'name': SearchDatastore_Task, 'duration_secs': 0.012231} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.571849] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.572125] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] f8db17b6-30d1-493c-850a-978783ded500/f8db17b6-30d1-493c-850a-978783ded500.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1648.572400] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feff14f8-c886-416a-92ee-f2769c763a80 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.582112] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1648.582112] env[62913]: value = "task-1822213" [ 1648.582112] env[62913]: _type = "Task" [ 1648.582112] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.592061] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.713756] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.714401] env[62913]: DEBUG nova.compute.manager [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1648.718973] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.663s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.720988] env[62913]: INFO nova.compute.claims [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1648.902504] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': task-1822212, 'name': Rename_Task, 'duration_secs': 0.163299} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.902868] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1648.903181] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bffbaf9-10b4-4374-9a6b-a16f2798c9ac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.916331] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Waiting for the task: (returnval){ [ 1648.916331] env[62913]: value = "task-1822214" [ 1648.916331] env[62913]: _type = "Task" [ 1648.916331] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.929220] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': task-1822214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.981334] env[62913]: DEBUG nova.compute.manager [req-49d9e42c-8328-41cd-a10c-2d52ff3b15e7 req-99cc3fc3-447f-451a-8022-ccf54b5a98ea service nova] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Received event network-vif-plugged-3486f8b9-306d-4ecf-b982-d34ec4213ebd {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1648.981334] env[62913]: DEBUG oslo_concurrency.lockutils [req-49d9e42c-8328-41cd-a10c-2d52ff3b15e7 req-99cc3fc3-447f-451a-8022-ccf54b5a98ea service nova] Acquiring lock "46dac113-3495-44da-85a5-2df9958afb7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.982111] env[62913]: DEBUG oslo_concurrency.lockutils [req-49d9e42c-8328-41cd-a10c-2d52ff3b15e7 req-99cc3fc3-447f-451a-8022-ccf54b5a98ea service nova] Lock "46dac113-3495-44da-85a5-2df9958afb7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.982597] env[62913]: DEBUG oslo_concurrency.lockutils [req-49d9e42c-8328-41cd-a10c-2d52ff3b15e7 req-99cc3fc3-447f-451a-8022-ccf54b5a98ea service nova] Lock "46dac113-3495-44da-85a5-2df9958afb7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.983030] env[62913]: DEBUG nova.compute.manager [req-49d9e42c-8328-41cd-a10c-2d52ff3b15e7 req-99cc3fc3-447f-451a-8022-ccf54b5a98ea service nova] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] No waiting events found dispatching network-vif-plugged-3486f8b9-306d-4ecf-b982-d34ec4213ebd {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1648.983627] env[62913]: WARNING nova.compute.manager [req-49d9e42c-8328-41cd-a10c-2d52ff3b15e7 req-99cc3fc3-447f-451a-8022-ccf54b5a98ea service nova] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Received unexpected event network-vif-plugged-3486f8b9-306d-4ecf-b982-d34ec4213ebd for instance with vm_state building and task_state spawning. [ 1648.985465] env[62913]: DEBUG nova.network.neutron [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Successfully updated port: 3486f8b9-306d-4ecf-b982-d34ec4213ebd {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1649.067893] env[62913]: DEBUG nova.compute.manager [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1649.068592] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1649.069273] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bfe2b5-d8b5-41fb-92dc-915da454e381 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.078627] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1649.079035] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0167286-43c9-44a0-a8a7-c9fcb9366059 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.088484] env[62913]: DEBUG oslo_vmware.api [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1649.088484] env[62913]: value = "task-1822215" [ 1649.088484] env[62913]: _type = "Task" [ 1649.088484] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.096162] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822213, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.102335] env[62913]: DEBUG oslo_vmware.api [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.226772] env[62913]: DEBUG nova.compute.utils [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1649.234370] env[62913]: DEBUG nova.compute.manager [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1649.234370] env[62913]: DEBUG nova.network.neutron [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1649.281734] env[62913]: DEBUG nova.policy [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a385a16518b4f53a07ae5d20751c3b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '552ba8925f584c7bb80d2cfd9c59f5f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1649.427837] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': task-1822214, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.487808] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "refresh_cache-46dac113-3495-44da-85a5-2df9958afb7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.488045] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired lock "refresh_cache-46dac113-3495-44da-85a5-2df9958afb7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.488225] env[62913]: DEBUG nova.network.neutron [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1649.596312] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532687} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.601071] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] f8db17b6-30d1-493c-850a-978783ded500/f8db17b6-30d1-493c-850a-978783ded500.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1649.601406] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1649.604783] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f93289ae-4c3d-409f-9414-0231a617d6bf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.608866] env[62913]: DEBUG oslo_vmware.api [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822215, 'name': PowerOffVM_Task, 'duration_secs': 0.210405} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.608866] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1649.608866] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1649.608866] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07706cac-55df-4e01-b5f1-9c4891d61489 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.614588] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1649.614588] env[62913]: value = "task-1822217" [ 1649.614588] env[62913]: _type = "Task" [ 1649.614588] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.625741] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.713229] env[62913]: DEBUG nova.network.neutron [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Successfully created port: 013c7302-15d5-4084-970a-9b4b8edcbdd6 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1649.732763] env[62913]: DEBUG nova.compute.manager [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1649.764020] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1649.764020] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1649.764020] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Deleting the datastore file [datastore1] bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1649.764020] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09b592ee-965f-4310-8976-d9bb4c15376d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.777757] env[62913]: DEBUG oslo_vmware.api [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1649.777757] env[62913]: value = "task-1822219" [ 1649.777757] env[62913]: _type = "Task" [ 1649.777757] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.789456] env[62913]: DEBUG oslo_vmware.api [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.927957] env[62913]: DEBUG oslo_vmware.api [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': task-1822214, 'name': PowerOnVM_Task, 'duration_secs': 0.620578} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.930139] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1649.930367] env[62913]: INFO nova.compute.manager [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1649.930550] env[62913]: DEBUG nova.compute.manager [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1649.935787] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d212ae-a639-45db-8234-450b734be461 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.042381] env[62913]: DEBUG nova.network.neutron [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1650.126985] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075297} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.132685] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1650.133783] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13c8fb1-ec04-4119-b759-147fb20d44c1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.158762] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] f8db17b6-30d1-493c-850a-978783ded500/f8db17b6-30d1-493c-850a-978783ded500.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1650.163840] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1463d9e1-dc57-456a-b802-485df691789e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.185801] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1650.185801] env[62913]: value = "task-1822220" [ 1650.185801] env[62913]: _type = "Task" [ 1650.185801] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.199837] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.234095] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01be2e3-cd08-4343-9276-0ee1e71f23f1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.245784] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7914095d-dfe2-46be-a859-11827063bbb7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.280035] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e565069-1d9e-448f-8e8f-102df8e01579 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.290221] env[62913]: DEBUG oslo_vmware.api [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382492} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.292419] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1650.292610] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1650.292783] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1650.292949] env[62913]: INFO nova.compute.manager [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1650.293204] env[62913]: DEBUG oslo.service.loopingcall [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.293520] env[62913]: DEBUG nova.compute.manager [-] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1650.293620] env[62913]: DEBUG nova.network.neutron [-] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1650.296294] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67e67ec-32b3-47c3-9868-28db470dcd12 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.315637] env[62913]: DEBUG nova.compute.provider_tree [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.317608] env[62913]: DEBUG nova.network.neutron [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Updating instance_info_cache with network_info: [{"id": "3486f8b9-306d-4ecf-b982-d34ec4213ebd", "address": "fa:16:3e:93:37:a9", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3486f8b9-30", "ovs_interfaceid": "3486f8b9-306d-4ecf-b982-d34ec4213ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.460609] env[62913]: INFO nova.compute.manager [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Took 25.30 seconds to build instance. [ 1650.697945] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822220, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.747115] env[62913]: DEBUG nova.compute.manager [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1650.779081] env[62913]: DEBUG nova.virt.hardware [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1650.779317] env[62913]: DEBUG nova.virt.hardware [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1650.779470] env[62913]: DEBUG nova.virt.hardware [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1650.779645] env[62913]: DEBUG nova.virt.hardware [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1650.779788] env[62913]: DEBUG nova.virt.hardware [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1650.779928] env[62913]: DEBUG nova.virt.hardware [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1650.780724] env[62913]: DEBUG nova.virt.hardware [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1650.780724] env[62913]: DEBUG nova.virt.hardware [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1650.780724] env[62913]: DEBUG nova.virt.hardware [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1650.780724] env[62913]: DEBUG nova.virt.hardware [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1650.780898] env[62913]: DEBUG nova.virt.hardware [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1650.782061] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56229d79-9624-4cea-aae8-e88494f65bd1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.791757] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545c18dc-de80-4ef0-8f18-c69cc8c9f23e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.819906] env[62913]: DEBUG nova.scheduler.client.report [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1650.823459] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Releasing lock "refresh_cache-46dac113-3495-44da-85a5-2df9958afb7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.823772] env[62913]: DEBUG nova.compute.manager [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Instance network_info: |[{"id": "3486f8b9-306d-4ecf-b982-d34ec4213ebd", "address": "fa:16:3e:93:37:a9", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3486f8b9-30", "ovs_interfaceid": "3486f8b9-306d-4ecf-b982-d34ec4213ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1650.824166] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:37:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3486f8b9-306d-4ecf-b982-d34ec4213ebd', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1650.831802] env[62913]: DEBUG oslo.service.loopingcall [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.833143] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1650.834231] env[62913]: DEBUG nova.compute.manager [req-460a21bd-b8bf-4515-9dfe-dab30c7ec912 req-2245a79d-a1c2-42d6-885c-9c1e1574176f service nova] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Received event network-vif-deleted-0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1650.834418] env[62913]: INFO nova.compute.manager [req-460a21bd-b8bf-4515-9dfe-dab30c7ec912 req-2245a79d-a1c2-42d6-885c-9c1e1574176f service nova] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Neutron deleted interface 0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0; detaching it from the instance and deleting it from the info cache [ 1650.834583] env[62913]: DEBUG nova.network.neutron [req-460a21bd-b8bf-4515-9dfe-dab30c7ec912 req-2245a79d-a1c2-42d6-885c-9c1e1574176f service nova] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.835574] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02c594ef-b923-4917-a0cf-29fd7eccd9df {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.852388] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd46e623-febd-49d0-8b81-445449330920 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.868102] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e11c613-e3f9-473e-8ae7-6bd61898e726 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.875399] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1650.875399] env[62913]: value = "task-1822221" [ 1650.875399] env[62913]: _type = "Task" [ 1650.875399] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.887320] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822221, 'name': CreateVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.907384] env[62913]: DEBUG nova.compute.manager [req-460a21bd-b8bf-4515-9dfe-dab30c7ec912 req-2245a79d-a1c2-42d6-885c-9c1e1574176f service nova] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Detach interface failed, port_id=0a6dfa6a-2039-4d79-b783-6bdd7a5e18a0, reason: Instance bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1650.965748] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d6053b6a-7f04-4dc5-a697-dbead23e6401 tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Lock "4e156452-1b51-4920-9366-61bb89bcb9f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.823s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.072548] env[62913]: DEBUG nova.compute.manager [req-adc55874-16df-400f-be69-c15b8ab58800 req-e46eacfb-b28b-4736-873e-199864d67603 service nova] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Received event network-changed-3486f8b9-306d-4ecf-b982-d34ec4213ebd {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1651.072719] env[62913]: DEBUG nova.compute.manager [req-adc55874-16df-400f-be69-c15b8ab58800 req-e46eacfb-b28b-4736-873e-199864d67603 service nova] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Refreshing instance network info cache due to event network-changed-3486f8b9-306d-4ecf-b982-d34ec4213ebd. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1651.072956] env[62913]: DEBUG oslo_concurrency.lockutils [req-adc55874-16df-400f-be69-c15b8ab58800 req-e46eacfb-b28b-4736-873e-199864d67603 service nova] Acquiring lock "refresh_cache-46dac113-3495-44da-85a5-2df9958afb7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.073099] env[62913]: DEBUG oslo_concurrency.lockutils [req-adc55874-16df-400f-be69-c15b8ab58800 req-e46eacfb-b28b-4736-873e-199864d67603 service nova] Acquired lock "refresh_cache-46dac113-3495-44da-85a5-2df9958afb7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.073264] env[62913]: DEBUG nova.network.neutron [req-adc55874-16df-400f-be69-c15b8ab58800 req-e46eacfb-b28b-4736-873e-199864d67603 service nova] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Refreshing network info cache for port 3486f8b9-306d-4ecf-b982-d34ec4213ebd {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1651.137842] env[62913]: DEBUG nova.network.neutron [-] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.142863] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "989e9887-935f-4dfc-96c7-d84fa3ba0852" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.142971] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "989e9887-935f-4dfc-96c7-d84fa3ba0852" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.143569] env[62913]: INFO nova.compute.manager [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Shelving [ 1651.198708] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822220, 'name': ReconfigVM_Task, 'duration_secs': 0.532511} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.199071] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Reconfigured VM instance instance-00000038 to attach disk [datastore1] f8db17b6-30d1-493c-850a-978783ded500/f8db17b6-30d1-493c-850a-978783ded500.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1651.199727] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1b67b2c-382f-4440-a92e-1d730d2287dc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.209507] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1651.209507] env[62913]: value = "task-1822222" [ 1651.209507] env[62913]: _type = "Task" [ 1651.209507] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.219053] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822222, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.334055] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.334802] env[62913]: DEBUG nova.compute.manager [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1651.337327] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.014s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.337535] env[62913]: DEBUG nova.objects.instance [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lazy-loading 'resources' on Instance uuid 44c01052-a741-4c21-9bb9-c8b808f2c4ad {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.387881] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822221, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.451874] env[62913]: DEBUG nova.network.neutron [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Successfully updated port: 013c7302-15d5-4084-970a-9b4b8edcbdd6 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1651.611321] env[62913]: DEBUG oslo_vmware.rw_handles [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e712e8-7446-d028-edd3-124fa96947c9/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1651.612918] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55105a8a-7db4-4f6e-987f-1c3f1a949688 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.620965] env[62913]: DEBUG oslo_vmware.rw_handles [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e712e8-7446-d028-edd3-124fa96947c9/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1651.621168] env[62913]: ERROR oslo_vmware.rw_handles [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e712e8-7446-d028-edd3-124fa96947c9/disk-0.vmdk due to incomplete transfer. [ 1651.621403] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-185256ba-fc01-4ab9-8210-d8b60ff1182c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.629271] env[62913]: DEBUG oslo_vmware.rw_handles [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e712e8-7446-d028-edd3-124fa96947c9/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1651.629465] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Uploaded image 71804345-9adc-4de1-af62-91042d5904fd to the Glance image server {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1651.631843] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1651.632108] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-52568f3c-f4ad-4c47-b7c9-d3069163b1a1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.638278] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1651.638278] env[62913]: value = "task-1822223" [ 1651.638278] env[62913]: _type = "Task" [ 1651.638278] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.641882] env[62913]: INFO nova.compute.manager [-] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Took 1.35 seconds to deallocate network for instance. [ 1651.655296] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822223, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.720012] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822222, 'name': Rename_Task, 'duration_secs': 0.240159} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.720012] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1651.720012] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fbaeea4-fcf3-4bfa-bde5-9caad1b5a077 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.727169] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1651.727169] env[62913]: value = "task-1822224" [ 1651.727169] env[62913]: _type = "Task" [ 1651.727169] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.741137] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.843390] env[62913]: DEBUG nova.compute.utils [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1651.845128] env[62913]: DEBUG nova.compute.manager [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1651.845313] env[62913]: DEBUG nova.network.neutron [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1651.858355] env[62913]: DEBUG nova.network.neutron [req-adc55874-16df-400f-be69-c15b8ab58800 req-e46eacfb-b28b-4736-873e-199864d67603 service nova] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Updated VIF entry in instance network info cache for port 3486f8b9-306d-4ecf-b982-d34ec4213ebd. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1651.858664] env[62913]: DEBUG nova.network.neutron [req-adc55874-16df-400f-be69-c15b8ab58800 req-e46eacfb-b28b-4736-873e-199864d67603 service nova] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Updating instance_info_cache with network_info: [{"id": "3486f8b9-306d-4ecf-b982-d34ec4213ebd", "address": "fa:16:3e:93:37:a9", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3486f8b9-30", "ovs_interfaceid": "3486f8b9-306d-4ecf-b982-d34ec4213ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.892873] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822221, 'name': CreateVM_Task, 'duration_secs': 0.563566} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.895204] env[62913]: DEBUG nova.policy [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2270c4d6289c43ae83a980e562f69df8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83283b8312eb4fe6bc7e64d6e2c4f54a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1651.897614] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1651.902196] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.902405] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.902725] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1651.903720] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-779c08a6-2ac8-4ed0-b694-1da6d9317e5b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.910713] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1651.910713] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52851f6e-d171-86aa-3445-4e0392c9149d" [ 1651.910713] env[62913]: _type = "Task" [ 1651.910713] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.927689] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52851f6e-d171-86aa-3445-4e0392c9149d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.958837] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "refresh_cache-7d0bd674-08c1-46b5-bf4e-e168607e0aef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.958837] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquired lock "refresh_cache-7d0bd674-08c1-46b5-bf4e-e168607e0aef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.958837] env[62913]: DEBUG nova.network.neutron [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1652.150662] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822223, 'name': Destroy_Task, 'duration_secs': 0.471946} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.151056] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Destroyed the VM [ 1652.151550] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1652.151963] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ec5810fc-5f0c-4cd3-80b5-5e0eb46e5e93 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.157851] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.158433] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1652.158697] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c39247ff-b4d4-4e9c-86bf-90ca89625639 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.164168] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1652.164168] env[62913]: value = "task-1822225" [ 1652.164168] env[62913]: _type = "Task" [ 1652.164168] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.169959] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1652.169959] env[62913]: value = "task-1822226" [ 1652.169959] env[62913]: _type = "Task" [ 1652.169959] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.181385] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822225, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.190365] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.243257] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822224, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.305498] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf982ecb-6523-47d8-bb2e-d3da1943a0bb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.314905] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29b33f9-9d97-43f7-bf9a-4ac7caa8f127 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.352749] env[62913]: DEBUG nova.compute.manager [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1652.357865] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61eade3d-ffd3-447f-9dff-957222e8dead {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.361193] env[62913]: DEBUG oslo_concurrency.lockutils [req-adc55874-16df-400f-be69-c15b8ab58800 req-e46eacfb-b28b-4736-873e-199864d67603 service nova] Releasing lock "refresh_cache-46dac113-3495-44da-85a5-2df9958afb7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.368595] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfb094f-bdb7-4212-9ed2-2f56f436285c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.393995] env[62913]: DEBUG nova.compute.provider_tree [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1652.423651] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52851f6e-d171-86aa-3445-4e0392c9149d, 'name': SearchDatastore_Task, 'duration_secs': 0.01538} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.423981] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.424250] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1652.424476] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.424627] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.424802] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1652.425095] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97e19670-9d08-4daa-9741-07e14c83d6ba {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.434867] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1652.435121] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1652.435861] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31e50390-d544-476e-bd8e-029ec41fb7cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.442592] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1652.442592] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ad8eea-e7d2-23c3-143a-797acdcfa87d" [ 1652.442592] env[62913]: _type = "Task" [ 1652.442592] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.455152] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ad8eea-e7d2-23c3-143a-797acdcfa87d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.507434] env[62913]: DEBUG nova.network.neutron [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1652.555623] env[62913]: DEBUG nova.network.neutron [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Successfully created port: 68b92d4c-78e3-4481-99c4-550dd8798151 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1652.677625] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822225, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.688238] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822226, 'name': PowerOffVM_Task, 'duration_secs': 0.245565} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.688510] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1652.694208] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e44ac33-2d5a-455e-be13-95e0c1716695 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.722120] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab79afa-172c-4205-9102-546726610adf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.740489] env[62913]: DEBUG nova.network.neutron [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Updating instance_info_cache with network_info: [{"id": "013c7302-15d5-4084-970a-9b4b8edcbdd6", "address": "fa:16:3e:1a:67:95", "network": {"id": "eccfa32a-42e2-4fa1-8eb5-37bd3b78f371", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-838746821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "552ba8925f584c7bb80d2cfd9c59f5f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013c7302-15", "ovs_interfaceid": "013c7302-15d5-4084-970a-9b4b8edcbdd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.749192] env[62913]: DEBUG oslo_vmware.api [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822224, 'name': PowerOnVM_Task, 'duration_secs': 0.720028} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.751072] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1652.751072] env[62913]: INFO nova.compute.manager [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1652.751072] env[62913]: DEBUG nova.compute.manager [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1652.751911] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daabe269-9c1f-4df4-b652-1bfae6952a02 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.897891] env[62913]: DEBUG nova.scheduler.client.report [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1652.955712] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ad8eea-e7d2-23c3-143a-797acdcfa87d, 'name': SearchDatastore_Task, 'duration_secs': 0.013875} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.956551] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d28dc5ba-0edf-4039-9ba7-99e077d8b016 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.964716] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1652.964716] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525d5b9f-f7cb-8358-9991-136589d0116e" [ 1652.964716] env[62913]: _type = "Task" [ 1652.964716] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.974501] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525d5b9f-f7cb-8358-9991-136589d0116e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.179244] env[62913]: DEBUG oslo_vmware.api [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822225, 'name': RemoveSnapshot_Task, 'duration_secs': 0.886415} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.180030] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1653.180030] env[62913]: INFO nova.compute.manager [None req-905689e8-94c5-442f-8639-b25531c1de43 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Took 17.42 seconds to snapshot the instance on the hypervisor. [ 1653.195187] env[62913]: DEBUG nova.compute.manager [req-4e1cc806-a6bc-4f05-9342-7e6e7ba8574a req-0e6adc18-954c-4b2c-94bc-1ede865d32a4 service nova] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Received event network-vif-plugged-013c7302-15d5-4084-970a-9b4b8edcbdd6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1653.195374] env[62913]: DEBUG oslo_concurrency.lockutils [req-4e1cc806-a6bc-4f05-9342-7e6e7ba8574a req-0e6adc18-954c-4b2c-94bc-1ede865d32a4 service nova] Acquiring lock "7d0bd674-08c1-46b5-bf4e-e168607e0aef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.196073] env[62913]: DEBUG oslo_concurrency.lockutils [req-4e1cc806-a6bc-4f05-9342-7e6e7ba8574a req-0e6adc18-954c-4b2c-94bc-1ede865d32a4 service nova] Lock "7d0bd674-08c1-46b5-bf4e-e168607e0aef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.196073] env[62913]: DEBUG oslo_concurrency.lockutils [req-4e1cc806-a6bc-4f05-9342-7e6e7ba8574a req-0e6adc18-954c-4b2c-94bc-1ede865d32a4 service nova] Lock "7d0bd674-08c1-46b5-bf4e-e168607e0aef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.196073] env[62913]: DEBUG nova.compute.manager [req-4e1cc806-a6bc-4f05-9342-7e6e7ba8574a req-0e6adc18-954c-4b2c-94bc-1ede865d32a4 service nova] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] No waiting events found dispatching network-vif-plugged-013c7302-15d5-4084-970a-9b4b8edcbdd6 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1653.196073] env[62913]: WARNING nova.compute.manager [req-4e1cc806-a6bc-4f05-9342-7e6e7ba8574a req-0e6adc18-954c-4b2c-94bc-1ede865d32a4 service nova] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Received unexpected event network-vif-plugged-013c7302-15d5-4084-970a-9b4b8edcbdd6 for instance with vm_state building and task_state spawning. [ 1653.196221] env[62913]: DEBUG nova.compute.manager [req-4e1cc806-a6bc-4f05-9342-7e6e7ba8574a req-0e6adc18-954c-4b2c-94bc-1ede865d32a4 service nova] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Received event network-changed-013c7302-15d5-4084-970a-9b4b8edcbdd6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1653.196340] env[62913]: DEBUG nova.compute.manager [req-4e1cc806-a6bc-4f05-9342-7e6e7ba8574a req-0e6adc18-954c-4b2c-94bc-1ede865d32a4 service nova] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Refreshing instance network info cache due to event network-changed-013c7302-15d5-4084-970a-9b4b8edcbdd6. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1653.196556] env[62913]: DEBUG oslo_concurrency.lockutils [req-4e1cc806-a6bc-4f05-9342-7e6e7ba8574a req-0e6adc18-954c-4b2c-94bc-1ede865d32a4 service nova] Acquiring lock "refresh_cache-7d0bd674-08c1-46b5-bf4e-e168607e0aef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.244332] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1653.244797] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Releasing lock "refresh_cache-7d0bd674-08c1-46b5-bf4e-e168607e0aef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.245098] env[62913]: DEBUG nova.compute.manager [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Instance network_info: |[{"id": "013c7302-15d5-4084-970a-9b4b8edcbdd6", "address": "fa:16:3e:1a:67:95", "network": {"id": "eccfa32a-42e2-4fa1-8eb5-37bd3b78f371", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-838746821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "552ba8925f584c7bb80d2cfd9c59f5f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013c7302-15", "ovs_interfaceid": "013c7302-15d5-4084-970a-9b4b8edcbdd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1653.245366] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e130f1e0-a5e8-46b7-8228-c13d829d9f27 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.247551] env[62913]: DEBUG oslo_concurrency.lockutils [req-4e1cc806-a6bc-4f05-9342-7e6e7ba8574a req-0e6adc18-954c-4b2c-94bc-1ede865d32a4 service nova] Acquired lock "refresh_cache-7d0bd674-08c1-46b5-bf4e-e168607e0aef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.247846] env[62913]: DEBUG nova.network.neutron [req-4e1cc806-a6bc-4f05-9342-7e6e7ba8574a req-0e6adc18-954c-4b2c-94bc-1ede865d32a4 service nova] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Refreshing network info cache for port 013c7302-15d5-4084-970a-9b4b8edcbdd6 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1653.248918] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:67:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '013c7302-15d5-4084-970a-9b4b8edcbdd6', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1653.261827] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Creating folder: Project (552ba8925f584c7bb80d2cfd9c59f5f4). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1653.265324] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ccc15a4-99db-47ca-848e-a33b1db2aa41 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.274891] env[62913]: INFO nova.compute.manager [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Took 26.58 seconds to build instance. [ 1653.277764] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1653.277764] env[62913]: value = "task-1822227" [ 1653.277764] env[62913]: _type = "Task" [ 1653.277764] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.287541] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Created folder: Project (552ba8925f584c7bb80d2cfd9c59f5f4) in parent group-v377263. [ 1653.287714] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Creating folder: Instances. Parent ref: group-v377425. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1653.288530] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bd644da-c9f2-4136-bdcf-07bfd19df02f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.299753] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822227, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.303503] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Created folder: Instances in parent group-v377425. [ 1653.304440] env[62913]: DEBUG oslo.service.loopingcall [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1653.304440] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1653.304809] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c440b2d-3718-4993-a9c3-6c149c43eeb2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.332673] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1653.332673] env[62913]: value = "task-1822230" [ 1653.332673] env[62913]: _type = "Task" [ 1653.332673] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.349713] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822230, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.365121] env[62913]: DEBUG nova.compute.manager [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1653.394642] env[62913]: DEBUG nova.virt.hardware [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1653.395017] env[62913]: DEBUG nova.virt.hardware [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.395269] env[62913]: DEBUG nova.virt.hardware [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1653.395616] env[62913]: DEBUG nova.virt.hardware [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.410474] env[62913]: DEBUG nova.virt.hardware [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1653.410474] env[62913]: DEBUG nova.virt.hardware [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1653.410474] env[62913]: DEBUG nova.virt.hardware [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1653.410474] env[62913]: DEBUG nova.virt.hardware [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1653.410474] env[62913]: DEBUG nova.virt.hardware [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1653.410474] env[62913]: DEBUG nova.virt.hardware [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1653.410474] env[62913]: DEBUG nova.virt.hardware [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1653.410474] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cfaa75-907f-4f37-96ab-d3c0aef91b2b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.410474] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.411775] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.907s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.412958] env[62913]: INFO nova.compute.claims [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1653.419313] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740dd779-28e6-4688-a6c2-485fdc2caf69 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.460662] env[62913]: INFO nova.scheduler.client.report [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Deleted allocations for instance 44c01052-a741-4c21-9bb9-c8b808f2c4ad [ 1653.480060] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525d5b9f-f7cb-8358-9991-136589d0116e, 'name': SearchDatastore_Task, 'duration_secs': 0.01275} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.480395] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.480648] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 46dac113-3495-44da-85a5-2df9958afb7f/46dac113-3495-44da-85a5-2df9958afb7f.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1653.480940] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0447cb16-b075-4ec4-b2f4-d68d2c04a6bd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.489800] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1653.489800] env[62913]: value = "task-1822231" [ 1653.489800] env[62913]: _type = "Task" [ 1653.489800] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.500794] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.617990] env[62913]: DEBUG nova.network.neutron [req-4e1cc806-a6bc-4f05-9342-7e6e7ba8574a req-0e6adc18-954c-4b2c-94bc-1ede865d32a4 service nova] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Updated VIF entry in instance network info cache for port 013c7302-15d5-4084-970a-9b4b8edcbdd6. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1653.617990] env[62913]: DEBUG nova.network.neutron [req-4e1cc806-a6bc-4f05-9342-7e6e7ba8574a req-0e6adc18-954c-4b2c-94bc-1ede865d32a4 service nova] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Updating instance_info_cache with network_info: [{"id": "013c7302-15d5-4084-970a-9b4b8edcbdd6", "address": "fa:16:3e:1a:67:95", "network": {"id": "eccfa32a-42e2-4fa1-8eb5-37bd3b78f371", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-838746821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "552ba8925f584c7bb80d2cfd9c59f5f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013c7302-15", "ovs_interfaceid": "013c7302-15d5-4084-970a-9b4b8edcbdd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.619119] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Acquiring lock "af6bed19-b81b-4717-8ab6-4d9fa9456c3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.622018] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Lock "af6bed19-b81b-4717-8ab6-4d9fa9456c3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.777701] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c9b57952-8906-4ba2-b378-eac1bb45e0c7 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "f8db17b6-30d1-493c-850a-978783ded500" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.095s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.790306] env[62913]: DEBUG oslo_concurrency.lockutils [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "d65903e8-cb94-49e8-8a51-9bad3e1fe986" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.790587] env[62913]: DEBUG oslo_concurrency.lockutils [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "d65903e8-cb94-49e8-8a51-9bad3e1fe986" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.790817] env[62913]: DEBUG oslo_concurrency.lockutils [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "d65903e8-cb94-49e8-8a51-9bad3e1fe986-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.791019] env[62913]: DEBUG oslo_concurrency.lockutils [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "d65903e8-cb94-49e8-8a51-9bad3e1fe986-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.791202] env[62913]: DEBUG oslo_concurrency.lockutils [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "d65903e8-cb94-49e8-8a51-9bad3e1fe986-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.793132] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822227, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.794529] env[62913]: INFO nova.compute.manager [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Terminating instance [ 1653.846658] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822230, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.969022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52440e5b-ee3e-42bc-bf70-30949fd4033f tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "44c01052-a741-4c21-9bb9-c8b808f2c4ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.621s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.002971] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822231, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.122029] env[62913]: DEBUG oslo_concurrency.lockutils [req-4e1cc806-a6bc-4f05-9342-7e6e7ba8574a req-0e6adc18-954c-4b2c-94bc-1ede865d32a4 service nova] Releasing lock "refresh_cache-7d0bd674-08c1-46b5-bf4e-e168607e0aef" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.122175] env[62913]: DEBUG nova.compute.manager [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1654.293456] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822227, 'name': CreateSnapshot_Task, 'duration_secs': 0.764703} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.293456] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1654.293456] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7303aed1-d06a-47bf-845b-7511be081c10 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.302514] env[62913]: DEBUG nova.compute.manager [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1654.302514] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1654.307436] env[62913]: DEBUG nova.network.neutron [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Successfully updated port: 68b92d4c-78e3-4481-99c4-550dd8798151 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1654.307436] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fd05f7-eb9a-4d82-9b3b-86263f17bb3b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.318337] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1654.320869] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33fa8591-4336-4c69-ac0c-b2a1338ca510 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.350266] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822230, 'name': CreateVM_Task, 'duration_secs': 0.524019} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.350480] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1654.351321] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.351534] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.351885] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1654.352181] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a065996a-6b22-4f7b-ad5b-71f7d71b3910 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.357517] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1654.357517] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]524a455f-3e04-a019-bf0c-b49d6901ca81" [ 1654.357517] env[62913]: _type = "Task" [ 1654.357517] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.369161] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524a455f-3e04-a019-bf0c-b49d6901ca81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.397801] env[62913]: DEBUG nova.compute.manager [req-8046470b-e72b-40de-8098-218d5154e801 req-44e5de0b-f653-4c52-9e9b-637358d88f47 service nova] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Received event network-vif-plugged-68b92d4c-78e3-4481-99c4-550dd8798151 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1654.398230] env[62913]: DEBUG oslo_concurrency.lockutils [req-8046470b-e72b-40de-8098-218d5154e801 req-44e5de0b-f653-4c52-9e9b-637358d88f47 service nova] Acquiring lock "ec5b7398-0758-4097-9e62-51e79e6e8002-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.398230] env[62913]: DEBUG oslo_concurrency.lockutils [req-8046470b-e72b-40de-8098-218d5154e801 req-44e5de0b-f653-4c52-9e9b-637358d88f47 service nova] Lock "ec5b7398-0758-4097-9e62-51e79e6e8002-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.398410] env[62913]: DEBUG oslo_concurrency.lockutils [req-8046470b-e72b-40de-8098-218d5154e801 req-44e5de0b-f653-4c52-9e9b-637358d88f47 service nova] Lock "ec5b7398-0758-4097-9e62-51e79e6e8002-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.398588] env[62913]: DEBUG nova.compute.manager [req-8046470b-e72b-40de-8098-218d5154e801 req-44e5de0b-f653-4c52-9e9b-637358d88f47 service nova] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] No waiting events found dispatching network-vif-plugged-68b92d4c-78e3-4481-99c4-550dd8798151 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1654.398714] env[62913]: WARNING nova.compute.manager [req-8046470b-e72b-40de-8098-218d5154e801 req-44e5de0b-f653-4c52-9e9b-637358d88f47 service nova] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Received unexpected event network-vif-plugged-68b92d4c-78e3-4481-99c4-550dd8798151 for instance with vm_state building and task_state spawning. [ 1654.514015] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "aa25311b-fe70-4d3a-87c6-ba210726de3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.514688] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "aa25311b-fe70-4d3a-87c6-ba210726de3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.515906] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518261} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.519536] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "6e53b18b-886b-4afa-a08f-173135fecf2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.519827] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "6e53b18b-886b-4afa-a08f-173135fecf2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.520149] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "6e53b18b-886b-4afa-a08f-173135fecf2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.520425] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "6e53b18b-886b-4afa-a08f-173135fecf2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.520673] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "6e53b18b-886b-4afa-a08f-173135fecf2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.523068] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 46dac113-3495-44da-85a5-2df9958afb7f/46dac113-3495-44da-85a5-2df9958afb7f.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1654.523618] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1654.525387] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01c8acbc-f8b4-431c-afa5-153a20fa7f18 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.528393] env[62913]: INFO nova.compute.manager [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Terminating instance [ 1654.533918] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1654.533918] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1654.533918] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Deleting the datastore file [datastore1] d65903e8-cb94-49e8-8a51-9bad3e1fe986 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1654.537125] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bb9a847-4703-4f92-af27-d06c6d99ad70 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.547389] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1654.547389] env[62913]: value = "task-1822233" [ 1654.547389] env[62913]: _type = "Task" [ 1654.547389] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.556748] env[62913]: DEBUG oslo_vmware.api [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1654.556748] env[62913]: value = "task-1822234" [ 1654.556748] env[62913]: _type = "Task" [ 1654.556748] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.572638] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.580583] env[62913]: DEBUG oslo_vmware.api [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.598256] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Acquiring lock "4e156452-1b51-4920-9366-61bb89bcb9f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.598534] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Lock "4e156452-1b51-4920-9366-61bb89bcb9f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.599396] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Acquiring lock "4e156452-1b51-4920-9366-61bb89bcb9f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.599396] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Lock "4e156452-1b51-4920-9366-61bb89bcb9f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.599396] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Lock "4e156452-1b51-4920-9366-61bb89bcb9f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.605256] env[62913]: INFO nova.compute.manager [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Terminating instance [ 1654.643520] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.813859] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Acquiring lock "refresh_cache-ec5b7398-0758-4097-9e62-51e79e6e8002" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.814173] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Acquired lock "refresh_cache-ec5b7398-0758-4097-9e62-51e79e6e8002" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.814173] env[62913]: DEBUG nova.network.neutron [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.822052] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1654.825120] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-62571604-c422-41bc-9c29-7ad601e6f653 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.835366] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1654.835366] env[62913]: value = "task-1822235" [ 1654.835366] env[62913]: _type = "Task" [ 1654.835366] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.847634] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822235, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.865403] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2dff48-0e30-40de-af9d-3c5b238c739f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.873738] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524a455f-3e04-a019-bf0c-b49d6901ca81, 'name': SearchDatastore_Task, 'duration_secs': 0.059548} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.875594] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.875837] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1654.876083] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.876235] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.876414] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1654.877221] env[62913]: DEBUG nova.network.neutron [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1654.879100] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d153731-4708-4b39-b557-6ee616c38571 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.881826] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba30941a-cc16-4563-a04a-01a67921586e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.917558] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e67360-5dfe-4ef8-85b4-db14e175de0f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.920232] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1654.920443] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1654.921434] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c6cf932-7d57-4a79-b1c4-e4cdba5f9c1e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.930773] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980f3eb8-22e5-4b0e-90cc-ba2f4a665f0b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.934887] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1654.934887] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]524e9f3d-54d9-3c25-49bf-72b46ac8acd9" [ 1654.934887] env[62913]: _type = "Task" [ 1654.934887] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.946945] env[62913]: DEBUG nova.compute.provider_tree [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1654.954750] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524e9f3d-54d9-3c25-49bf-72b46ac8acd9, 'name': SearchDatastore_Task, 'duration_secs': 0.014403} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.955567] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c291e51-d794-4efb-9ab2-78c222787968 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.962991] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1654.962991] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5236334e-d765-7378-72a2-fe65c9781ee4" [ 1654.962991] env[62913]: _type = "Task" [ 1654.962991] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.972583] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5236334e-d765-7378-72a2-fe65c9781ee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.025115] env[62913]: DEBUG nova.compute.manager [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1655.041068] env[62913]: DEBUG nova.compute.manager [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1655.041342] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1655.042295] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72496af-17a0-47b4-a2eb-489fce849f06 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.054171] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1655.054876] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cbdc6b9-ecc8-41c5-9994-e81b80ee81c8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.063674] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070733} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.066989] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1655.068065] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac76ed95-254c-4053-bb1d-a2c9eb11377a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.072977] env[62913]: DEBUG oslo_vmware.api [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1655.072977] env[62913]: value = "task-1822236" [ 1655.072977] env[62913]: _type = "Task" [ 1655.072977] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.098385] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 46dac113-3495-44da-85a5-2df9958afb7f/46dac113-3495-44da-85a5-2df9958afb7f.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1655.098748] env[62913]: DEBUG oslo_vmware.api [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.099750] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1075d768-4c17-43bf-9469-7243050b46d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.119658] env[62913]: DEBUG nova.network.neutron [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Updating instance_info_cache with network_info: [{"id": "68b92d4c-78e3-4481-99c4-550dd8798151", "address": "fa:16:3e:96:98:75", "network": {"id": "2ba0a83c-355f-4653-a600-6cf4c084b9cb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-528779806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83283b8312eb4fe6bc7e64d6e2c4f54a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b92d4c-78", "ovs_interfaceid": "68b92d4c-78e3-4481-99c4-550dd8798151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.121316] env[62913]: DEBUG nova.compute.manager [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1655.121609] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1655.122219] env[62913]: DEBUG oslo_vmware.api [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.123348] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba4f380-06f5-4a5d-b1b3-6a7ae514b870 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.133739] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1655.135267] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5c33eca-1018-4c12-a249-bee444e75910 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.137008] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1655.137008] env[62913]: value = "task-1822237" [ 1655.137008] env[62913]: _type = "Task" [ 1655.137008] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.143703] env[62913]: DEBUG oslo_vmware.api [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Waiting for the task: (returnval){ [ 1655.143703] env[62913]: value = "task-1822238" [ 1655.143703] env[62913]: _type = "Task" [ 1655.143703] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.151363] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.158601] env[62913]: DEBUG oslo_vmware.api [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': task-1822238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.350372] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822235, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.453021] env[62913]: DEBUG nova.scheduler.client.report [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1655.478954] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5236334e-d765-7378-72a2-fe65c9781ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.021602} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.481314] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.481314] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 7d0bd674-08c1-46b5-bf4e-e168607e0aef/7d0bd674-08c1-46b5-bf4e-e168607e0aef.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1655.481314] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d87e23d3-3fac-4275-97c1-0fe4a1c3dca5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.488925] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1655.488925] env[62913]: value = "task-1822239" [ 1655.488925] env[62913]: _type = "Task" [ 1655.488925] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.498930] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.553095] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.574233] env[62913]: DEBUG oslo_vmware.api [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.604813} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.577742] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1655.578097] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1655.578405] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1655.578702] env[62913]: INFO nova.compute.manager [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1655.579550] env[62913]: DEBUG oslo.service.loopingcall [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.580907] env[62913]: DEBUG nova.compute.manager [-] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1655.581263] env[62913]: DEBUG nova.network.neutron [-] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1655.585496] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "f8db17b6-30d1-493c-850a-978783ded500" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.585864] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "f8db17b6-30d1-493c-850a-978783ded500" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.590864] env[62913]: DEBUG oslo_vmware.api [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822236, 'name': PowerOffVM_Task, 'duration_secs': 0.435405} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.591478] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1655.591775] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1655.592166] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51e308c2-c9cf-4093-aa6f-7ce77c55dc3a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.623429] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Releasing lock "refresh_cache-ec5b7398-0758-4097-9e62-51e79e6e8002" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.624077] env[62913]: DEBUG nova.compute.manager [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Instance network_info: |[{"id": "68b92d4c-78e3-4481-99c4-550dd8798151", "address": "fa:16:3e:96:98:75", "network": {"id": "2ba0a83c-355f-4653-a600-6cf4c084b9cb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-528779806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83283b8312eb4fe6bc7e64d6e2c4f54a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b92d4c-78", "ovs_interfaceid": "68b92d4c-78e3-4481-99c4-550dd8798151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1655.625712] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:98:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68b92d4c-78e3-4481-99c4-550dd8798151', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.632532] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Creating folder: Project (83283b8312eb4fe6bc7e64d6e2c4f54a). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1655.633247] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5f1005d-f550-4c84-9c39-b1a7f59fdc51 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.652267] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Created folder: Project (83283b8312eb4fe6bc7e64d6e2c4f54a) in parent group-v377263. [ 1655.652546] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Creating folder: Instances. Parent ref: group-v377430. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1655.652862] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822237, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.653543] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-581e6eb7-3318-4cf2-a442-461a7c296075 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.659565] env[62913]: DEBUG oslo_vmware.api [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': task-1822238, 'name': PowerOffVM_Task, 'duration_secs': 0.312845} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.660292] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1655.660524] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1655.660898] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f959ca6-d869-4ddb-96f7-d99211ec3f4e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.673183] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Created folder: Instances in parent group-v377430. [ 1655.673506] env[62913]: DEBUG oslo.service.loopingcall [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.673738] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.673997] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-818df252-84a0-4f1a-a9ea-02fff0c94b9d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.698964] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1655.698964] env[62913]: value = "task-1822244" [ 1655.698964] env[62913]: _type = "Task" [ 1655.698964] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.708215] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822244, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.850851] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822235, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.902082] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1655.902082] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1655.902629] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Deleting the datastore file [datastore1] 6e53b18b-886b-4afa-a08f-173135fecf2e {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.902883] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b21c7b83-b342-4f56-b9d5-ea4d28f9aa8c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.915285] env[62913]: DEBUG oslo_vmware.api [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1655.915285] env[62913]: value = "task-1822245" [ 1655.915285] env[62913]: _type = "Task" [ 1655.915285] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.915669] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1655.915943] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1655.916397] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Deleting the datastore file [datastore1] 4e156452-1b51-4920-9366-61bb89bcb9f8 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.916864] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe9346bc-4209-4d7a-9f51-62e29ad3df8c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.934656] env[62913]: DEBUG oslo_vmware.api [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.937056] env[62913]: DEBUG oslo_vmware.api [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Waiting for the task: (returnval){ [ 1655.937056] env[62913]: value = "task-1822246" [ 1655.937056] env[62913]: _type = "Task" [ 1655.937056] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.949809] env[62913]: DEBUG oslo_vmware.api [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': task-1822246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.957360] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.958014] env[62913]: DEBUG nova.compute.manager [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1655.961577] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.512s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.963590] env[62913]: INFO nova.compute.claims [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1656.002237] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822239, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.093361] env[62913]: DEBUG nova.compute.utils [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1656.152579] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822237, 'name': ReconfigVM_Task, 'duration_secs': 0.581515} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.152579] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 46dac113-3495-44da-85a5-2df9958afb7f/46dac113-3495-44da-85a5-2df9958afb7f.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1656.152579] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a04daa3b-5eb8-4195-9650-398be6cbaf5f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.161136] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1656.161136] env[62913]: value = "task-1822247" [ 1656.161136] env[62913]: _type = "Task" [ 1656.161136] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.170640] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822247, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.210349] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822244, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.347623] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822235, 'name': CloneVM_Task} progress is 95%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.427737] env[62913]: DEBUG oslo_vmware.api [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308467} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.428065] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1656.428282] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1656.428550] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1656.428726] env[62913]: INFO nova.compute.manager [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1656.429013] env[62913]: DEBUG oslo.service.loopingcall [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.429232] env[62913]: DEBUG nova.compute.manager [-] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1656.429355] env[62913]: DEBUG nova.network.neutron [-] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1656.448214] env[62913]: DEBUG oslo_vmware.api [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Task: {'id': task-1822246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286633} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.448469] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1656.448649] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1656.448823] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1656.448996] env[62913]: INFO nova.compute.manager [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1656.449250] env[62913]: DEBUG oslo.service.loopingcall [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.449437] env[62913]: DEBUG nova.compute.manager [-] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1656.449530] env[62913]: DEBUG nova.network.neutron [-] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1656.463069] env[62913]: DEBUG nova.compute.utils [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1656.466956] env[62913]: DEBUG nova.compute.manager [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1656.467077] env[62913]: DEBUG nova.network.neutron [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1656.499600] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593151} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.499868] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 7d0bd674-08c1-46b5-bf4e-e168607e0aef/7d0bd674-08c1-46b5-bf4e-e168607e0aef.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1656.500094] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1656.500359] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f204094b-96ce-4d1e-ab49-ecdfe7747253 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.513984] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1656.513984] env[62913]: value = "task-1822248" [ 1656.513984] env[62913]: _type = "Task" [ 1656.513984] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.523936] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.569777] env[62913]: DEBUG nova.policy [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '088c5e04c1ec4270bb8f6cef7c419444', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f14b89ec42348558e59834519afb3d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1656.571550] env[62913]: DEBUG nova.network.neutron [-] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.596027] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "f8db17b6-30d1-493c-850a-978783ded500" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.672192] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822247, 'name': Rename_Task, 'duration_secs': 0.197587} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.673837] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1656.674290] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f18d3a98-146c-4827-9816-37c057bd0486 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.681820] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1656.681820] env[62913]: value = "task-1822249" [ 1656.681820] env[62913]: _type = "Task" [ 1656.681820] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.690953] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.710124] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822244, 'name': CreateVM_Task, 'duration_secs': 0.56591} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.710391] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.711160] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.711372] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.711761] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.711953] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06ca07cd-ed75-4088-8e55-4ab3a16a9972 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.716925] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Waiting for the task: (returnval){ [ 1656.716925] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5280595a-8635-afb8-a5b2-3776a2a05fd8" [ 1656.716925] env[62913]: _type = "Task" [ 1656.716925] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.725489] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5280595a-8635-afb8-a5b2-3776a2a05fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.850225] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822235, 'name': CloneVM_Task, 'duration_secs': 1.767664} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.850225] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Created linked-clone VM from snapshot [ 1656.850517] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dbe2be-720e-4b90-bc8d-c212546c2e23 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.859990] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Uploading image 9cf4e690-d1e6-4749-bb4c-c42286aabde4 {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1656.892352] env[62913]: DEBUG oslo_vmware.rw_handles [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1656.892352] env[62913]: value = "vm-377429" [ 1656.892352] env[62913]: _type = "VirtualMachine" [ 1656.892352] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1656.892696] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1026340a-68dd-4f17-81f3-01f8ac792469 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.902503] env[62913]: DEBUG oslo_vmware.rw_handles [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lease: (returnval){ [ 1656.902503] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a640c5-01e7-345b-0078-af4bbb03a1c7" [ 1656.902503] env[62913]: _type = "HttpNfcLease" [ 1656.902503] env[62913]: } obtained for exporting VM: (result){ [ 1656.902503] env[62913]: value = "vm-377429" [ 1656.902503] env[62913]: _type = "VirtualMachine" [ 1656.902503] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1656.902879] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the lease: (returnval){ [ 1656.902879] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a640c5-01e7-345b-0078-af4bbb03a1c7" [ 1656.902879] env[62913]: _type = "HttpNfcLease" [ 1656.902879] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1656.909899] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1656.909899] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a640c5-01e7-345b-0078-af4bbb03a1c7" [ 1656.909899] env[62913]: _type = "HttpNfcLease" [ 1656.909899] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1656.969713] env[62913]: DEBUG nova.compute.manager [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1657.025404] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082041} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.025404] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1657.026480] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3dbac4-79b9-4a00-83bb-485e0ac6c635 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.051146] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 7d0bd674-08c1-46b5-bf4e-e168607e0aef/7d0bd674-08c1-46b5-bf4e-e168607e0aef.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1657.054072] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b2331e-5a02-4e1d-996d-f97d3b502e2d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.069970] env[62913]: DEBUG nova.network.neutron [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Successfully created port: 630b730a-a16c-45e0-8756-5dd310c1e1f9 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1657.075313] env[62913]: INFO nova.compute.manager [-] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Took 1.49 seconds to deallocate network for instance. [ 1657.078617] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1657.078617] env[62913]: value = "task-1822251" [ 1657.078617] env[62913]: _type = "Task" [ 1657.078617] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.093046] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822251, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.175969] env[62913]: DEBUG nova.network.neutron [-] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.193905] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.198514] env[62913]: DEBUG nova.compute.manager [req-1af7894d-d8a7-426d-b53e-bc7cc4d20f74 req-5cbb5579-6165-42fb-8130-4c2c2c0a84b7 service nova] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Received event network-changed-68b92d4c-78e3-4481-99c4-550dd8798151 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1657.198882] env[62913]: DEBUG nova.compute.manager [req-1af7894d-d8a7-426d-b53e-bc7cc4d20f74 req-5cbb5579-6165-42fb-8130-4c2c2c0a84b7 service nova] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Refreshing instance network info cache due to event network-changed-68b92d4c-78e3-4481-99c4-550dd8798151. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1657.199387] env[62913]: DEBUG oslo_concurrency.lockutils [req-1af7894d-d8a7-426d-b53e-bc7cc4d20f74 req-5cbb5579-6165-42fb-8130-4c2c2c0a84b7 service nova] Acquiring lock "refresh_cache-ec5b7398-0758-4097-9e62-51e79e6e8002" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.199387] env[62913]: DEBUG oslo_concurrency.lockutils [req-1af7894d-d8a7-426d-b53e-bc7cc4d20f74 req-5cbb5579-6165-42fb-8130-4c2c2c0a84b7 service nova] Acquired lock "refresh_cache-ec5b7398-0758-4097-9e62-51e79e6e8002" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.199387] env[62913]: DEBUG nova.network.neutron [req-1af7894d-d8a7-426d-b53e-bc7cc4d20f74 req-5cbb5579-6165-42fb-8130-4c2c2c0a84b7 service nova] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Refreshing network info cache for port 68b92d4c-78e3-4481-99c4-550dd8798151 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1657.229490] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5280595a-8635-afb8-a5b2-3776a2a05fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.05649} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.230649] env[62913]: DEBUG nova.compute.manager [req-461ccda8-42db-4339-be34-b5dc05191aab req-077e4e52-483b-4a29-bdff-70ca475701ef service nova] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Received event network-vif-deleted-5b3ee972-3e57-4d2e-9a83-cf262a19bc6a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1657.231028] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.231245] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.231471] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.231619] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.231795] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.232305] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c370ee30-aa49-4646-9134-cb7b26db3958 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.246696] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.246874] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.248469] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c866447-a06d-4d63-a7dd-8994dd21e5b7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.253459] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Waiting for the task: (returnval){ [ 1657.253459] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5277c00e-bba9-6d1f-429a-46a2cf136037" [ 1657.253459] env[62913]: _type = "Task" [ 1657.253459] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.264553] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5277c00e-bba9-6d1f-429a-46a2cf136037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.362798] env[62913]: DEBUG nova.network.neutron [-] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.412743] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1657.412743] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a640c5-01e7-345b-0078-af4bbb03a1c7" [ 1657.412743] env[62913]: _type = "HttpNfcLease" [ 1657.412743] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1657.413032] env[62913]: DEBUG oslo_vmware.rw_handles [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1657.413032] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a640c5-01e7-345b-0078-af4bbb03a1c7" [ 1657.413032] env[62913]: _type = "HttpNfcLease" [ 1657.413032] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1657.414150] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ac77d8-3799-45b6-b5a4-c090b4afd872 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.424850] env[62913]: DEBUG oslo_vmware.rw_handles [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d3ddb2-a66b-9f63-a694-2277750eae40/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1657.425575] env[62913]: DEBUG oslo_vmware.rw_handles [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d3ddb2-a66b-9f63-a694-2277750eae40/disk-0.vmdk for reading. {{(pid=62913) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1657.541929] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8f13629c-17de-467a-b737-65216a48e24d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.591444] env[62913]: DEBUG oslo_concurrency.lockutils [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.592256] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3358fd95-048d-4364-890b-f5b677aff64a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.603385] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7532923-e309-4f5d-942a-9d7a1d0ccda5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.606702] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.636834] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ff9a59-3c55-4ff5-9ff3-940e9dd60f65 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.646966] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ecedd6-05ba-4676-b568-e4a9de59cb41 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.663670] env[62913]: DEBUG nova.compute.provider_tree [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.671713] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "f8db17b6-30d1-493c-850a-978783ded500" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.671837] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "f8db17b6-30d1-493c-850a-978783ded500" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.673098] env[62913]: INFO nova.compute.manager [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Attaching volume 3bdb2145-b88f-46d3-a21e-e9bf3a02b248 to /dev/sdb [ 1657.677340] env[62913]: INFO nova.compute.manager [-] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Took 1.23 seconds to deallocate network for instance. [ 1657.694593] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.730031] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f34f32-1643-404f-904a-e0e4664736b9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.738173] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54da1058-2f91-4647-990d-ae4f2ed393a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.754951] env[62913]: DEBUG nova.virt.block_device [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Updating existing volume attachment record: 27d862ff-31a7-4903-91de-02fb74a0d35d {{(pid=62913) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1657.769135] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5277c00e-bba9-6d1f-429a-46a2cf136037, 'name': SearchDatastore_Task, 'duration_secs': 0.065099} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.769135] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-670d576c-9e32-47a8-8eb4-cbc01ed69a2d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.778555] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Waiting for the task: (returnval){ [ 1657.778555] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5267af5b-27d0-7826-f524-f66085efd62b" [ 1657.778555] env[62913]: _type = "Task" [ 1657.778555] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.788089] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5267af5b-27d0-7826-f524-f66085efd62b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.866715] env[62913]: INFO nova.compute.manager [-] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Took 1.44 seconds to deallocate network for instance. [ 1658.004856] env[62913]: DEBUG nova.compute.manager [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1658.015743] env[62913]: DEBUG nova.network.neutron [req-1af7894d-d8a7-426d-b53e-bc7cc4d20f74 req-5cbb5579-6165-42fb-8130-4c2c2c0a84b7 service nova] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Updated VIF entry in instance network info cache for port 68b92d4c-78e3-4481-99c4-550dd8798151. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1658.015743] env[62913]: DEBUG nova.network.neutron [req-1af7894d-d8a7-426d-b53e-bc7cc4d20f74 req-5cbb5579-6165-42fb-8130-4c2c2c0a84b7 service nova] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Updating instance_info_cache with network_info: [{"id": "68b92d4c-78e3-4481-99c4-550dd8798151", "address": "fa:16:3e:96:98:75", "network": {"id": "2ba0a83c-355f-4653-a600-6cf4c084b9cb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-528779806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83283b8312eb4fe6bc7e64d6e2c4f54a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b92d4c-78", "ovs_interfaceid": "68b92d4c-78e3-4481-99c4-550dd8798151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.040091] env[62913]: DEBUG nova.virt.hardware [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1658.040985] env[62913]: DEBUG nova.virt.hardware [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1658.041204] env[62913]: DEBUG nova.virt.hardware [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1658.041540] env[62913]: DEBUG nova.virt.hardware [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1658.041745] env[62913]: DEBUG nova.virt.hardware [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1658.041921] env[62913]: DEBUG nova.virt.hardware [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1658.042240] env[62913]: DEBUG nova.virt.hardware [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1658.042578] env[62913]: DEBUG nova.virt.hardware [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1658.042753] env[62913]: DEBUG nova.virt.hardware [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1658.042831] env[62913]: DEBUG nova.virt.hardware [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1658.043167] env[62913]: DEBUG nova.virt.hardware [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1658.044319] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa317f7-4712-4201-8591-179c94e123e5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.054774] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d810376-140d-4aaf-adb1-966c7ef10037 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.094246] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822251, 'name': ReconfigVM_Task, 'duration_secs': 0.772878} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.094737] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 7d0bd674-08c1-46b5-bf4e-e168607e0aef/7d0bd674-08c1-46b5-bf4e-e168607e0aef.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1658.095409] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97cce4cb-7503-438f-9e6e-911266b4e636 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.103254] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1658.103254] env[62913]: value = "task-1822253" [ 1658.103254] env[62913]: _type = "Task" [ 1658.103254] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.114983] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822253, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.166735] env[62913]: DEBUG nova.scheduler.client.report [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1658.186388] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.196530] env[62913]: DEBUG oslo_vmware.api [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822249, 'name': PowerOnVM_Task, 'duration_secs': 1.307201} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.197046] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1658.197687] env[62913]: INFO nova.compute.manager [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1658.197687] env[62913]: DEBUG nova.compute.manager [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1658.198371] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770a75fd-91ce-418b-adfa-b99897b88fae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.290559] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5267af5b-27d0-7826-f524-f66085efd62b, 'name': SearchDatastore_Task, 'duration_secs': 0.013009} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.291033] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.291727] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] ec5b7398-0758-4097-9e62-51e79e6e8002/ec5b7398-0758-4097-9e62-51e79e6e8002.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.291727] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc10c2a5-3e77-4f95-85ef-7f247992ae5f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.301461] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Waiting for the task: (returnval){ [ 1658.301461] env[62913]: value = "task-1822256" [ 1658.301461] env[62913]: _type = "Task" [ 1658.301461] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.313543] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': task-1822256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.376636] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.517951] env[62913]: DEBUG oslo_concurrency.lockutils [req-1af7894d-d8a7-426d-b53e-bc7cc4d20f74 req-5cbb5579-6165-42fb-8130-4c2c2c0a84b7 service nova] Releasing lock "refresh_cache-ec5b7398-0758-4097-9e62-51e79e6e8002" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.518309] env[62913]: DEBUG nova.compute.manager [req-1af7894d-d8a7-426d-b53e-bc7cc4d20f74 req-5cbb5579-6165-42fb-8130-4c2c2c0a84b7 service nova] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Received event network-vif-deleted-63a063e2-b227-4fda-b09a-901ae45cb4bf {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1658.616280] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822253, 'name': Rename_Task, 'duration_secs': 0.264858} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.620019] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1658.620019] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d995fef-6c2c-4a88-bb2a-44ee15d8c2da {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.625497] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1658.625497] env[62913]: value = "task-1822257" [ 1658.625497] env[62913]: _type = "Task" [ 1658.625497] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.636192] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.673026] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.674971] env[62913]: DEBUG nova.compute.manager [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1658.678552] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 21.672s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.720208] env[62913]: INFO nova.compute.manager [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Took 30.46 seconds to build instance. [ 1658.817524] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': task-1822256, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.861695] env[62913]: DEBUG nova.network.neutron [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Successfully updated port: 630b730a-a16c-45e0-8756-5dd310c1e1f9 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1659.052069] env[62913]: INFO nova.compute.manager [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Rescuing [ 1659.052069] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "refresh_cache-46dac113-3495-44da-85a5-2df9958afb7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.052069] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired lock "refresh_cache-46dac113-3495-44da-85a5-2df9958afb7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.052069] env[62913]: DEBUG nova.network.neutron [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1659.136328] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822257, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.184023] env[62913]: DEBUG nova.objects.instance [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lazy-loading 'migration_context' on Instance uuid 8074d75c-a13a-4e80-ba58-2dbc7d620328 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.184023] env[62913]: DEBUG nova.compute.utils [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1659.185829] env[62913]: DEBUG nova.compute.manager [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1659.186222] env[62913]: DEBUG nova.network.neutron [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1659.223329] env[62913]: DEBUG oslo_concurrency.lockutils [None req-42290481-3bb4-4588-9961-d9e07ffcfe8f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "46dac113-3495-44da-85a5-2df9958afb7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.990s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.257223] env[62913]: DEBUG nova.policy [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4be0ec8c2c6347d193b7b2da8ea04dfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '407d8e95816747b4bd972a73e6b06db6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1659.262792] env[62913]: DEBUG nova.compute.manager [req-96b9f877-7b35-4f08-a1f0-591a0fd6b427 req-63469523-8e23-49bc-883e-3bf4518d363c service nova] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Received event network-vif-deleted-48e08af1-3448-4ea9-ab23-0beaa8cd80b5 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1659.263258] env[62913]: DEBUG nova.compute.manager [req-96b9f877-7b35-4f08-a1f0-591a0fd6b427 req-63469523-8e23-49bc-883e-3bf4518d363c service nova] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Received event network-vif-plugged-630b730a-a16c-45e0-8756-5dd310c1e1f9 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1659.263721] env[62913]: DEBUG oslo_concurrency.lockutils [req-96b9f877-7b35-4f08-a1f0-591a0fd6b427 req-63469523-8e23-49bc-883e-3bf4518d363c service nova] Acquiring lock "0e1f5d53-62c5-4e2b-a374-94c01cc99ffa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.264107] env[62913]: DEBUG oslo_concurrency.lockutils [req-96b9f877-7b35-4f08-a1f0-591a0fd6b427 req-63469523-8e23-49bc-883e-3bf4518d363c service nova] Lock "0e1f5d53-62c5-4e2b-a374-94c01cc99ffa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.264434] env[62913]: DEBUG oslo_concurrency.lockutils [req-96b9f877-7b35-4f08-a1f0-591a0fd6b427 req-63469523-8e23-49bc-883e-3bf4518d363c service nova] Lock "0e1f5d53-62c5-4e2b-a374-94c01cc99ffa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.265421] env[62913]: DEBUG nova.compute.manager [req-96b9f877-7b35-4f08-a1f0-591a0fd6b427 req-63469523-8e23-49bc-883e-3bf4518d363c service nova] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] No waiting events found dispatching network-vif-plugged-630b730a-a16c-45e0-8756-5dd310c1e1f9 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1659.265421] env[62913]: WARNING nova.compute.manager [req-96b9f877-7b35-4f08-a1f0-591a0fd6b427 req-63469523-8e23-49bc-883e-3bf4518d363c service nova] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Received unexpected event network-vif-plugged-630b730a-a16c-45e0-8756-5dd310c1e1f9 for instance with vm_state building and task_state spawning. [ 1659.265421] env[62913]: DEBUG nova.compute.manager [req-96b9f877-7b35-4f08-a1f0-591a0fd6b427 req-63469523-8e23-49bc-883e-3bf4518d363c service nova] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Received event network-changed-630b730a-a16c-45e0-8756-5dd310c1e1f9 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1659.265421] env[62913]: DEBUG nova.compute.manager [req-96b9f877-7b35-4f08-a1f0-591a0fd6b427 req-63469523-8e23-49bc-883e-3bf4518d363c service nova] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Refreshing instance network info cache due to event network-changed-630b730a-a16c-45e0-8756-5dd310c1e1f9. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1659.265591] env[62913]: DEBUG oslo_concurrency.lockutils [req-96b9f877-7b35-4f08-a1f0-591a0fd6b427 req-63469523-8e23-49bc-883e-3bf4518d363c service nova] Acquiring lock "refresh_cache-0e1f5d53-62c5-4e2b-a374-94c01cc99ffa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.265629] env[62913]: DEBUG oslo_concurrency.lockutils [req-96b9f877-7b35-4f08-a1f0-591a0fd6b427 req-63469523-8e23-49bc-883e-3bf4518d363c service nova] Acquired lock "refresh_cache-0e1f5d53-62c5-4e2b-a374-94c01cc99ffa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.266170] env[62913]: DEBUG nova.network.neutron [req-96b9f877-7b35-4f08-a1f0-591a0fd6b427 req-63469523-8e23-49bc-883e-3bf4518d363c service nova] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Refreshing network info cache for port 630b730a-a16c-45e0-8756-5dd310c1e1f9 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1659.315098] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': task-1822256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716247} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.315899] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] ec5b7398-0758-4097-9e62-51e79e6e8002/ec5b7398-0758-4097-9e62-51e79e6e8002.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1659.316280] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1659.316758] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b12a6844-767c-46b1-856d-5fa0edd99707 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.326718] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Waiting for the task: (returnval){ [ 1659.326718] env[62913]: value = "task-1822258" [ 1659.326718] env[62913]: _type = "Task" [ 1659.326718] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.351015] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': task-1822258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.365854] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Acquiring lock "refresh_cache-0e1f5d53-62c5-4e2b-a374-94c01cc99ffa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.610074] env[62913]: DEBUG nova.network.neutron [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Successfully created port: 2f68e83f-cef8-46e5-a898-e9f3cfa1deab {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1659.637649] env[62913]: DEBUG oslo_vmware.api [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822257, 'name': PowerOnVM_Task, 'duration_secs': 0.832785} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.638039] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1659.638138] env[62913]: INFO nova.compute.manager [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1659.638369] env[62913]: DEBUG nova.compute.manager [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1659.639184] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aebce25-a37c-4946-b0f8-15989b0397e4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.689668] env[62913]: DEBUG nova.compute.manager [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1659.828178] env[62913]: DEBUG nova.network.neutron [req-96b9f877-7b35-4f08-a1f0-591a0fd6b427 req-63469523-8e23-49bc-883e-3bf4518d363c service nova] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1659.842477] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': task-1822258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196749} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.842781] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1659.848808] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6df024-e023-4171-8f80-a5f471b6713b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.879019] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] ec5b7398-0758-4097-9e62-51e79e6e8002/ec5b7398-0758-4097-9e62-51e79e6e8002.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1659.882292] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb52fb2a-8846-49d8-a7a3-cc1a7f8ed441 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.921094] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Waiting for the task: (returnval){ [ 1659.921094] env[62913]: value = "task-1822259" [ 1659.921094] env[62913]: _type = "Task" [ 1659.921094] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.934219] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': task-1822259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.996190] env[62913]: DEBUG nova.network.neutron [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Updating instance_info_cache with network_info: [{"id": "3486f8b9-306d-4ecf-b982-d34ec4213ebd", "address": "fa:16:3e:93:37:a9", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3486f8b9-30", "ovs_interfaceid": "3486f8b9-306d-4ecf-b982-d34ec4213ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.002113] env[62913]: DEBUG nova.network.neutron [req-96b9f877-7b35-4f08-a1f0-591a0fd6b427 req-63469523-8e23-49bc-883e-3bf4518d363c service nova] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.161309] env[62913]: INFO nova.compute.manager [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Took 29.86 seconds to build instance. [ 1660.239026] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58156090-1908-45be-9b9b-c3924013d973 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.249392] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a00182-b9b9-4065-89f5-e66daef17b87 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.283076] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2c2fef-048c-40fd-a604-94d53e500ede {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.292062] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8540ff70-dbfb-4157-a23a-beabcaecc218 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.311973] env[62913]: DEBUG nova.compute.provider_tree [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.433027] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': task-1822259, 'name': ReconfigVM_Task, 'duration_secs': 0.405663} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.433027] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Reconfigured VM instance instance-0000003b to attach disk [datastore1] ec5b7398-0758-4097-9e62-51e79e6e8002/ec5b7398-0758-4097-9e62-51e79e6e8002.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.433027] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d85f9d2-3d81-4f78-8676-d3a72887b902 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.442028] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Waiting for the task: (returnval){ [ 1660.442028] env[62913]: value = "task-1822261" [ 1660.442028] env[62913]: _type = "Task" [ 1660.442028] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.452267] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': task-1822261, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.505024] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Releasing lock "refresh_cache-46dac113-3495-44da-85a5-2df9958afb7f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.505767] env[62913]: DEBUG oslo_concurrency.lockutils [req-96b9f877-7b35-4f08-a1f0-591a0fd6b427 req-63469523-8e23-49bc-883e-3bf4518d363c service nova] Releasing lock "refresh_cache-0e1f5d53-62c5-4e2b-a374-94c01cc99ffa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.507938] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Acquired lock "refresh_cache-0e1f5d53-62c5-4e2b-a374-94c01cc99ffa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.507938] env[62913]: DEBUG nova.network.neutron [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.664817] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a252fb0-f86a-4660-b01d-eb7aeec6fa58 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "7d0bd674-08c1-46b5-bf4e-e168607e0aef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.374s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.705113] env[62913]: DEBUG nova.compute.manager [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1660.728032] env[62913]: DEBUG nova.virt.hardware [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1660.728032] env[62913]: DEBUG nova.virt.hardware [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1660.728032] env[62913]: DEBUG nova.virt.hardware [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1660.728309] env[62913]: DEBUG nova.virt.hardware [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1660.728387] env[62913]: DEBUG nova.virt.hardware [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1660.728596] env[62913]: DEBUG nova.virt.hardware [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1660.728880] env[62913]: DEBUG nova.virt.hardware [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1660.729115] env[62913]: DEBUG nova.virt.hardware [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1660.729302] env[62913]: DEBUG nova.virt.hardware [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1660.729472] env[62913]: DEBUG nova.virt.hardware [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1660.729699] env[62913]: DEBUG nova.virt.hardware [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1660.730604] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7b655c-589b-4139-9755-8538d971661b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.739586] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf77eec-317a-47d7-85e4-6f47b3b1dff9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.816073] env[62913]: DEBUG nova.scheduler.client.report [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1660.952287] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': task-1822261, 'name': Rename_Task, 'duration_secs': 0.205102} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.952681] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1660.952986] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8ad1a89-a0d2-42af-aac5-4828e1f10961 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.960319] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Waiting for the task: (returnval){ [ 1660.960319] env[62913]: value = "task-1822262" [ 1660.960319] env[62913]: _type = "Task" [ 1660.960319] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.969235] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': task-1822262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.057029] env[62913]: DEBUG nova.network.neutron [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1661.257021] env[62913]: DEBUG nova.network.neutron [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Updating instance_info_cache with network_info: [{"id": "630b730a-a16c-45e0-8756-5dd310c1e1f9", "address": "fa:16:3e:e8:be:81", "network": {"id": "1f54e963-cad3-43ce-a768-d16f3568d043", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-985820711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f14b89ec42348558e59834519afb3d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630b730a-a1", "ovs_interfaceid": "630b730a-a16c-45e0-8756-5dd310c1e1f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.476665] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': task-1822262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.501524] env[62913]: DEBUG nova.network.neutron [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Successfully updated port: 2f68e83f-cef8-46e5-a898-e9f3cfa1deab {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1661.534773] env[62913]: DEBUG nova.compute.manager [req-c2558a2d-1839-4206-9885-fa533e377ceb req-f15a97a1-58a4-4a82-ba46-9210b693f83b service nova] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Received event network-vif-plugged-2f68e83f-cef8-46e5-a898-e9f3cfa1deab {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1661.534961] env[62913]: DEBUG oslo_concurrency.lockutils [req-c2558a2d-1839-4206-9885-fa533e377ceb req-f15a97a1-58a4-4a82-ba46-9210b693f83b service nova] Acquiring lock "fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.535221] env[62913]: DEBUG oslo_concurrency.lockutils [req-c2558a2d-1839-4206-9885-fa533e377ceb req-f15a97a1-58a4-4a82-ba46-9210b693f83b service nova] Lock "fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.535407] env[62913]: DEBUG oslo_concurrency.lockutils [req-c2558a2d-1839-4206-9885-fa533e377ceb req-f15a97a1-58a4-4a82-ba46-9210b693f83b service nova] Lock "fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.535971] env[62913]: DEBUG nova.compute.manager [req-c2558a2d-1839-4206-9885-fa533e377ceb req-f15a97a1-58a4-4a82-ba46-9210b693f83b service nova] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] No waiting events found dispatching network-vif-plugged-2f68e83f-cef8-46e5-a898-e9f3cfa1deab {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1661.536227] env[62913]: WARNING nova.compute.manager [req-c2558a2d-1839-4206-9885-fa533e377ceb req-f15a97a1-58a4-4a82-ba46-9210b693f83b service nova] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Received unexpected event network-vif-plugged-2f68e83f-cef8-46e5-a898-e9f3cfa1deab for instance with vm_state building and task_state spawning. [ 1661.758051] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Releasing lock "refresh_cache-0e1f5d53-62c5-4e2b-a374-94c01cc99ffa" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.758051] env[62913]: DEBUG nova.compute.manager [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Instance network_info: |[{"id": "630b730a-a16c-45e0-8756-5dd310c1e1f9", "address": "fa:16:3e:e8:be:81", "network": {"id": "1f54e963-cad3-43ce-a768-d16f3568d043", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-985820711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f14b89ec42348558e59834519afb3d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630b730a-a1", "ovs_interfaceid": "630b730a-a16c-45e0-8756-5dd310c1e1f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1661.758332] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:be:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '630b730a-a16c-45e0-8756-5dd310c1e1f9', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1661.770454] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Creating folder: Project (3f14b89ec42348558e59834519afb3d7). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1661.770603] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-116424a6-bed8-4158-a200-652508ee7c54 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.783036] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Created folder: Project (3f14b89ec42348558e59834519afb3d7) in parent group-v377263. [ 1661.783255] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Creating folder: Instances. Parent ref: group-v377435. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1661.783560] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d130d76-ef3e-4e6b-88f0-2ac3f6f8b9d8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.794137] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Created folder: Instances in parent group-v377435. [ 1661.794439] env[62913]: DEBUG oslo.service.loopingcall [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.794683] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1661.794939] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51cee253-39d8-492c-8a37-f12dbec2e980 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.818574] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1661.818574] env[62913]: value = "task-1822265" [ 1661.818574] env[62913]: _type = "Task" [ 1661.818574] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.831467] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.153s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.837715] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822265, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.838441] env[62913]: DEBUG oslo_concurrency.lockutils [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.193s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.838684] env[62913]: DEBUG nova.objects.instance [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lazy-loading 'resources' on Instance uuid ef35db94-4dc6-4270-abd0-12c8938c4939 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.972739] env[62913]: DEBUG oslo_vmware.api [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': task-1822262, 'name': PowerOnVM_Task, 'duration_secs': 0.760525} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.973107] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1661.973366] env[62913]: INFO nova.compute.manager [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1661.973591] env[62913]: DEBUG nova.compute.manager [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1661.974459] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181a0389-49f2-453b-bf6a-e73b1d42d7e6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.004201] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "refresh_cache-fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.004394] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquired lock "refresh_cache-fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.004576] env[62913]: DEBUG nova.network.neutron [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1662.049953] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1662.050300] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf62e58d-f980-4c1d-82be-57111663c56f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.059035] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1662.059035] env[62913]: value = "task-1822266" [ 1662.059035] env[62913]: _type = "Task" [ 1662.059035] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.069708] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.333246] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822265, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.494911] env[62913]: INFO nova.compute.manager [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Took 30.46 seconds to build instance. [ 1662.546190] env[62913]: DEBUG nova.network.neutron [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1662.573138] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822266, 'name': PowerOffVM_Task, 'duration_secs': 0.366093} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.577500] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1662.582904] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36226f6b-25d0-410a-b9ca-dd6a61f51c49 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.605808] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9c95c4-b3ad-4b30-a24e-e40079e8b011 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.743100] env[62913]: DEBUG nova.network.neutron [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Updating instance_info_cache with network_info: [{"id": "2f68e83f-cef8-46e5-a898-e9f3cfa1deab", "address": "fa:16:3e:38:67:1b", "network": {"id": "bd984ec9-7f37-4559-91f0-6b121c79f29c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1599076147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "407d8e95816747b4bd972a73e6b06db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f68e83f-ce", "ovs_interfaceid": "2f68e83f-cef8-46e5-a898-e9f3cfa1deab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.816994] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96b11be-3c2d-45c5-8730-4b0cbd45ecb3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.820968] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Volume attach. Driver type: vmdk {{(pid=62913) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1662.821192] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377434', 'volume_id': '3bdb2145-b88f-46d3-a21e-e9bf3a02b248', 'name': 'volume-3bdb2145-b88f-46d3-a21e-e9bf3a02b248', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f8db17b6-30d1-493c-850a-978783ded500', 'attached_at': '', 'detached_at': '', 'volume_id': '3bdb2145-b88f-46d3-a21e-e9bf3a02b248', 'serial': '3bdb2145-b88f-46d3-a21e-e9bf3a02b248'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1662.821967] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c144d72a-2a2a-486d-875a-7f40aaa1337c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.846643] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa0fcee-6fd0-4a34-95f2-50bda92c04a1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.850000] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822265, 'name': CreateVM_Task, 'duration_secs': 0.643986} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.850360] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1662.851130] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94911eb1-5637-48fb-a2fc-b6bd0b65d04a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.854411] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.857161] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.857161] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1662.857161] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea9b4dd-89b7-422f-864d-fa2798093855 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.899461] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02b7153-930b-4907-a8f0-d0c52de477c2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.910907] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] volume-3bdb2145-b88f-46d3-a21e-e9bf3a02b248/volume-3bdb2145-b88f-46d3-a21e-e9bf3a02b248.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1662.917025] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccc6a41f-4d77-4bdc-b763-23c63ceea80d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.929890] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Waiting for the task: (returnval){ [ 1662.929890] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5252e692-8229-12b8-9de4-eab91eb4a5af" [ 1662.929890] env[62913]: _type = "Task" [ 1662.929890] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.941194] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1662.944312] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0da9af-2fc4-4cc2-b169-3771b41f01a9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.948610] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e1fb25d-e6e4-4f99-a7ab-9b484892a7b8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.950165] env[62913]: DEBUG oslo_vmware.api [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1662.950165] env[62913]: value = "task-1822267" [ 1662.950165] env[62913]: _type = "Task" [ 1662.950165] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.954624] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5252e692-8229-12b8-9de4-eab91eb4a5af, 'name': SearchDatastore_Task, 'duration_secs': 0.015405} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.958632] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.959148] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1662.959221] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.959341] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.959528] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1662.969419] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09ec92b3-d3ce-4a8c-959d-ac94b22d3091 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.971773] env[62913]: DEBUG nova.compute.provider_tree [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.973353] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1662.973353] env[62913]: value = "task-1822268" [ 1662.973353] env[62913]: _type = "Task" [ 1662.973353] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.984882] env[62913]: DEBUG oslo_vmware.api [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.988877] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1662.989258] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1662.994064] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4cd2d9-0776-4795-86ea-89700f86a95d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.997286] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] VM already powered off {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1662.997675] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1662.997749] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.998470] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b142b45-a99f-4ea5-8619-c9558b4786b4 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Lock "ec5b7398-0758-4097-9e62-51e79e6e8002" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.973s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.002770] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Waiting for the task: (returnval){ [ 1663.002770] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]520ee2a9-7738-9b8d-38e0-184ee3bb4eae" [ 1663.002770] env[62913]: _type = "Task" [ 1663.002770] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.011384] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520ee2a9-7738-9b8d-38e0-184ee3bb4eae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.246343] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Releasing lock "refresh_cache-fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.246697] env[62913]: DEBUG nova.compute.manager [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Instance network_info: |[{"id": "2f68e83f-cef8-46e5-a898-e9f3cfa1deab", "address": "fa:16:3e:38:67:1b", "network": {"id": "bd984ec9-7f37-4559-91f0-6b121c79f29c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1599076147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "407d8e95816747b4bd972a73e6b06db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f68e83f-ce", "ovs_interfaceid": "2f68e83f-cef8-46e5-a898-e9f3cfa1deab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1663.247078] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:67:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f68e83f-cef8-46e5-a898-e9f3cfa1deab', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1663.254789] env[62913]: DEBUG oslo.service.loopingcall [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.255429] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1663.256114] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd37e47d-d567-4c9f-a8b0-904c3fa1c0db {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.277419] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1663.277419] env[62913]: value = "task-1822269" [ 1663.277419] env[62913]: _type = "Task" [ 1663.277419] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.285982] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822269, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.452462] env[62913]: INFO nova.compute.manager [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Swapping old allocation on dict_keys(['b05aba35-a74b-4686-847a-0f7cde3a4125']) held by migration 1405f4ea-a561-4f14-9fdf-7856c053b0e6 for instance [ 1663.467339] env[62913]: DEBUG oslo_vmware.api [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822267, 'name': ReconfigVM_Task, 'duration_secs': 0.483342} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.467826] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Reconfigured VM instance instance-00000038 to attach disk [datastore1] volume-3bdb2145-b88f-46d3-a21e-e9bf3a02b248/volume-3bdb2145-b88f-46d3-a21e-e9bf3a02b248.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1663.476740] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d75606ba-1917-41bd-9409-990c30e61933 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.490485] env[62913]: DEBUG nova.scheduler.client.report [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.500578] env[62913]: DEBUG nova.scheduler.client.report [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Overwriting current allocation {'allocations': {'b05aba35-a74b-4686-847a-0f7cde3a4125': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 85}}, 'project_id': '75d3f98429064db8aedff2c4c70db0d5', 'user_id': '4186104d9f094b79844bef33425ee7e2', 'consumer_generation': 1} on consumer 8074d75c-a13a-4e80-ba58-2dbc7d620328 {{(pid=62913) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1663.507662] env[62913]: DEBUG oslo_vmware.api [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1663.507662] env[62913]: value = "task-1822270" [ 1663.507662] env[62913]: _type = "Task" [ 1663.507662] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.516315] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520ee2a9-7738-9b8d-38e0-184ee3bb4eae, 'name': SearchDatastore_Task, 'duration_secs': 0.014286} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.517834] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ad4e945-1fa5-4b81-96a8-082a09c8c187 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.526747] env[62913]: DEBUG oslo_vmware.api [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822270, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.530976] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Waiting for the task: (returnval){ [ 1663.530976] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]520007a0-5940-f812-c95c-05a9a44745bb" [ 1663.530976] env[62913]: _type = "Task" [ 1663.530976] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.541801] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520007a0-5940-f812-c95c-05a9a44745bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.589235] env[62913]: DEBUG nova.compute.manager [req-d0fa1938-ff14-4555-a3aa-3b887ce09fce req-0433e82f-901b-4d6a-b150-fa4841fad179 service nova] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Received event network-changed-2f68e83f-cef8-46e5-a898-e9f3cfa1deab {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1663.589375] env[62913]: DEBUG nova.compute.manager [req-d0fa1938-ff14-4555-a3aa-3b887ce09fce req-0433e82f-901b-4d6a-b150-fa4841fad179 service nova] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Refreshing instance network info cache due to event network-changed-2f68e83f-cef8-46e5-a898-e9f3cfa1deab. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1663.589729] env[62913]: DEBUG oslo_concurrency.lockutils [req-d0fa1938-ff14-4555-a3aa-3b887ce09fce req-0433e82f-901b-4d6a-b150-fa4841fad179 service nova] Acquiring lock "refresh_cache-fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.589893] env[62913]: DEBUG oslo_concurrency.lockutils [req-d0fa1938-ff14-4555-a3aa-3b887ce09fce req-0433e82f-901b-4d6a-b150-fa4841fad179 service nova] Acquired lock "refresh_cache-fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.590673] env[62913]: DEBUG nova.network.neutron [req-d0fa1938-ff14-4555-a3aa-3b887ce09fce req-0433e82f-901b-4d6a-b150-fa4841fad179 service nova] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Refreshing network info cache for port 2f68e83f-cef8-46e5-a898-e9f3cfa1deab {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1663.595817] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.595817] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquired lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.595817] env[62913]: DEBUG nova.network.neutron [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1663.787574] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822269, 'name': CreateVM_Task, 'duration_secs': 0.414197} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.787743] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1663.788432] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.788589] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.788892] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1663.789828] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd36e1c7-5a34-4f38-a67d-9a72d33b9be8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.794308] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1663.794308] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5224ed8a-2925-1209-3c17-ff9cce169508" [ 1663.794308] env[62913]: _type = "Task" [ 1663.794308] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.802700] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5224ed8a-2925-1209-3c17-ff9cce169508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.999357] env[62913]: DEBUG oslo_concurrency.lockutils [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.002341] env[62913]: DEBUG nova.compute.manager [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1664.002729] env[62913]: DEBUG oslo_concurrency.lockutils [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.748s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.002949] env[62913]: DEBUG nova.objects.instance [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lazy-loading 'resources' on Instance uuid a3ac6ef1-b284-466b-bbac-a56a734b7b7f {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1664.005280] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47cede2-a416-46b9-bb78-83ae85a4307f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.018993] env[62913]: INFO nova.scheduler.client.report [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Deleted allocations for instance ef35db94-4dc6-4270-abd0-12c8938c4939 [ 1664.023698] env[62913]: DEBUG oslo_vmware.api [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822270, 'name': ReconfigVM_Task, 'duration_secs': 0.207172} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.026079] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377434', 'volume_id': '3bdb2145-b88f-46d3-a21e-e9bf3a02b248', 'name': 'volume-3bdb2145-b88f-46d3-a21e-e9bf3a02b248', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f8db17b6-30d1-493c-850a-978783ded500', 'attached_at': '', 'detached_at': '', 'volume_id': '3bdb2145-b88f-46d3-a21e-e9bf3a02b248', 'serial': '3bdb2145-b88f-46d3-a21e-e9bf3a02b248'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1664.043386] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520007a0-5940-f812-c95c-05a9a44745bb, 'name': SearchDatastore_Task, 'duration_secs': 0.013676} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.043748] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.043978] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa/0e1f5d53-62c5-4e2b-a374-94c01cc99ffa.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1664.044289] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.044483] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1664.044715] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-570698d8-b205-4e71-be73-6aeaf4ce7a4a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.048032] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2e7ba05-44b4-459a-a3da-a5755e96fe93 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.058832] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Waiting for the task: (returnval){ [ 1664.058832] env[62913]: value = "task-1822271" [ 1664.058832] env[62913]: _type = "Task" [ 1664.058832] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.060574] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1664.061191] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1664.064397] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40acc6a5-325d-4c03-881b-f05126137d29 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.073373] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': task-1822271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.074864] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1664.074864] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525b0d43-5f17-9481-7413-b8c24e3d8870" [ 1664.074864] env[62913]: _type = "Task" [ 1664.074864] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.084155] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525b0d43-5f17-9481-7413-b8c24e3d8870, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.310028] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5224ed8a-2925-1209-3c17-ff9cce169508, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.312701] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.312959] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1664.313395] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.367263] env[62913]: DEBUG nova.network.neutron [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updating instance_info_cache with network_info: [{"id": "327c7609-aea1-4203-98e1-9f4209579305", "address": "fa:16:3e:2c:e0:12", "network": {"id": "77d666ae-edf3-4062-aac1-5486be737060", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f8d372532104de88086458968a7952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327c7609-ae", "ovs_interfaceid": "327c7609-aea1-4203-98e1-9f4209579305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.387579] env[62913]: DEBUG nova.network.neutron [req-d0fa1938-ff14-4555-a3aa-3b887ce09fce req-0433e82f-901b-4d6a-b150-fa4841fad179 service nova] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Updated VIF entry in instance network info cache for port 2f68e83f-cef8-46e5-a898-e9f3cfa1deab. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1664.388074] env[62913]: DEBUG nova.network.neutron [req-d0fa1938-ff14-4555-a3aa-3b887ce09fce req-0433e82f-901b-4d6a-b150-fa4841fad179 service nova] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Updating instance_info_cache with network_info: [{"id": "2f68e83f-cef8-46e5-a898-e9f3cfa1deab", "address": "fa:16:3e:38:67:1b", "network": {"id": "bd984ec9-7f37-4559-91f0-6b121c79f29c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1599076147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "407d8e95816747b4bd972a73e6b06db6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f68e83f-ce", "ovs_interfaceid": "2f68e83f-cef8-46e5-a898-e9f3cfa1deab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.518578] env[62913]: INFO nova.compute.manager [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] instance snapshotting [ 1664.521668] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc107940-42c4-4bce-b35b-6cbd54abab06 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.545205] env[62913]: DEBUG oslo_concurrency.lockutils [None req-330becb2-30a2-4963-b44e-46a5914873ae tempest-FloatingIPsAssociationTestJSON-233253056 tempest-FloatingIPsAssociationTestJSON-233253056-project-member] Lock "ef35db94-4dc6-4270-abd0-12c8938c4939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.495s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.552306] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a75882-599a-4898-9057-9edadfacdfa2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.583580] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': task-1822271, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.591324] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525b0d43-5f17-9481-7413-b8c24e3d8870, 'name': SearchDatastore_Task, 'duration_secs': 0.013346} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.598421] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6a3c42a-ae3d-4dae-95b7-63f67c6f0df6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.608124] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1664.608124] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523b4224-c04f-39ba-124e-6530a9c2c7bf" [ 1664.608124] env[62913]: _type = "Task" [ 1664.608124] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.623496] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523b4224-c04f-39ba-124e-6530a9c2c7bf, 'name': SearchDatastore_Task, 'duration_secs': 0.013699} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.623801] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.624133] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 46dac113-3495-44da-85a5-2df9958afb7f/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk. {{(pid=62913) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1664.624452] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.624949] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1664.624949] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6936b1ba-4be1-4803-a0ef-482cf33b6be8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.630276] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94197d02-a3ff-4eac-9fcd-a64a7bcd05e8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.639156] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1664.639156] env[62913]: value = "task-1822272" [ 1664.639156] env[62913]: _type = "Task" [ 1664.639156] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.647375] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1664.647586] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1664.648355] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ee2526-758f-4ccb-939a-9395a7ae9d15 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.654127] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.659302] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1664.659302] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52339283-3fea-de2c-6919-94722b655c70" [ 1664.659302] env[62913]: _type = "Task" [ 1664.659302] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.668244] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52339283-3fea-de2c-6919-94722b655c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.850752] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Acquiring lock "ec5b7398-0758-4097-9e62-51e79e6e8002" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.851648] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Lock "ec5b7398-0758-4097-9e62-51e79e6e8002" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.851648] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Acquiring lock "ec5b7398-0758-4097-9e62-51e79e6e8002-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.851648] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Lock "ec5b7398-0758-4097-9e62-51e79e6e8002-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.851975] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Lock "ec5b7398-0758-4097-9e62-51e79e6e8002-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.855054] env[62913]: INFO nova.compute.manager [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Terminating instance [ 1664.874863] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Releasing lock "refresh_cache-8074d75c-a13a-4e80-ba58-2dbc7d620328" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.875373] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.877000] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac7c5179-128c-4f45-b17f-b093eb457899 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.888028] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1664.888028] env[62913]: value = "task-1822273" [ 1664.888028] env[62913]: _type = "Task" [ 1664.888028] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.893785] env[62913]: DEBUG oslo_concurrency.lockutils [req-d0fa1938-ff14-4555-a3aa-3b887ce09fce req-0433e82f-901b-4d6a-b150-fa4841fad179 service nova] Releasing lock "refresh_cache-fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.902161] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.985676] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a1b1fd-b80e-43db-8111-cb14348e4278 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.995369] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee1d456-e3df-4375-87bf-c60531867acc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.032224] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae32dfc1-2690-4cd3-b6a8-41a427f5606f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.041623] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03167193-e0e6-4081-889a-6c7170bd2905 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.058879] env[62913]: DEBUG nova.compute.provider_tree [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.077722] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1665.078407] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': task-1822271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572954} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.078639] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e18a7c2b-c829-4e36-8f09-5d7f3010ac5d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.080822] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa/0e1f5d53-62c5-4e2b-a374-94c01cc99ffa.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1665.081057] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1665.081333] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bd1a18c-5be4-4423-892f-820e8c10cfea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.090275] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1665.090275] env[62913]: value = "task-1822274" [ 1665.090275] env[62913]: _type = "Task" [ 1665.090275] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.091488] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Waiting for the task: (returnval){ [ 1665.091488] env[62913]: value = "task-1822275" [ 1665.091488] env[62913]: _type = "Task" [ 1665.091488] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.102954] env[62913]: DEBUG nova.objects.instance [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lazy-loading 'flavor' on Instance uuid f8db17b6-30d1-493c-850a-978783ded500 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1665.107896] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822274, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.111944] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': task-1822275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.151028] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822272, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.177360] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52339283-3fea-de2c-6919-94722b655c70, 'name': SearchDatastore_Task, 'duration_secs': 0.011484} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.178645] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d65eed-cd4d-4e3e-a933-a7464f32fd5e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.188027] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1665.188027] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52827ad9-fb22-5195-8172-fdcc2018b0ce" [ 1665.188027] env[62913]: _type = "Task" [ 1665.188027] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.204464] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52827ad9-fb22-5195-8172-fdcc2018b0ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.363744] env[62913]: DEBUG nova.compute.manager [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1665.364025] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1665.364956] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4199b7-0ae4-4583-869c-eca9fb3b3f5c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.373476] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1665.374087] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68119095-ed30-4e54-b706-322148711499 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.381781] env[62913]: DEBUG oslo_vmware.api [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Waiting for the task: (returnval){ [ 1665.381781] env[62913]: value = "task-1822276" [ 1665.381781] env[62913]: _type = "Task" [ 1665.381781] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.392722] env[62913]: DEBUG oslo_vmware.api [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': task-1822276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.398669] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822273, 'name': PowerOffVM_Task, 'duration_secs': 0.338158} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.398916] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1665.399660] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:17:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c6fa0ab1-7a2c-4e76-a727-bd68ade0e4f4',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2047851665',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1665.399877] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1665.400043] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1665.400231] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1665.400388] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1665.400540] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1665.400753] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1665.400909] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1665.401091] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1665.401258] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1665.401433] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1665.407019] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0414598-c299-4d14-8798-499b483f7d4f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.423323] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1665.423323] env[62913]: value = "task-1822277" [ 1665.423323] env[62913]: _type = "Task" [ 1665.423323] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.436038] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.562361] env[62913]: DEBUG nova.scheduler.client.report [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1665.602606] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822274, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.610652] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': task-1822275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092008} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.612118] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1732408e-e42c-4a0f-b578-7d1c997e861c tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "f8db17b6-30d1-493c-850a-978783ded500" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.939s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.612586] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1665.619031] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9f822f-5b65-4999-bb8f-499382c35984 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.640986] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa/0e1f5d53-62c5-4e2b-a374-94c01cc99ffa.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1665.642145] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-478ee6ae-8b77-4a78-9435-88f09785935b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.669325] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523511} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.671392] env[62913]: INFO nova.virt.vmwareapi.ds_util [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 46dac113-3495-44da-85a5-2df9958afb7f/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk. [ 1665.671754] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Waiting for the task: (returnval){ [ 1665.671754] env[62913]: value = "task-1822278" [ 1665.671754] env[62913]: _type = "Task" [ 1665.671754] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.672708] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3706775d-3442-4047-a701-e3fe442881ca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.686168] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': task-1822278, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.710091] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 46dac113-3495-44da-85a5-2df9958afb7f/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1665.715305] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f06399d3-74de-447e-a9a3-424a095da894 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.735303] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52827ad9-fb22-5195-8172-fdcc2018b0ce, 'name': SearchDatastore_Task, 'duration_secs': 0.01231} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.736756] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.737034] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8/fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1665.737367] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1665.737367] env[62913]: value = "task-1822279" [ 1665.737367] env[62913]: _type = "Task" [ 1665.737367] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.739084] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e2b5eba-a859-4c9a-a830-b2c76f886e19 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.748851] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.751493] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1665.751493] env[62913]: value = "task-1822280" [ 1665.751493] env[62913]: _type = "Task" [ 1665.751493] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.760779] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.892925] env[62913]: DEBUG oslo_vmware.api [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': task-1822276, 'name': PowerOffVM_Task, 'duration_secs': 0.276945} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.893308] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1665.893536] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1665.893867] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8eed05ad-d2d2-4d15-8d96-c16829c6c1bd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.936177] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822277, 'name': ReconfigVM_Task, 'duration_secs': 0.262214} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.937197] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c17f96-1c4b-4bbb-a398-1aca453fae97 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.960511] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:17:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c6fa0ab1-7a2c-4e76-a727-bd68ade0e4f4',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2047851665',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1665.960776] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1665.961099] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1665.961201] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1665.961314] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1665.961422] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1665.961641] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1665.961801] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1665.961969] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1665.962147] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1665.963067] env[62913]: DEBUG nova.virt.hardware [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1665.964392] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a834996-f0af-438e-9c83-5826bdaf42f8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.972420] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1665.972420] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52cfe902-1cb6-d7b6-43fe-552e262cc6fa" [ 1665.972420] env[62913]: _type = "Task" [ 1665.972420] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.982083] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52cfe902-1cb6-d7b6-43fe-552e262cc6fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.998870] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1665.999044] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1665.999240] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Deleting the datastore file [datastore1] ec5b7398-0758-4097-9e62-51e79e6e8002 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1666.000179] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25ceecb1-c53e-4719-94e8-a950ace94cd8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.008168] env[62913]: DEBUG oslo_vmware.api [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Waiting for the task: (returnval){ [ 1666.008168] env[62913]: value = "task-1822282" [ 1666.008168] env[62913]: _type = "Task" [ 1666.008168] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.018439] env[62913]: DEBUG oslo_vmware.api [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': task-1822282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.072738] env[62913]: DEBUG oslo_concurrency.lockutils [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.076108] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.535s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.076108] env[62913]: DEBUG nova.objects.instance [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Lazy-loading 'resources' on Instance uuid 4a71c0fe-c77d-459d-8db9-e301c5c1e58b {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.104565] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822274, 'name': CreateSnapshot_Task, 'duration_secs': 0.889444} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.104676] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1666.105560] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6206d106-53d0-4d2b-bdd6-ebf6b24df810 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.110614] env[62913]: INFO nova.scheduler.client.report [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Deleted allocations for instance a3ac6ef1-b284-466b-bbac-a56a734b7b7f [ 1666.187911] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': task-1822278, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.251755] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.262253] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822280, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.293345] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "f8db17b6-30d1-493c-850a-978783ded500" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.293739] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "f8db17b6-30d1-493c-850a-978783ded500" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.294063] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "f8db17b6-30d1-493c-850a-978783ded500-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.294219] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "f8db17b6-30d1-493c-850a-978783ded500-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.294428] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "f8db17b6-30d1-493c-850a-978783ded500-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.296684] env[62913]: INFO nova.compute.manager [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Terminating instance [ 1666.485263] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52cfe902-1cb6-d7b6-43fe-552e262cc6fa, 'name': SearchDatastore_Task, 'duration_secs': 0.040348} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.491512] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1666.491862] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70336077-be87-45d3-9ed3-6db7d5a6aa1e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.514085] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1666.514085] env[62913]: value = "task-1822283" [ 1666.514085] env[62913]: _type = "Task" [ 1666.514085] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.521353] env[62913]: DEBUG oslo_vmware.api [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Task: {'id': task-1822282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440495} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.522009] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.522209] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.522417] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.522624] env[62913]: INFO nova.compute.manager [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1666.522931] env[62913]: DEBUG oslo.service.loopingcall [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.523233] env[62913]: DEBUG nova.compute.manager [-] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1666.523233] env[62913]: DEBUG nova.network.neutron [-] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1666.528305] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.619054] env[62913]: DEBUG oslo_concurrency.lockutils [None req-262158dc-efa5-4af7-af6d-63aee75fe142 tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "a3ac6ef1-b284-466b-bbac-a56a734b7b7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.378s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.637284] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1666.638541] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-74177a36-81c3-49ce-bfc5-6217b641222d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.651429] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1666.651429] env[62913]: value = "task-1822284" [ 1666.651429] env[62913]: _type = "Task" [ 1666.651429] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.663925] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822284, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.688947] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': task-1822278, 'name': ReconfigVM_Task, 'duration_secs': 0.58872} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.689341] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa/0e1f5d53-62c5-4e2b-a374-94c01cc99ffa.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.690046] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e71ff83e-6dc6-45da-8fbc-357fb0b040c5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.697970] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Waiting for the task: (returnval){ [ 1666.697970] env[62913]: value = "task-1822285" [ 1666.697970] env[62913]: _type = "Task" [ 1666.697970] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.710561] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': task-1822285, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.753685] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822279, 'name': ReconfigVM_Task, 'duration_secs': 0.534754} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.757615] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 46dac113-3495-44da-85a5-2df9958afb7f/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.760026] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f030deb8-a2cb-4336-a144-fcced7cccd90 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.767095] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56789} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.786568] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8/fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1666.787464] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1666.792362] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-571c6489-e008-4391-83ad-7684eaed7315 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.794655] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2af53a8f-c992-4497-8c62-351d417fe0d7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.808306] env[62913]: DEBUG nova.compute.manager [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1666.808498] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.809809] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f1230d2-1b0c-4ae6-a822-e9d500deb49a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.815325] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1666.815325] env[62913]: value = "task-1822286" [ 1666.815325] env[62913]: _type = "Task" [ 1666.815325] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.820977] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1666.820977] env[62913]: value = "task-1822288" [ 1666.820977] env[62913]: _type = "Task" [ 1666.820977] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.821279] env[62913]: DEBUG oslo_vmware.api [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1666.821279] env[62913]: value = "task-1822287" [ 1666.821279] env[62913]: _type = "Task" [ 1666.821279] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.834703] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.841883] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.847749] env[62913]: DEBUG oslo_vmware.api [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.029614] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822283, 'name': ReconfigVM_Task, 'duration_secs': 0.271967} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.029922] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1667.031347] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78738b11-b845-401a-b4c3-ffd3d5a86d36 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.058449] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 8074d75c-a13a-4e80-ba58-2dbc7d620328/8074d75c-a13a-4e80-ba58-2dbc7d620328.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1667.062704] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a41c213-f13d-421b-a9b1-d17f61d7363e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.085841] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1667.085841] env[62913]: value = "task-1822289" [ 1667.085841] env[62913]: _type = "Task" [ 1667.085841] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.098560] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.101141] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquiring lock "6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.101386] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.101598] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquiring lock "6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.101787] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.101959] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.104176] env[62913]: INFO nova.compute.manager [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Terminating instance [ 1667.170358] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822284, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.170628] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff01539-48d0-408c-9009-23abc460e92a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.174647] env[62913]: DEBUG nova.compute.manager [req-26b7d0f3-be51-4971-b996-7952a7fcc63f req-89f76bf1-5d62-4fcc-9a18-77831a950684 service nova] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Received event network-vif-deleted-68b92d4c-78e3-4481-99c4-550dd8798151 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1667.174956] env[62913]: INFO nova.compute.manager [req-26b7d0f3-be51-4971-b996-7952a7fcc63f req-89f76bf1-5d62-4fcc-9a18-77831a950684 service nova] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Neutron deleted interface 68b92d4c-78e3-4481-99c4-550dd8798151; detaching it from the instance and deleting it from the info cache [ 1667.175265] env[62913]: DEBUG nova.network.neutron [req-26b7d0f3-be51-4971-b996-7952a7fcc63f req-89f76bf1-5d62-4fcc-9a18-77831a950684 service nova] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.183572] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdacb34-11f0-49e3-9072-2180dc0e9d3f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.224197] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eec75ad-e840-43f2-9261-c7e6e55b245e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.237993] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e3d6b3-0107-47e2-afd2-1155475cab4f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.242617] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': task-1822285, 'name': Rename_Task, 'duration_secs': 0.481165} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.242617] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1667.242838] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dffba5e6-b9f3-4491-98bb-2902121f17ed {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.254196] env[62913]: DEBUG nova.compute.provider_tree [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.257217] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Waiting for the task: (returnval){ [ 1667.257217] env[62913]: value = "task-1822290" [ 1667.257217] env[62913]: _type = "Task" [ 1667.257217] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.267550] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': task-1822290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.326012] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.281848} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.332409] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1667.333336] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd40f433-8e7b-464a-8644-28eec76957c5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.345119] env[62913]: DEBUG oslo_vmware.api [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822287, 'name': PowerOffVM_Task, 'duration_secs': 0.422031} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.345413] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822288, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.355067] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1667.355338] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1667.355535] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377434', 'volume_id': '3bdb2145-b88f-46d3-a21e-e9bf3a02b248', 'name': 'volume-3bdb2145-b88f-46d3-a21e-e9bf3a02b248', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f8db17b6-30d1-493c-850a-978783ded500', 'attached_at': '', 'detached_at': '', 'volume_id': '3bdb2145-b88f-46d3-a21e-e9bf3a02b248', 'serial': '3bdb2145-b88f-46d3-a21e-e9bf3a02b248'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1667.364588] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8/fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1667.365417] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1805be-7204-4f23-bace-992a31ea5d54 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.368172] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0af50c81-2842-48b0-a64c-e109d55ed808 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.407971] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7122e5-4470-4ce5-9014-ac2acf50b439 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.410892] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1667.410892] env[62913]: value = "task-1822291" [ 1667.410892] env[62913]: _type = "Task" [ 1667.410892] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.163466] env[62913]: DEBUG nova.network.neutron [-] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.165316] env[62913]: DEBUG nova.compute.manager [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1668.165511] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1668.167711] env[62913]: DEBUG nova.scheduler.client.report [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1668.173962] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5f9c11-15bd-4a0e-96a8-5f68939cceb6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.179649] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75076bbe-579f-48d9-a8d0-f1b1be6e8b81 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.189061] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87b47f5-9e46-4c7a-b7d5-bcd153a6bafa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.198756] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822291, 'name': ReconfigVM_Task, 'duration_secs': 0.332022} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.202890] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Reconfigured VM instance instance-0000003d to attach disk [datastore1] fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8/fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.207090] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4315892-05d7-43a5-8baf-7a008dc07869 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.217716] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822284, 'name': CloneVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.218034] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1668.218278] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822289, 'name': ReconfigVM_Task, 'duration_secs': 0.624435} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.243782] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403640ae-e29c-4164-a493-b49bce34fb9b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.254471] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5f55272-cf5b-4709-adcb-608b61afe7c0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.257943] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 8074d75c-a13a-4e80-ba58-2dbc7d620328/8074d75c-a13a-4e80-ba58-2dbc7d620328.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.257943] env[62913]: DEBUG oslo_vmware.api [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': task-1822290, 'name': PowerOnVM_Task, 'duration_secs': 0.785852} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.257943] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822288, 'name': ReconfigVM_Task, 'duration_secs': 0.544374} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.258799] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c4233b-419b-4fc6-aa87-6d7dd066e31e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.261532] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f70cdd9-624a-4228-b047-425526766fc2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.264237] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1668.264435] env[62913]: INFO nova.compute.manager [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Took 10.26 seconds to spawn the instance on the hypervisor. [ 1668.264607] env[62913]: DEBUG nova.compute.manager [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.264874] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1668.266521] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1668.266521] env[62913]: value = "task-1822292" [ 1668.266521] env[62913]: _type = "Task" [ 1668.266521] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.268153] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a87b48-2726-4806-9ba6-60fa1d298c7b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.270582] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c46da256-3a92-4edf-9cf9-80427b5e3eee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.277562] env[62913]: DEBUG oslo_vmware.api [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1668.277562] env[62913]: value = "task-1822293" [ 1668.277562] env[62913]: _type = "Task" [ 1668.277562] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.305812] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] The volume has not been displaced from its original location: [datastore1] volume-3bdb2145-b88f-46d3-a21e-e9bf3a02b248/volume-3bdb2145-b88f-46d3-a21e-e9bf3a02b248.vmdk. No consolidation needed. {{(pid=62913) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1668.311235] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1668.335027] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-278a5ad7-24f4-4e47-9779-f6dc0c8dd7b7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.346090] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b6dc07-8254-4576-a83b-8a1b2a537ece {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.351523] env[62913]: DEBUG nova.compute.manager [req-26b7d0f3-be51-4971-b996-7952a7fcc63f req-89f76bf1-5d62-4fcc-9a18-77831a950684 service nova] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Detach interface failed, port_id=68b92d4c-78e3-4481-99c4-550dd8798151, reason: Instance ec5b7398-0758-4097-9e62-51e79e6e8002 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1668.352062] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1668.352062] env[62913]: value = "task-1822294" [ 1668.352062] env[62913]: _type = "Task" [ 1668.352062] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.356125] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822292, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.377646] env[62913]: DEBUG oslo_vmware.api [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.384023] env[62913]: DEBUG oslo_vmware.rw_handles [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d3ddb2-a66b-9f63-a694-2277750eae40/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1668.384023] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84eabe9e-8151-4ab6-b242-0dbbb5dd427d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.384975] env[62913]: DEBUG oslo_vmware.api [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1668.384975] env[62913]: value = "task-1822295" [ 1668.384975] env[62913]: _type = "Task" [ 1668.384975] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.386100] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1f36a4-6f62-44ac-beca-aba3fc887737 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.393017] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822294, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.412326] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b1fa88-212f-4cc9-9c93-f96af33181ea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.415631] env[62913]: DEBUG oslo_vmware.rw_handles [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d3ddb2-a66b-9f63-a694-2277750eae40/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1668.415802] env[62913]: ERROR oslo_vmware.rw_handles [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d3ddb2-a66b-9f63-a694-2277750eae40/disk-0.vmdk due to incomplete transfer. [ 1668.424030] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d367a8b8-33bd-4af1-8282-fba0f53044f6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.424030] env[62913]: DEBUG oslo_vmware.api [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.429110] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1668.429518] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-374e8ae3-2699-4554-960d-7bed9fd4831b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.432185] env[62913]: DEBUG oslo_vmware.rw_handles [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d3ddb2-a66b-9f63-a694-2277750eae40/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1668.432650] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Uploaded image 9cf4e690-d1e6-4749-bb4c-c42286aabde4 to the Glance image server {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1668.435136] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1668.435772] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-45f3f0c9-533e-4dfb-bf7b-cf25b5dc6c94 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.443015] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1668.443015] env[62913]: value = "task-1822297" [ 1668.443015] env[62913]: _type = "Task" [ 1668.443015] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.444062] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1668.444062] env[62913]: value = "task-1822296" [ 1668.444062] env[62913]: _type = "Task" [ 1668.444062] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.457654] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822297, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.461877] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.670728] env[62913]: INFO nova.compute.manager [-] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Took 2.15 seconds to deallocate network for instance. [ 1668.671453] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.596s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.680808] env[62913]: DEBUG oslo_concurrency.lockutils [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.174s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.682918] env[62913]: INFO nova.compute.claims [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1668.686665] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822284, 'name': CloneVM_Task, 'duration_secs': 1.657169} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.694643] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Created linked-clone VM from snapshot [ 1668.694643] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9616c461-8c6b-4cba-9e4c-148713de0347 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.705197] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Uploading image 9efdc51d-0f96-4671-8b4a-3d2992c86692 {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1668.722935] env[62913]: INFO nova.scheduler.client.report [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Deleted allocations for instance 4a71c0fe-c77d-459d-8db9-e301c5c1e58b [ 1668.725126] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1668.725991] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3264e974-df6b-42d3-bb5e-c80f77fe1849 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.745022] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1668.745022] env[62913]: value = "task-1822298" [ 1668.745022] env[62913]: _type = "Task" [ 1668.745022] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.753855] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822298, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.786022] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822292, 'name': Rename_Task, 'duration_secs': 0.312865} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.786022] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1668.786022] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dac571e-e62e-4b62-a16f-1a710e9ecc24 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.793152] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1668.793152] env[62913]: value = "task-1822299" [ 1668.793152] env[62913]: _type = "Task" [ 1668.793152] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.808668] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.833086] env[62913]: DEBUG oslo_vmware.api [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822293, 'name': PowerOffVM_Task, 'duration_secs': 0.306409} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.833702] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1668.834062] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1668.834461] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d1be4f8-e4f6-4fd9-8341-703d56d68474 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.872840] env[62913]: INFO nova.compute.manager [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Took 36.39 seconds to build instance. [ 1668.879841] env[62913]: DEBUG oslo_vmware.api [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822294, 'name': PowerOnVM_Task, 'duration_secs': 0.47183} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.882021] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1668.884361] env[62913]: DEBUG nova.compute.manager [None req-6f986d4b-003d-4ab5-80e8-1c870fc5a1fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.885784] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc52bec-bc00-49c2-ac95-6ec22b1971a9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.907715] env[62913]: DEBUG oslo_vmware.api [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822295, 'name': ReconfigVM_Task, 'duration_secs': 0.278801} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.908370] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1668.914928] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eccb681c-8844-49a2-8094-4fa6aa9c4e4d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.935664] env[62913]: DEBUG oslo_vmware.api [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1668.935664] env[62913]: value = "task-1822301" [ 1668.935664] env[62913]: _type = "Task" [ 1668.935664] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.949282] env[62913]: DEBUG oslo_vmware.api [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.971494] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.971494] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822297, 'name': Destroy_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.092112] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1669.092525] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1669.092731] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Deleting the datastore file [datastore1] 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1669.093034] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05d15f61-3300-404f-95e2-b9da3364f196 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.100574] env[62913]: DEBUG oslo_vmware.api [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for the task: (returnval){ [ 1669.100574] env[62913]: value = "task-1822302" [ 1669.100574] env[62913]: _type = "Task" [ 1669.100574] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.110392] env[62913]: DEBUG oslo_vmware.api [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.193357] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.234309] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b80a36e2-471e-4cf4-878d-6df402215e98 tempest-FloatingIPsAssociationNegativeTestJSON-70072751 tempest-FloatingIPsAssociationNegativeTestJSON-70072751-project-member] Lock "4a71c0fe-c77d-459d-8db9-e301c5c1e58b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.356s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.253858] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822298, 'name': Destroy_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.305640] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822299, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.365010] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Acquiring lock "0e1f5d53-62c5-4e2b-a374-94c01cc99ffa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.381588] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2adf36cd-0974-456b-bb98-e7e8baf53272 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Lock "0e1f5d53-62c5-4e2b-a374-94c01cc99ffa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.912s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.382018] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Lock "0e1f5d53-62c5-4e2b-a374-94c01cc99ffa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.017s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.382362] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Acquiring lock "0e1f5d53-62c5-4e2b-a374-94c01cc99ffa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.382731] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Lock "0e1f5d53-62c5-4e2b-a374-94c01cc99ffa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.382979] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Lock "0e1f5d53-62c5-4e2b-a374-94c01cc99ffa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.385974] env[62913]: INFO nova.compute.manager [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Terminating instance [ 1669.446674] env[62913]: DEBUG oslo_vmware.api [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822301, 'name': ReconfigVM_Task, 'duration_secs': 0.199529} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.447014] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377434', 'volume_id': '3bdb2145-b88f-46d3-a21e-e9bf3a02b248', 'name': 'volume-3bdb2145-b88f-46d3-a21e-e9bf3a02b248', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f8db17b6-30d1-493c-850a-978783ded500', 'attached_at': '', 'detached_at': '', 'volume_id': '3bdb2145-b88f-46d3-a21e-e9bf3a02b248', 'serial': '3bdb2145-b88f-46d3-a21e-e9bf3a02b248'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1669.447362] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1669.448200] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45ac440-cd37-4c81-8a59-e30044160ed2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.463110] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822297, 'name': Destroy_Task, 'duration_secs': 0.632413} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.468351] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Destroyed the VM [ 1669.468351] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1669.468544] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1669.468959] env[62913]: DEBUG oslo_vmware.api [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822296, 'name': PowerOnVM_Task, 'duration_secs': 0.63117} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.469202] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-263fb09e-49db-4bb5-ad5f-23c746e2da12 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.470781] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63b0d14d-3576-4641-92d9-c92bcfc91d3b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.472496] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1669.481819] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1669.481819] env[62913]: value = "task-1822303" [ 1669.481819] env[62913]: _type = "Task" [ 1669.481819] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.492756] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822303, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.611639] env[62913]: DEBUG oslo_vmware.api [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Task: {'id': task-1822302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257897} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.611916] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1669.612236] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1669.612338] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1669.612534] env[62913]: INFO nova.compute.manager [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Took 1.45 seconds to destroy the instance on the hypervisor. [ 1669.612789] env[62913]: DEBUG oslo.service.loopingcall [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1669.612996] env[62913]: DEBUG nova.compute.manager [-] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1669.613109] env[62913]: DEBUG nova.network.neutron [-] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1669.625249] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1669.628337] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1669.628337] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleting the datastore file [datastore1] f8db17b6-30d1-493c-850a-978783ded500 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1669.628337] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f9d0883-3fa9-4768-bed7-fe40ed1bb726 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.635345] env[62913]: DEBUG oslo_vmware.api [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1669.635345] env[62913]: value = "task-1822305" [ 1669.635345] env[62913]: _type = "Task" [ 1669.635345] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.646171] env[62913]: DEBUG oslo_vmware.api [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.755840] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822298, 'name': Destroy_Task, 'duration_secs': 0.610873} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.756127] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Destroyed the VM [ 1669.756398] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1669.756709] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e3e2f6f8-1908-41a5-a414-2f25891a85c0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.765543] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1669.765543] env[62913]: value = "task-1822306" [ 1669.765543] env[62913]: _type = "Task" [ 1669.765543] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.781994] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822306, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.809393] env[62913]: DEBUG oslo_vmware.api [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822299, 'name': PowerOnVM_Task, 'duration_secs': 0.612594} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.809700] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1669.809915] env[62913]: INFO nova.compute.manager [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1669.810117] env[62913]: DEBUG nova.compute.manager [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1669.814599] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64c85f5-06a3-4bba-8ff5-f5fe7b6f4a95 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.895017] env[62913]: DEBUG nova.compute.manager [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1669.895017] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1669.896641] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64e6e7f-4f82-4a33-942b-49e9a2d146e3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.910769] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1669.915543] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a18c67fd-dd53-4d1a-ab9d-6921de8d57cf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.926290] env[62913]: DEBUG oslo_vmware.api [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Waiting for the task: (returnval){ [ 1669.926290] env[62913]: value = "task-1822307" [ 1669.926290] env[62913]: _type = "Task" [ 1669.926290] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.939423] env[62913]: DEBUG oslo_vmware.api [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': task-1822307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.002637] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822303, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.150351] env[62913]: DEBUG oslo_vmware.api [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321561} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.150741] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1670.151107] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1670.151190] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1670.151635] env[62913]: INFO nova.compute.manager [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Took 3.34 seconds to destroy the instance on the hypervisor. [ 1670.151635] env[62913]: DEBUG oslo.service.loopingcall [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.151921] env[62913]: DEBUG nova.compute.manager [-] [instance: f8db17b6-30d1-493c-850a-978783ded500] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1670.152074] env[62913]: DEBUG nova.network.neutron [-] [instance: f8db17b6-30d1-493c-850a-978783ded500] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1670.210407] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1346400-5634-4c3d-a805-359f50cba5bb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.214771] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5601eb-6094-4a4b-a86e-b0a0b3711e1e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.254082] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0a4a61-6a0e-4e7d-b0b8-1724e7ef98d9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.263885] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8d54af-63bd-405d-9b5b-69216b9b5863 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.279265] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822306, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.287148] env[62913]: DEBUG nova.compute.provider_tree [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.343568] env[62913]: INFO nova.compute.manager [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Took 35.92 seconds to build instance. [ 1670.440021] env[62913]: DEBUG oslo_vmware.api [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': task-1822307, 'name': PowerOffVM_Task, 'duration_secs': 0.29904} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.440201] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.440491] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1670.440796] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9bd4616-319d-4c98-8f4e-ba33955ce522 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.464412] env[62913]: DEBUG nova.compute.manager [req-ae9f54a2-e3f9-4414-a408-1edeb8ce1bfe req-77d536bf-852b-45c9-a5d5-7251d334ea8b service nova] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Received event network-vif-deleted-5b1649e8-083c-4250-bd9e-a8432d41b85b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1670.464517] env[62913]: INFO nova.compute.manager [req-ae9f54a2-e3f9-4414-a408-1edeb8ce1bfe req-77d536bf-852b-45c9-a5d5-7251d334ea8b service nova] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Neutron deleted interface 5b1649e8-083c-4250-bd9e-a8432d41b85b; detaching it from the instance and deleting it from the info cache [ 1670.464691] env[62913]: DEBUG nova.network.neutron [req-ae9f54a2-e3f9-4414-a408-1edeb8ce1bfe req-77d536bf-852b-45c9-a5d5-7251d334ea8b service nova] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.490299] env[62913]: INFO nova.compute.manager [None req-0001120c-3411-43a1-a805-010138971bc4 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updating instance to original state: 'active' [ 1670.507213] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822303, 'name': RemoveSnapshot_Task, 'duration_secs': 0.648838} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.507531] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1670.507805] env[62913]: DEBUG nova.compute.manager [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1670.508602] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20da963-365b-492c-be8c-5c0400085a03 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.535121] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1670.535303] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1670.535493] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Deleting the datastore file [datastore1] 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.535748] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5bfe8b6-a86a-4303-a431-40a24870602b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.543622] env[62913]: DEBUG oslo_vmware.api [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Waiting for the task: (returnval){ [ 1670.543622] env[62913]: value = "task-1822309" [ 1670.543622] env[62913]: _type = "Task" [ 1670.543622] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.553694] env[62913]: DEBUG oslo_vmware.api [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': task-1822309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.713024] env[62913]: DEBUG nova.network.neutron [-] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.766873] env[62913]: DEBUG nova.compute.manager [req-f416763b-3cd7-4da9-a9d7-4afd414f4bbd req-ac718bf2-6864-43c0-af42-79e78df19e8d service nova] [instance: f8db17b6-30d1-493c-850a-978783ded500] Received event network-vif-deleted-060285b1-dd07-4abb-beb7-d0fd3af733a2 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1670.767088] env[62913]: INFO nova.compute.manager [req-f416763b-3cd7-4da9-a9d7-4afd414f4bbd req-ac718bf2-6864-43c0-af42-79e78df19e8d service nova] [instance: f8db17b6-30d1-493c-850a-978783ded500] Neutron deleted interface 060285b1-dd07-4abb-beb7-d0fd3af733a2; detaching it from the instance and deleting it from the info cache [ 1670.767275] env[62913]: DEBUG nova.network.neutron [req-f416763b-3cd7-4da9-a9d7-4afd414f4bbd req-ac718bf2-6864-43c0-af42-79e78df19e8d service nova] [instance: f8db17b6-30d1-493c-850a-978783ded500] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.783679] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822306, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.790578] env[62913]: DEBUG nova.scheduler.client.report [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1670.846485] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52a3fc5c-26e6-4323-9f51-cab3818706e4 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.450s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.968706] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64afe538-15e9-42e4-86ae-d349b1aed20e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.986236] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635ad81e-fc83-4a94-b897-a7e941fc7972 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.030089] env[62913]: DEBUG nova.compute.manager [req-ae9f54a2-e3f9-4414-a408-1edeb8ce1bfe req-77d536bf-852b-45c9-a5d5-7251d334ea8b service nova] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Detach interface failed, port_id=5b1649e8-083c-4250-bd9e-a8432d41b85b, reason: Instance 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1671.031350] env[62913]: INFO nova.compute.manager [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Shelve offloading [ 1671.057139] env[62913]: DEBUG oslo_vmware.api [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Task: {'id': task-1822309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371733} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.058508] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1671.058508] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1671.058789] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1671.059110] env[62913]: INFO nova.compute.manager [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1671.059423] env[62913]: DEBUG oslo.service.loopingcall [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.060146] env[62913]: DEBUG nova.compute.manager [-] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1671.060146] env[62913]: DEBUG nova.network.neutron [-] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1671.165763] env[62913]: DEBUG nova.network.neutron [-] [instance: f8db17b6-30d1-493c-850a-978783ded500] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.217411] env[62913]: INFO nova.compute.manager [-] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Took 1.60 seconds to deallocate network for instance. [ 1671.270532] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80fbae68-8748-4ab2-b264-3004e63b2fd8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.285698] env[62913]: DEBUG oslo_vmware.api [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822306, 'name': RemoveSnapshot_Task, 'duration_secs': 1.103627} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.289458] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e083f4b-bf51-4c2d-8944-1b3caa97ea36 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.300821] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1671.305007] env[62913]: DEBUG oslo_concurrency.lockutils [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.305510] env[62913]: DEBUG nova.compute.manager [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1671.310655] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.695s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.310866] env[62913]: DEBUG nova.objects.instance [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lazy-loading 'resources' on Instance uuid ad1900e7-8bd9-452f-b98d-edf376b50460 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.339700] env[62913]: DEBUG nova.compute.manager [req-f416763b-3cd7-4da9-a9d7-4afd414f4bbd req-ac718bf2-6864-43c0-af42-79e78df19e8d service nova] [instance: f8db17b6-30d1-493c-850a-978783ded500] Detach interface failed, port_id=060285b1-dd07-4abb-beb7-d0fd3af733a2, reason: Instance f8db17b6-30d1-493c-850a-978783ded500 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1671.538767] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.539284] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fea84b2-25de-4b27-ad8a-62320125cce3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.551025] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1671.551025] env[62913]: value = "task-1822310" [ 1671.551025] env[62913]: _type = "Task" [ 1671.551025] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.560909] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.668560] env[62913]: INFO nova.compute.manager [-] [instance: f8db17b6-30d1-493c-850a-978783ded500] Took 1.52 seconds to deallocate network for instance. [ 1671.727036] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.813426] env[62913]: WARNING nova.compute.manager [None req-d45848b4-af6b-456e-8e40-3ae13ea6375d tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Image not found during snapshot: nova.exception.ImageNotFound: Image 9efdc51d-0f96-4671-8b4a-3d2992c86692 could not be found. [ 1671.815454] env[62913]: DEBUG nova.compute.utils [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1671.819132] env[62913]: INFO nova.compute.manager [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Rescuing [ 1671.819375] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "refresh_cache-04043676-2dfd-4606-9db4-432555ab57b8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.819536] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired lock "refresh_cache-04043676-2dfd-4606-9db4-432555ab57b8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.819704] env[62913]: DEBUG nova.network.neutron [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1671.820717] env[62913]: DEBUG nova.compute.manager [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1671.820884] env[62913]: DEBUG nova.network.neutron [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1671.907933] env[62913]: DEBUG nova.policy [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecb911ddd1c84614a161f9b9ac616596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c415ca943ba48ba93281d1700380d0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1672.049667] env[62913]: DEBUG nova.network.neutron [-] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.062011] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] VM already powered off {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1672.062253] env[62913]: DEBUG nova.compute.manager [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1672.063147] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397e596b-0178-44ae-91b6-e94e2d44e3cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.076018] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.076018] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquired lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.076018] env[62913]: DEBUG nova.network.neutron [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1672.233135] env[62913]: INFO nova.compute.manager [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f8db17b6-30d1-493c-850a-978783ded500] Took 0.56 seconds to detach 1 volumes for instance. [ 1672.280896] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94903a98-49d2-4778-84c3-1a12fffe3acb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.293407] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa988b25-eff5-490b-b3ce-40865f6ee365 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.329927] env[62913]: DEBUG nova.compute.manager [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1672.338507] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420ac9be-0fa8-4162-a359-b5dde3984923 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.352176] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdb4dc3-23f0-4d0b-9acd-b0b4690c85d5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.364466] env[62913]: DEBUG nova.network.neutron [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Successfully created port: 159577e5-c069-40d7-b272-beea95ca58c8 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1672.375245] env[62913]: DEBUG nova.compute.provider_tree [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1672.506615] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.507528] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.552099] env[62913]: INFO nova.compute.manager [-] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Took 1.49 seconds to deallocate network for instance. [ 1672.695872] env[62913]: DEBUG oslo_concurrency.lockutils [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "7d0bd674-08c1-46b5-bf4e-e168607e0aef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.695872] env[62913]: DEBUG oslo_concurrency.lockutils [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "7d0bd674-08c1-46b5-bf4e-e168607e0aef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.696607] env[62913]: DEBUG oslo_concurrency.lockutils [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "7d0bd674-08c1-46b5-bf4e-e168607e0aef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.696607] env[62913]: DEBUG oslo_concurrency.lockutils [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "7d0bd674-08c1-46b5-bf4e-e168607e0aef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.696607] env[62913]: DEBUG oslo_concurrency.lockutils [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "7d0bd674-08c1-46b5-bf4e-e168607e0aef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.698828] env[62913]: INFO nova.compute.manager [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Terminating instance [ 1672.739718] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.810101] env[62913]: DEBUG nova.network.neutron [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Updating instance_info_cache with network_info: [{"id": "bba86f65-affd-41b6-b2ea-a50f68e5bc30", "address": "fa:16:3e:23:6f:47", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba86f65-af", "ovs_interfaceid": "bba86f65-affd-41b6-b2ea-a50f68e5bc30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.842241] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "8074d75c-a13a-4e80-ba58-2dbc7d620328" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.842481] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "8074d75c-a13a-4e80-ba58-2dbc7d620328" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.843701] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "8074d75c-a13a-4e80-ba58-2dbc7d620328-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.843701] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "8074d75c-a13a-4e80-ba58-2dbc7d620328-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.843701] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "8074d75c-a13a-4e80-ba58-2dbc7d620328-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.847601] env[62913]: INFO nova.compute.manager [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Terminating instance [ 1672.878623] env[62913]: DEBUG nova.scheduler.client.report [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1672.986517] env[62913]: DEBUG nova.network.neutron [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Updating instance_info_cache with network_info: [{"id": "5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f", "address": "fa:16:3e:f3:5d:52", "network": {"id": "5810baa8-f2a7-4ec5-8e62-6ec443f27441", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850995401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc603577f56435191af884e8222e85b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a08d10c-7c", "ovs_interfaceid": "5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.015885] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.016287] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1673.068540] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.104760] env[62913]: DEBUG nova.compute.manager [req-6538726a-7888-4c60-b88b-319501824e12 req-40042ab1-3180-4285-b615-8613b57d2ebd service nova] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Received event network-vif-deleted-630b730a-a16c-45e0-8756-5dd310c1e1f9 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1673.205813] env[62913]: DEBUG nova.compute.manager [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1673.206069] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1673.207666] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80181091-00ff-4709-ae00-5913cfd1d5b1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.216567] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.216858] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e0e337d-19ff-4f9a-961e-b2e44e250c92 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.224398] env[62913]: DEBUG oslo_vmware.api [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1673.224398] env[62913]: value = "task-1822311" [ 1673.224398] env[62913]: _type = "Task" [ 1673.224398] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.233232] env[62913]: DEBUG oslo_vmware.api [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.313233] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Releasing lock "refresh_cache-04043676-2dfd-4606-9db4-432555ab57b8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.349499] env[62913]: DEBUG nova.compute.manager [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1673.357552] env[62913]: DEBUG nova.compute.manager [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1673.358299] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1673.362018] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2018cdd6-dcf2-4a45-9568-715a77e008d3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.371518] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.371797] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e8f266e-a967-4b6f-ac72-5203ffb33a49 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.377524] env[62913]: DEBUG nova.virt.hardware [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1673.377680] env[62913]: DEBUG nova.virt.hardware [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1673.377864] env[62913]: DEBUG nova.virt.hardware [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1673.378068] env[62913]: DEBUG nova.virt.hardware [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1673.378274] env[62913]: DEBUG nova.virt.hardware [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1673.378454] env[62913]: DEBUG nova.virt.hardware [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1673.378706] env[62913]: DEBUG nova.virt.hardware [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1673.378928] env[62913]: DEBUG nova.virt.hardware [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1673.379052] env[62913]: DEBUG nova.virt.hardware [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1673.379265] env[62913]: DEBUG nova.virt.hardware [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1673.379394] env[62913]: DEBUG nova.virt.hardware [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1673.380311] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d50891-d6c0-4afb-93ff-a6dfb4de22fc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.385573] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.387637] env[62913]: DEBUG oslo_vmware.api [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1673.387637] env[62913]: value = "task-1822312" [ 1673.387637] env[62913]: _type = "Task" [ 1673.387637] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.388315] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.565s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.389923] env[62913]: INFO nova.compute.claims [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1673.404845] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f597e7-32cc-4480-990b-442d0045825f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.409064] env[62913]: DEBUG oslo_vmware.api [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.422917] env[62913]: INFO nova.scheduler.client.report [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Deleted allocations for instance ad1900e7-8bd9-452f-b98d-edf376b50460 [ 1673.488850] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Releasing lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.734992] env[62913]: DEBUG oslo_vmware.api [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822311, 'name': PowerOffVM_Task, 'duration_secs': 0.399869} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.735347] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1673.735534] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1673.735800] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d5a73b3-7c8a-42f0-a8a8-b8db13b28375 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.828431] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1673.828686] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1673.828833] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Deleting the datastore file [datastore1] 7d0bd674-08c1-46b5-bf4e-e168607e0aef {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1673.829500] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa1bb524-9483-4a55-8b42-31f4a0368713 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.836419] env[62913]: DEBUG oslo_vmware.api [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1673.836419] env[62913]: value = "task-1822314" [ 1673.836419] env[62913]: _type = "Task" [ 1673.836419] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.845953] env[62913]: DEBUG oslo_vmware.api [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.909965] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1673.909965] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8ad032-6407-4efa-bf64-c531e671b6d1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.917454] env[62913]: DEBUG oslo_vmware.api [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822312, 'name': PowerOffVM_Task, 'duration_secs': 0.216865} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.917454] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1673.917454] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1673.917454] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37858bd5-71b1-47b7-8850-e55df4406b7d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.922237] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1673.923099] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9a75252-1ae8-400a-8ac5-87429e27988b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.932055] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c3b7494-8e4b-448d-9e5c-a27b34cc73b8 tempest-SecurityGroupsTestJSON-462996222 tempest-SecurityGroupsTestJSON-462996222-project-member] Lock "ad1900e7-8bd9-452f-b98d-edf376b50460" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.288s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.033132] env[62913]: DEBUG oslo_concurrency.lockutils [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquiring lock "9494ceb8-3413-4a39-aa52-83647af9b740" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.033636] env[62913]: DEBUG oslo_concurrency.lockutils [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Lock "9494ceb8-3413-4a39-aa52-83647af9b740" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.034849] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1674.035290] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1674.035586] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Deleting the datastore file [datastore1] 8074d75c-a13a-4e80-ba58-2dbc7d620328 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1674.036365] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00dcd101-e2e2-4600-975f-ecf129b15e54 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.039560] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1674.039900] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1674.040198] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Deleting the datastore file [datastore1] 989e9887-935f-4dfc-96c7-d84fa3ba0852 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1674.041172] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc410a85-ec6e-43b9-882a-28a9213aaf18 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.045849] env[62913]: DEBUG oslo_vmware.api [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1674.045849] env[62913]: value = "task-1822317" [ 1674.045849] env[62913]: _type = "Task" [ 1674.045849] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.051022] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1674.051022] env[62913]: value = "task-1822318" [ 1674.051022] env[62913]: _type = "Task" [ 1674.051022] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.058241] env[62913]: DEBUG oslo_vmware.api [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.064012] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.079796] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "refresh_cache-e7e62340-94e1-48bf-af63-fb9e1208b2f4" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.079796] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquired lock "refresh_cache-e7e62340-94e1-48bf-af63-fb9e1208b2f4" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.079796] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Forcefully refreshing network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1674.144974] env[62913]: DEBUG nova.compute.manager [req-02f09da6-341f-4b63-8bd1-88d7d61d8967 req-8e52d59b-3ddb-4bbe-97d1-bfb61d7e460b service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Received event network-vif-unplugged-5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1674.145212] env[62913]: DEBUG oslo_concurrency.lockutils [req-02f09da6-341f-4b63-8bd1-88d7d61d8967 req-8e52d59b-3ddb-4bbe-97d1-bfb61d7e460b service nova] Acquiring lock "989e9887-935f-4dfc-96c7-d84fa3ba0852-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.145419] env[62913]: DEBUG oslo_concurrency.lockutils [req-02f09da6-341f-4b63-8bd1-88d7d61d8967 req-8e52d59b-3ddb-4bbe-97d1-bfb61d7e460b service nova] Lock "989e9887-935f-4dfc-96c7-d84fa3ba0852-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.145590] env[62913]: DEBUG oslo_concurrency.lockutils [req-02f09da6-341f-4b63-8bd1-88d7d61d8967 req-8e52d59b-3ddb-4bbe-97d1-bfb61d7e460b service nova] Lock "989e9887-935f-4dfc-96c7-d84fa3ba0852-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.145754] env[62913]: DEBUG nova.compute.manager [req-02f09da6-341f-4b63-8bd1-88d7d61d8967 req-8e52d59b-3ddb-4bbe-97d1-bfb61d7e460b service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] No waiting events found dispatching network-vif-unplugged-5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1674.145916] env[62913]: WARNING nova.compute.manager [req-02f09da6-341f-4b63-8bd1-88d7d61d8967 req-8e52d59b-3ddb-4bbe-97d1-bfb61d7e460b service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Received unexpected event network-vif-unplugged-5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f for instance with vm_state shelved and task_state shelving_offloading. [ 1674.209560] env[62913]: DEBUG nova.network.neutron [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Successfully updated port: 159577e5-c069-40d7-b272-beea95ca58c8 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1674.264958] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.265486] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.265486] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.265662] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.266617] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.269106] env[62913]: INFO nova.compute.manager [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Terminating instance [ 1674.348022] env[62913]: DEBUG oslo_vmware.api [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275898} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.348275] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1674.348546] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1674.348786] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1674.349034] env[62913]: INFO nova.compute.manager [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1674.349367] env[62913]: DEBUG oslo.service.loopingcall [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1674.349640] env[62913]: DEBUG nova.compute.manager [-] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1674.349747] env[62913]: DEBUG nova.network.neutron [-] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1674.537160] env[62913]: DEBUG nova.compute.manager [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1674.574744] env[62913]: DEBUG oslo_vmware.api [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39329} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.575055] env[62913]: DEBUG oslo_vmware.api [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396856} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.575889] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1674.576122] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1674.576315] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1674.578562] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1674.578786] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1674.579045] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1674.579292] env[62913]: INFO nova.compute.manager [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1674.579570] env[62913]: DEBUG oslo.service.loopingcall [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1674.580081] env[62913]: DEBUG nova.compute.manager [-] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1674.580209] env[62913]: DEBUG nova.network.neutron [-] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1674.601536] env[62913]: INFO nova.scheduler.client.report [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Deleted allocations for instance 989e9887-935f-4dfc-96c7-d84fa3ba0852 [ 1674.712531] env[62913]: DEBUG oslo_concurrency.lockutils [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "refresh_cache-573148ff-1737-45a7-97b4-c7f958cc8c4d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.712719] env[62913]: DEBUG oslo_concurrency.lockutils [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "refresh_cache-573148ff-1737-45a7-97b4-c7f958cc8c4d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.712847] env[62913]: DEBUG nova.network.neutron [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1674.772492] env[62913]: DEBUG nova.compute.manager [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1674.772783] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1674.773920] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a202720-9bc3-4fe2-b9a1-45b3a6c32697 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.783240] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1674.783496] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68bfaf3a-98de-4e4f-a4b4-468b5411d6a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.793775] env[62913]: DEBUG oslo_vmware.api [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1674.793775] env[62913]: value = "task-1822319" [ 1674.793775] env[62913]: _type = "Task" [ 1674.793775] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.805932] env[62913]: DEBUG oslo_vmware.api [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.856149] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64282619-989e-4476-a215-7e0b48575e62 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.858151] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1674.858553] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cea83af1-3438-4aae-98fe-21ee6ee96d4f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.871541] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31fa339-c13d-4e0c-850e-52d3a3040722 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.874815] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1674.874815] env[62913]: value = "task-1822320" [ 1674.874815] env[62913]: _type = "Task" [ 1674.874815] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.918760] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f886a1a7-cdb4-48c2-9233-0cd7cd4f5fc0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.922884] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.930445] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12033f5-158d-44e9-8cc6-2f5b706e0bad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.952493] env[62913]: DEBUG nova.compute.provider_tree [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1675.067967] env[62913]: DEBUG oslo_concurrency.lockutils [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.109401] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.160947] env[62913]: DEBUG nova.compute.manager [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Received event network-vif-plugged-159577e5-c069-40d7-b272-beea95ca58c8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1675.161203] env[62913]: DEBUG oslo_concurrency.lockutils [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] Acquiring lock "573148ff-1737-45a7-97b4-c7f958cc8c4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.161438] env[62913]: DEBUG oslo_concurrency.lockutils [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] Lock "573148ff-1737-45a7-97b4-c7f958cc8c4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.161610] env[62913]: DEBUG oslo_concurrency.lockutils [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] Lock "573148ff-1737-45a7-97b4-c7f958cc8c4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.161821] env[62913]: DEBUG nova.compute.manager [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] No waiting events found dispatching network-vif-plugged-159577e5-c069-40d7-b272-beea95ca58c8 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1675.161960] env[62913]: WARNING nova.compute.manager [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Received unexpected event network-vif-plugged-159577e5-c069-40d7-b272-beea95ca58c8 for instance with vm_state building and task_state spawning. [ 1675.162295] env[62913]: DEBUG nova.compute.manager [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Received event network-changed-159577e5-c069-40d7-b272-beea95ca58c8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1675.162877] env[62913]: DEBUG nova.compute.manager [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Refreshing instance network info cache due to event network-changed-159577e5-c069-40d7-b272-beea95ca58c8. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1675.162877] env[62913]: DEBUG oslo_concurrency.lockutils [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] Acquiring lock "refresh_cache-573148ff-1737-45a7-97b4-c7f958cc8c4d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.272411] env[62913]: DEBUG nova.network.neutron [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1675.307818] env[62913]: DEBUG oslo_vmware.api [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822319, 'name': PowerOffVM_Task, 'duration_secs': 0.217769} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.310904] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1675.311135] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1675.311430] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fa17d5c-d0a3-4167-8a07-15b3fb95b100 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.346648] env[62913]: DEBUG nova.network.neutron [-] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.387023] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822320, 'name': PowerOffVM_Task, 'duration_secs': 0.275221} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.387023] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1675.388359] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71b9a24-c10a-4a92-bd82-888cce290b4a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.412115] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdcf8be-b90a-435e-9cc5-cd3b3e36427a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.415359] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1675.415548] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1675.415728] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Deleting the datastore file [datastore1] fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1675.418744] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acf8eeba-6ef4-4e4e-8c4b-b43509704bb3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.426778] env[62913]: DEBUG nova.network.neutron [-] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.432761] env[62913]: DEBUG oslo_vmware.api [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1675.432761] env[62913]: value = "task-1822322" [ 1675.432761] env[62913]: _type = "Task" [ 1675.432761] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.441053] env[62913]: DEBUG oslo_vmware.api [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.456726] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1675.459137] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fee1df4-d8d4-477d-9b1d-4f38fd10f94a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.467944] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1675.467944] env[62913]: value = "task-1822323" [ 1675.467944] env[62913]: _type = "Task" [ 1675.467944] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.476129] env[62913]: ERROR nova.scheduler.client.report [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [req-626223e9-ec1b-41c2-9373-94c89e6b7104] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-626223e9-ec1b-41c2-9373-94c89e6b7104"}]} [ 1675.485074] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Updating instance_info_cache with network_info: [{"id": "c238d358-c946-4180-9e44-d0c985b4105b", "address": "fa:16:3e:41:5b:1b", "network": {"id": "e00f2ee2-0aa2-4c74-af51-6df18c1b4bc3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1029972307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b41b627bc0441b9c85a109ddf09fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc238d358-c9", "ovs_interfaceid": "c238d358-c946-4180-9e44-d0c985b4105b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.490033] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] VM already powered off {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1675.490033] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1675.490033] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.490033] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.490033] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1675.490033] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89d0e0c8-840e-452b-a090-dbaf10ab5568 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.497045] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1675.498115] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1675.498721] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec532104-db05-4eb0-bb70-ae52d079dde1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.502900] env[62913]: DEBUG nova.scheduler.client.report [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1675.511127] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1675.511127] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52c969f8-9c3d-1a1e-7976-7d20555fede0" [ 1675.511127] env[62913]: _type = "Task" [ 1675.511127] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.517681] env[62913]: DEBUG nova.scheduler.client.report [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1675.517948] env[62913]: DEBUG nova.compute.provider_tree [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1675.523519] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c969f8-9c3d-1a1e-7976-7d20555fede0, 'name': SearchDatastore_Task, 'duration_secs': 0.009614} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.524519] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a9fb952-a7eb-480d-9b31-5b5327144214 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.530774] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1675.530774] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52f0d85b-7243-c4e2-4d86-ca190ed76b56" [ 1675.530774] env[62913]: _type = "Task" [ 1675.530774] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.538994] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f0d85b-7243-c4e2-4d86-ca190ed76b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.544072] env[62913]: DEBUG nova.scheduler.client.report [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1675.566472] env[62913]: DEBUG nova.scheduler.client.report [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1675.579760] env[62913]: DEBUG nova.network.neutron [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Updating instance_info_cache with network_info: [{"id": "159577e5-c069-40d7-b272-beea95ca58c8", "address": "fa:16:3e:8a:c1:27", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap159577e5-c0", "ovs_interfaceid": "159577e5-c069-40d7-b272-beea95ca58c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.851886] env[62913]: INFO nova.compute.manager [-] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Took 1.50 seconds to deallocate network for instance. [ 1675.933274] env[62913]: INFO nova.compute.manager [-] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Took 1.35 seconds to deallocate network for instance. [ 1675.949107] env[62913]: DEBUG oslo_vmware.api [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140403} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.952434] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1675.952434] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1675.952434] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1675.952674] env[62913]: INFO nova.compute.manager [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1675.952877] env[62913]: DEBUG oslo.service.loopingcall [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.953326] env[62913]: DEBUG nova.compute.manager [-] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1675.953443] env[62913]: DEBUG nova.network.neutron [-] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1675.965460] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8e45ff-c78d-4369-97f0-e072d75b3cbd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.975025] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2fced1-b3e4-48b8-9c93-83102fd64c89 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.008646] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Releasing lock "refresh_cache-e7e62340-94e1-48bf-af63-fb9e1208b2f4" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.008865] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Updated the network info_cache for instance {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1676.011413] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.012213] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c9edd9-82e9-4a2a-a007-7075d0c088e2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.015107] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.015623] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.016165] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.016323] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.016479] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.016616] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1676.016763] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.028517] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4870db96-5ccb-40a9-983b-7f633fe43cb9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.049551] env[62913]: DEBUG nova.compute.provider_tree [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1676.060171] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f0d85b-7243-c4e2-4d86-ca190ed76b56, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.060171] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.060171] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 04043676-2dfd-4606-9db4-432555ab57b8/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk. {{(pid=62913) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1676.060822] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb01e0c5-0f10-4dbc-ab46-c0d75cfced00 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.072163] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1676.072163] env[62913]: value = "task-1822324" [ 1676.072163] env[62913]: _type = "Task" [ 1676.072163] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.081764] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.082307] env[62913]: DEBUG oslo_concurrency.lockutils [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "refresh_cache-573148ff-1737-45a7-97b4-c7f958cc8c4d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.082977] env[62913]: DEBUG nova.compute.manager [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Instance network_info: |[{"id": "159577e5-c069-40d7-b272-beea95ca58c8", "address": "fa:16:3e:8a:c1:27", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap159577e5-c0", "ovs_interfaceid": "159577e5-c069-40d7-b272-beea95ca58c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1676.082977] env[62913]: DEBUG oslo_concurrency.lockutils [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] Acquired lock "refresh_cache-573148ff-1737-45a7-97b4-c7f958cc8c4d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.083177] env[62913]: DEBUG nova.network.neutron [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Refreshing network info cache for port 159577e5-c069-40d7-b272-beea95ca58c8 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1676.084345] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:c1:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '159577e5-c069-40d7-b272-beea95ca58c8', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1676.092944] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Creating folder: Project (8c415ca943ba48ba93281d1700380d0c). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1676.093761] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52cccf8c-8aeb-4d52-a8df-c9bec9c35f23 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.109767] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Created folder: Project (8c415ca943ba48ba93281d1700380d0c) in parent group-v377263. [ 1676.110049] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Creating folder: Instances. Parent ref: group-v377441. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1676.110354] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42bb059e-3507-48e7-bc94-14ad02552a53 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.123757] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Created folder: Instances in parent group-v377441. [ 1676.123757] env[62913]: DEBUG oslo.service.loopingcall [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1676.123908] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1676.124378] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0846ab2-0a42-4cb9-8941-9e05abcfc4e3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.146125] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1676.146125] env[62913]: value = "task-1822327" [ 1676.146125] env[62913]: _type = "Task" [ 1676.146125] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.159189] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822327, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.361159] env[62913]: DEBUG oslo_concurrency.lockutils [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.378201] env[62913]: DEBUG nova.compute.manager [req-cc571f95-9c5c-4ea7-9eee-89582116f07d req-b4bff818-54bb-4ca6-987e-61b85a8328c7 service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Received event network-changed-5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1676.378670] env[62913]: DEBUG nova.compute.manager [req-cc571f95-9c5c-4ea7-9eee-89582116f07d req-b4bff818-54bb-4ca6-987e-61b85a8328c7 service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Refreshing instance network info cache due to event network-changed-5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1676.379097] env[62913]: DEBUG oslo_concurrency.lockutils [req-cc571f95-9c5c-4ea7-9eee-89582116f07d req-b4bff818-54bb-4ca6-987e-61b85a8328c7 service nova] Acquiring lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.379390] env[62913]: DEBUG oslo_concurrency.lockutils [req-cc571f95-9c5c-4ea7-9eee-89582116f07d req-b4bff818-54bb-4ca6-987e-61b85a8328c7 service nova] Acquired lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.379741] env[62913]: DEBUG nova.network.neutron [req-cc571f95-9c5c-4ea7-9eee-89582116f07d req-b4bff818-54bb-4ca6-987e-61b85a8328c7 service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Refreshing network info cache for port 5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1676.444805] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.521928] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.588914] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475463} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.589538] env[62913]: INFO nova.virt.vmwareapi.ds_util [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 04043676-2dfd-4606-9db4-432555ab57b8/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk. [ 1676.591938] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235451ba-3315-451d-ab83-0c92e58418ed {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.624438] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 04043676-2dfd-4606-9db4-432555ab57b8/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1676.625766] env[62913]: DEBUG nova.scheduler.client.report [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1676.626138] env[62913]: DEBUG nova.compute.provider_tree [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 87 to 88 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1676.626399] env[62913]: DEBUG nova.compute.provider_tree [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1676.629815] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1423aba-1cae-4616-bd0b-1622ebf52060 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.648306] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.260s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.648992] env[62913]: DEBUG nova.compute.manager [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1676.654253] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.496s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.654561] env[62913]: DEBUG nova.objects.instance [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lazy-loading 'resources' on Instance uuid bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.662874] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1676.662874] env[62913]: value = "task-1822328" [ 1676.662874] env[62913]: _type = "Task" [ 1676.662874] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.667525] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822327, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.681427] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822328, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.783415] env[62913]: DEBUG nova.network.neutron [-] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.159093] env[62913]: DEBUG nova.compute.utils [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1677.161211] env[62913]: DEBUG nova.compute.manager [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1677.161388] env[62913]: DEBUG nova.network.neutron [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1677.176394] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822327, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.186912] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.189588] env[62913]: DEBUG nova.compute.manager [req-79bc6af5-7735-444e-8dbe-29235a850182 req-1a582e30-5a28-44c8-a5bc-3fa824137449 service nova] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Received event network-vif-deleted-2f68e83f-cef8-46e5-a898-e9f3cfa1deab {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1677.199068] env[62913]: DEBUG nova.network.neutron [req-cc571f95-9c5c-4ea7-9eee-89582116f07d req-b4bff818-54bb-4ca6-987e-61b85a8328c7 service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Updated VIF entry in instance network info cache for port 5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1677.199258] env[62913]: DEBUG nova.network.neutron [req-cc571f95-9c5c-4ea7-9eee-89582116f07d req-b4bff818-54bb-4ca6-987e-61b85a8328c7 service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Updating instance_info_cache with network_info: [{"id": "5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f", "address": "fa:16:3e:f3:5d:52", "network": {"id": "5810baa8-f2a7-4ec5-8e62-6ec443f27441", "bridge": null, "label": "tempest-ServersNegativeTestJSON-850995401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc603577f56435191af884e8222e85b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5a08d10c-7c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.221293] env[62913]: DEBUG nova.policy [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9804181ca484443b9e0fb5cb24365926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e117b9e16efe4c93bcb40ceeb540b462', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1677.261867] env[62913]: DEBUG nova.network.neutron [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Updated VIF entry in instance network info cache for port 159577e5-c069-40d7-b272-beea95ca58c8. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1677.262255] env[62913]: DEBUG nova.network.neutron [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Updating instance_info_cache with network_info: [{"id": "159577e5-c069-40d7-b272-beea95ca58c8", "address": "fa:16:3e:8a:c1:27", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap159577e5-c0", "ovs_interfaceid": "159577e5-c069-40d7-b272-beea95ca58c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.286604] env[62913]: INFO nova.compute.manager [-] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Took 1.33 seconds to deallocate network for instance. [ 1677.543516] env[62913]: DEBUG nova.network.neutron [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Successfully created port: 9a27e015-f7e2-4e35-81f3-61a1565b4fd2 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1677.551520] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df51740-6a70-4c54-9f07-f96a0534bd88 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.560126] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14f61a1-b9ac-41fc-aa91-15c9cb4e7899 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.603156] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "989e9887-935f-4dfc-96c7-d84fa3ba0852" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.603811] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6200485-a5e1-4546-8227-595add90c67e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.611993] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c74cc9-9581-48ab-bb49-1919e6e2fe99 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.626358] env[62913]: DEBUG nova.compute.provider_tree [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1677.664545] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822327, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.667326] env[62913]: DEBUG nova.compute.manager [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1677.683494] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.702334] env[62913]: DEBUG oslo_concurrency.lockutils [req-cc571f95-9c5c-4ea7-9eee-89582116f07d req-b4bff818-54bb-4ca6-987e-61b85a8328c7 service nova] Releasing lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.702649] env[62913]: DEBUG nova.compute.manager [req-cc571f95-9c5c-4ea7-9eee-89582116f07d req-b4bff818-54bb-4ca6-987e-61b85a8328c7 service nova] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Received event network-vif-deleted-327c7609-aea1-4203-98e1-9f4209579305 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1677.764967] env[62913]: DEBUG oslo_concurrency.lockutils [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] Releasing lock "refresh_cache-573148ff-1737-45a7-97b4-c7f958cc8c4d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.765288] env[62913]: DEBUG nova.compute.manager [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Received event network-vif-deleted-013c7302-15d5-4084-970a-9b4b8edcbdd6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1677.765498] env[62913]: INFO nova.compute.manager [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Neutron deleted interface 013c7302-15d5-4084-970a-9b4b8edcbdd6; detaching it from the instance and deleting it from the info cache [ 1677.765701] env[62913]: DEBUG nova.network.neutron [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.799399] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.130256] env[62913]: DEBUG nova.scheduler.client.report [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1678.165612] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822327, 'name': CreateVM_Task, 'duration_secs': 1.586512} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.166460] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1678.166658] env[62913]: DEBUG oslo_concurrency.lockutils [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.166888] env[62913]: DEBUG oslo_concurrency.lockutils [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.167310] env[62913]: DEBUG oslo_concurrency.lockutils [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1678.167644] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-648b35bd-2ad4-4627-b4d6-93317caf6fbf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.180905] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1678.180905] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]528255c9-5d1f-d676-c0aa-5cd16098f624" [ 1678.180905] env[62913]: _type = "Task" [ 1678.180905] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.188706] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822328, 'name': ReconfigVM_Task, 'duration_secs': 1.49132} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.189343] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 04043676-2dfd-4606-9db4-432555ab57b8/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1678.190274] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190d06db-594e-4a0b-908d-83d6a83b203c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.196667] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528255c9-5d1f-d676-c0aa-5cd16098f624, 'name': SearchDatastore_Task, 'duration_secs': 0.011765} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.197470] env[62913]: DEBUG oslo_concurrency.lockutils [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.197749] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1678.198039] env[62913]: DEBUG oslo_concurrency.lockutils [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.198227] env[62913]: DEBUG oslo_concurrency.lockutils [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.198459] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1678.198745] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15423863-17e4-4b8b-b867-404738ce8c4d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.229877] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-119b0d62-a36e-4a38-9717-19a3805d5132 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.243834] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1678.244078] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1678.245396] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b66e001-070a-4bc7-8bba-30b1de1d3079 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.252854] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1678.252854] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5280d899-ba5c-0475-d348-6b48370142be" [ 1678.252854] env[62913]: _type = "Task" [ 1678.252854] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.252854] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1678.252854] env[62913]: value = "task-1822329" [ 1678.252854] env[62913]: _type = "Task" [ 1678.252854] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.268896] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5280d899-ba5c-0475-d348-6b48370142be, 'name': SearchDatastore_Task, 'duration_secs': 0.010421} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.269490] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.270834] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa2ff462-4f57-4207-b1b5-63bf51f49e8d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.272173] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a79d86d-5eea-443d-ac98-950a6bec92d0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.284167] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca2c85c-1d44-456c-b402-f46d899846e2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.295636] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1678.295636] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b94741-64fc-47ed-9769-7052bc50e0d7" [ 1678.295636] env[62913]: _type = "Task" [ 1678.295636] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.305711] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b94741-64fc-47ed-9769-7052bc50e0d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011575} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.306057] env[62913]: DEBUG oslo_concurrency.lockutils [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.306352] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 573148ff-1737-45a7-97b4-c7f958cc8c4d/573148ff-1737-45a7-97b4-c7f958cc8c4d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1678.306782] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f37ad47-2c99-4c82-b497-81070a4ae42b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.318143] env[62913]: DEBUG nova.compute.manager [req-f1f435a1-e64e-478e-859b-3937f50ef4b4 req-1047b404-e3a9-416a-9631-9c65e3e11214 service nova] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Detach interface failed, port_id=013c7302-15d5-4084-970a-9b4b8edcbdd6, reason: Instance 7d0bd674-08c1-46b5-bf4e-e168607e0aef could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1678.324942] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1678.324942] env[62913]: value = "task-1822330" [ 1678.324942] env[62913]: _type = "Task" [ 1678.324942] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.336528] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.638619] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.640187] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.996s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.645071] env[62913]: INFO nova.compute.claims [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1678.672336] env[62913]: INFO nova.scheduler.client.report [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Deleted allocations for instance bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa [ 1678.683388] env[62913]: DEBUG nova.compute.manager [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1678.734330] env[62913]: DEBUG nova.virt.hardware [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1678.734734] env[62913]: DEBUG nova.virt.hardware [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1678.734990] env[62913]: DEBUG nova.virt.hardware [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1678.735309] env[62913]: DEBUG nova.virt.hardware [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1678.735567] env[62913]: DEBUG nova.virt.hardware [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1678.735825] env[62913]: DEBUG nova.virt.hardware [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1678.736184] env[62913]: DEBUG nova.virt.hardware [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1678.736903] env[62913]: DEBUG nova.virt.hardware [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1678.736903] env[62913]: DEBUG nova.virt.hardware [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1678.737048] env[62913]: DEBUG nova.virt.hardware [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1678.737297] env[62913]: DEBUG nova.virt.hardware [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1678.739284] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32f1573-b41a-4126-b144-71cd421c6e26 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.751850] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0c50db-9988-4442-a5ca-d520ed8ac8fb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.784762] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822329, 'name': ReconfigVM_Task, 'duration_secs': 0.179441} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.785128] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1678.785435] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84300198-6ea3-4898-953c-db600bb12ffb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.795125] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1678.795125] env[62913]: value = "task-1822331" [ 1678.795125] env[62913]: _type = "Task" [ 1678.795125] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.810215] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.834960] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822330, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.149075] env[62913]: DEBUG nova.compute.manager [req-92f8a309-10c4-4bab-b42c-7445de20172b req-840f334e-9437-4df1-ab62-88f9f73269af service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Received event network-vif-plugged-9a27e015-f7e2-4e35-81f3-61a1565b4fd2 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1679.149075] env[62913]: DEBUG oslo_concurrency.lockutils [req-92f8a309-10c4-4bab-b42c-7445de20172b req-840f334e-9437-4df1-ab62-88f9f73269af service nova] Acquiring lock "9fdfb7b6-9540-40e3-aead-a7293180ff21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.149075] env[62913]: DEBUG oslo_concurrency.lockutils [req-92f8a309-10c4-4bab-b42c-7445de20172b req-840f334e-9437-4df1-ab62-88f9f73269af service nova] Lock "9fdfb7b6-9540-40e3-aead-a7293180ff21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.149075] env[62913]: DEBUG oslo_concurrency.lockutils [req-92f8a309-10c4-4bab-b42c-7445de20172b req-840f334e-9437-4df1-ab62-88f9f73269af service nova] Lock "9fdfb7b6-9540-40e3-aead-a7293180ff21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.149075] env[62913]: DEBUG nova.compute.manager [req-92f8a309-10c4-4bab-b42c-7445de20172b req-840f334e-9437-4df1-ab62-88f9f73269af service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] No waiting events found dispatching network-vif-plugged-9a27e015-f7e2-4e35-81f3-61a1565b4fd2 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1679.149075] env[62913]: WARNING nova.compute.manager [req-92f8a309-10c4-4bab-b42c-7445de20172b req-840f334e-9437-4df1-ab62-88f9f73269af service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Received unexpected event network-vif-plugged-9a27e015-f7e2-4e35-81f3-61a1565b4fd2 for instance with vm_state building and task_state spawning. [ 1679.183929] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8fe7710f-980d-4ef2-8be3-bf82b4a66cb7 tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.627s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.261674] env[62913]: DEBUG nova.network.neutron [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Successfully updated port: 9a27e015-f7e2-4e35-81f3-61a1565b4fd2 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1679.310124] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822331, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.341351] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822330, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.770161] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.770551] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.770551] env[62913]: DEBUG nova.network.neutron [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1679.809979] env[62913]: DEBUG oslo_vmware.api [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822331, 'name': PowerOnVM_Task, 'duration_secs': 0.80671} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.809979] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1679.814116] env[62913]: DEBUG nova.compute.manager [None req-1222a067-b0fa-4854-977d-0d004da41711 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1679.815501] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba03ac25-2f29-4895-8029-a96d2535dfb6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.838306] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822330, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.046554] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44024280-40a1-4302-b8ff-38595fcfc7db {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.055930] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7690d782-3dd9-46c5-bba0-ceeb91ed81fd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.089695] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "e8420f50-89c4-4363-8f0b-0b2752a8ae1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.090016] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "e8420f50-89c4-4363-8f0b-0b2752a8ae1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.090291] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "e8420f50-89c4-4363-8f0b-0b2752a8ae1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.090541] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "e8420f50-89c4-4363-8f0b-0b2752a8ae1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.090791] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "e8420f50-89c4-4363-8f0b-0b2752a8ae1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.093285] env[62913]: INFO nova.compute.manager [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Terminating instance [ 1680.095237] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f7312e-dfa4-475f-afe0-58a1541d1522 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.104919] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f8bb11-d296-4bf2-8bf5-cac1ca939362 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.123959] env[62913]: DEBUG nova.compute.provider_tree [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.313872] env[62913]: DEBUG nova.network.neutron [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1680.350027] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822330, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.52881} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.350027] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 573148ff-1737-45a7-97b4-c7f958cc8c4d/573148ff-1737-45a7-97b4-c7f958cc8c4d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1680.350027] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1680.350027] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97c894ce-a757-48d5-a15f-9eee4af3849d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.360068] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1680.360068] env[62913]: value = "task-1822332" [ 1680.360068] env[62913]: _type = "Task" [ 1680.360068] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.378258] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.537795] env[62913]: DEBUG nova.network.neutron [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Updating instance_info_cache with network_info: [{"id": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "address": "fa:16:3e:66:f6:56", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a27e015-f7", "ovs_interfaceid": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.602163] env[62913]: DEBUG nova.compute.manager [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1680.602163] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1680.603650] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a024b886-3060-4929-9854-35e3d94d74ea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.612919] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1680.613184] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-943290a7-748c-4320-bc47-27ac5663dcb6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.620481] env[62913]: DEBUG oslo_vmware.api [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1680.620481] env[62913]: value = "task-1822333" [ 1680.620481] env[62913]: _type = "Task" [ 1680.620481] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.626937] env[62913]: DEBUG nova.scheduler.client.report [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1680.639025] env[62913]: DEBUG oslo_vmware.api [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.871670] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206969} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.872098] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1680.873092] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4451f8-df61-4955-9a9a-64098ae5b3e6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.901446] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 573148ff-1737-45a7-97b4-c7f958cc8c4d/573148ff-1737-45a7-97b4-c7f958cc8c4d.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1680.903722] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfbeaf8b-d032-49fa-b17f-f7660e21dfe7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.936085] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1680.936085] env[62913]: value = "task-1822334" [ 1680.936085] env[62913]: _type = "Task" [ 1680.936085] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.950051] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.046615] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.046981] env[62913]: DEBUG nova.compute.manager [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Instance network_info: |[{"id": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "address": "fa:16:3e:66:f6:56", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a27e015-f7", "ovs_interfaceid": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1681.047471] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:f6:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a27e015-f7e2-4e35-81f3-61a1565b4fd2', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1681.056573] env[62913]: DEBUG oslo.service.loopingcall [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.056925] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1681.057214] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5b2dc96-ea5f-4112-b5e7-2075b16f3e56 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.083762] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1681.083762] env[62913]: value = "task-1822335" [ 1681.083762] env[62913]: _type = "Task" [ 1681.083762] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.092719] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822335, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.131948] env[62913]: DEBUG oslo_vmware.api [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822333, 'name': PowerOffVM_Task, 'duration_secs': 0.27468} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.132244] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.132416] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1681.132693] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0be2286-3ce3-465e-8530-2f9b038689b8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.137305] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.137679] env[62913]: DEBUG nova.compute.manager [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1681.141065] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.588s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.143082] env[62913]: INFO nova.compute.claims [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1681.250163] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1681.250697] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1681.251013] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Deleting the datastore file [datastore1] e8420f50-89c4-4363-8f0b-0b2752a8ae1e {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1681.251428] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10036075-4ae1-4b4e-9483-f3ada5d72059 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.260527] env[62913]: DEBUG oslo_vmware.api [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for the task: (returnval){ [ 1681.260527] env[62913]: value = "task-1822337" [ 1681.260527] env[62913]: _type = "Task" [ 1681.260527] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.270730] env[62913]: DEBUG oslo_vmware.api [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.273327] env[62913]: DEBUG nova.compute.manager [req-373c1d6f-de4a-4a04-a9c4-92557623a5a6 req-15fb84ce-09f7-4911-9073-0739baca2ca3 service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Received event network-changed-9a27e015-f7e2-4e35-81f3-61a1565b4fd2 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1681.273567] env[62913]: DEBUG nova.compute.manager [req-373c1d6f-de4a-4a04-a9c4-92557623a5a6 req-15fb84ce-09f7-4911-9073-0739baca2ca3 service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Refreshing instance network info cache due to event network-changed-9a27e015-f7e2-4e35-81f3-61a1565b4fd2. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1681.273800] env[62913]: DEBUG oslo_concurrency.lockutils [req-373c1d6f-de4a-4a04-a9c4-92557623a5a6 req-15fb84ce-09f7-4911-9073-0739baca2ca3 service nova] Acquiring lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.273990] env[62913]: DEBUG oslo_concurrency.lockutils [req-373c1d6f-de4a-4a04-a9c4-92557623a5a6 req-15fb84ce-09f7-4911-9073-0739baca2ca3 service nova] Acquired lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.274239] env[62913]: DEBUG nova.network.neutron [req-373c1d6f-de4a-4a04-a9c4-92557623a5a6 req-15fb84ce-09f7-4911-9073-0739baca2ca3 service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Refreshing network info cache for port 9a27e015-f7e2-4e35-81f3-61a1565b4fd2 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1681.429773] env[62913]: INFO nova.compute.manager [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Unrescuing [ 1681.430711] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "refresh_cache-04043676-2dfd-4606-9db4-432555ab57b8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.430711] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired lock "refresh_cache-04043676-2dfd-4606-9db4-432555ab57b8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.430711] env[62913]: DEBUG nova.network.neutron [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1681.452043] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822334, 'name': ReconfigVM_Task, 'duration_secs': 0.388292} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.452043] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 573148ff-1737-45a7-97b4-c7f958cc8c4d/573148ff-1737-45a7-97b4-c7f958cc8c4d.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1681.452043] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b6b7936-0fe3-4082-871c-14e12248071c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.457699] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1681.457699] env[62913]: value = "task-1822338" [ 1681.457699] env[62913]: _type = "Task" [ 1681.457699] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.470557] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822338, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.594852] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822335, 'name': CreateVM_Task, 'duration_secs': 0.393116} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.595107] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1681.595889] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.596078] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.596401] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1681.596674] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ae586e-dd65-439d-87ca-21ab5544ab10 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.602190] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1681.602190] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5201972b-aaf9-3e85-f347-7b265e60e71a" [ 1681.602190] env[62913]: _type = "Task" [ 1681.602190] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.611088] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5201972b-aaf9-3e85-f347-7b265e60e71a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.643099] env[62913]: DEBUG nova.compute.utils [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1681.644607] env[62913]: DEBUG nova.compute.manager [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1681.644785] env[62913]: DEBUG nova.network.neutron [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1681.738300] env[62913]: DEBUG nova.policy [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2271663fc09b4bf3ac8428fcdf6c524e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea1eb1dd0b5c49008e97ba4590720e53', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1681.774771] env[62913]: DEBUG oslo_vmware.api [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Task: {'id': task-1822337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212408} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.775108] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1681.775288] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1681.775468] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1681.775644] env[62913]: INFO nova.compute.manager [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1681.775893] env[62913]: DEBUG oslo.service.loopingcall [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.776554] env[62913]: DEBUG nova.compute.manager [-] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1681.776554] env[62913]: DEBUG nova.network.neutron [-] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1681.980475] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822338, 'name': Rename_Task, 'duration_secs': 0.177791} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.981205] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1681.981475] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b63d18b0-e4f9-4d8b-bf4b-85a4b5ec8108 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.989801] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1681.989801] env[62913]: value = "task-1822339" [ 1681.989801] env[62913]: _type = "Task" [ 1681.989801] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.000245] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.115503] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5201972b-aaf9-3e85-f347-7b265e60e71a, 'name': SearchDatastore_Task, 'duration_secs': 0.010917} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.115849] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.116111] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1682.116350] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.116500] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.116677] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1682.117037] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d3da0d1-2991-40f0-8068-0259c0af8067 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.130039] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1682.130039] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1682.130039] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2001df16-736e-4df1-90f9-aef7205c99b8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.136929] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1682.136929] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b96541-d193-5569-f11d-6dc8f55543aa" [ 1682.136929] env[62913]: _type = "Task" [ 1682.136929] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.146409] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b96541-d193-5569-f11d-6dc8f55543aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.148524] env[62913]: DEBUG nova.compute.manager [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1682.300042] env[62913]: DEBUG nova.network.neutron [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Updating instance_info_cache with network_info: [{"id": "bba86f65-affd-41b6-b2ea-a50f68e5bc30", "address": "fa:16:3e:23:6f:47", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba86f65-af", "ovs_interfaceid": "bba86f65-affd-41b6-b2ea-a50f68e5bc30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.350932] env[62913]: DEBUG nova.compute.manager [req-d0cbef92-293b-4e19-b799-a81f3ea5522e req-5ef78bf9-07f3-4c6c-b297-1dd859557a83 service nova] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Received event network-vif-deleted-60873f65-6340-4278-a4e5-a41e9ede6517 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1682.351467] env[62913]: INFO nova.compute.manager [req-d0cbef92-293b-4e19-b799-a81f3ea5522e req-5ef78bf9-07f3-4c6c-b297-1dd859557a83 service nova] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Neutron deleted interface 60873f65-6340-4278-a4e5-a41e9ede6517; detaching it from the instance and deleting it from the info cache [ 1682.351467] env[62913]: DEBUG nova.network.neutron [req-d0cbef92-293b-4e19-b799-a81f3ea5522e req-5ef78bf9-07f3-4c6c-b297-1dd859557a83 service nova] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.444701] env[62913]: DEBUG nova.network.neutron [req-373c1d6f-de4a-4a04-a9c4-92557623a5a6 req-15fb84ce-09f7-4911-9073-0739baca2ca3 service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Updated VIF entry in instance network info cache for port 9a27e015-f7e2-4e35-81f3-61a1565b4fd2. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1682.445072] env[62913]: DEBUG nova.network.neutron [req-373c1d6f-de4a-4a04-a9c4-92557623a5a6 req-15fb84ce-09f7-4911-9073-0739baca2ca3 service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Updating instance_info_cache with network_info: [{"id": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "address": "fa:16:3e:66:f6:56", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a27e015-f7", "ovs_interfaceid": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.503600] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822339, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.583482] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1d7fc8-c3f6-40e7-a382-8d699d5adfa8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.593693] env[62913]: DEBUG nova.network.neutron [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Successfully created port: 4a63dedf-fdf9-48f9-a9ab-9f857904152b {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1682.596946] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac70c13e-07e9-4385-a86f-5101a748e754 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.632863] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd78040-ef03-45a5-b66c-8fe05eebb5c3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.644770] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d31e596-52f5-4443-8f69-9c5901bd714c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.652141] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b96541-d193-5569-f11d-6dc8f55543aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010317} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.653924] env[62913]: INFO nova.virt.block_device [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Booting with volume 2eb8c51a-ed85-41eb-919a-41332d9502fe at /dev/sda [ 1682.664382] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-894ecc39-235c-4fce-b6f5-7228145e9518 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.666851] env[62913]: DEBUG nova.network.neutron [-] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.671600] env[62913]: DEBUG nova.compute.provider_tree [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.677181] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1682.677181] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5264131b-9a4e-7f53-ffcb-9d9d9eb5b422" [ 1682.677181] env[62913]: _type = "Task" [ 1682.677181] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.689979] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5264131b-9a4e-7f53-ffcb-9d9d9eb5b422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.705452] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a2f3525-efac-4394-9a78-e906b29136cf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.715565] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37389e56-62b6-4e10-922f-616867bd470a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.747513] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef0927e2-7f40-4912-b435-61783945234a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.757108] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8046dd6e-cfea-4546-aa50-6925092da70b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.789843] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe1f1a9-87ca-4b52-96fe-99d044792c8d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.797703] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a137be-34c3-435a-ad34-ac299890b80d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.803392] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Releasing lock "refresh_cache-04043676-2dfd-4606-9db4-432555ab57b8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.803862] env[62913]: DEBUG nova.objects.instance [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lazy-loading 'flavor' on Instance uuid 04043676-2dfd-4606-9db4-432555ab57b8 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.813426] env[62913]: DEBUG nova.virt.block_device [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Updating existing volume attachment record: 6df1439c-48dd-4db6-ab2a-e0f2f3c2a83b {{(pid=62913) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1682.855647] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e81ed2b0-e29c-446f-a7e2-ca6f2517ef33 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.867558] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df003203-9811-479f-a673-a7dd75c78f17 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.905894] env[62913]: DEBUG nova.compute.manager [req-d0cbef92-293b-4e19-b799-a81f3ea5522e req-5ef78bf9-07f3-4c6c-b297-1dd859557a83 service nova] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Detach interface failed, port_id=60873f65-6340-4278-a4e5-a41e9ede6517, reason: Instance e8420f50-89c4-4363-8f0b-0b2752a8ae1e could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1682.949196] env[62913]: DEBUG oslo_concurrency.lockutils [req-373c1d6f-de4a-4a04-a9c4-92557623a5a6 req-15fb84ce-09f7-4911-9073-0739baca2ca3 service nova] Releasing lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.005325] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822339, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.173433] env[62913]: INFO nova.compute.manager [-] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Took 1.40 seconds to deallocate network for instance. [ 1683.174598] env[62913]: DEBUG nova.scheduler.client.report [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1683.193852] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5264131b-9a4e-7f53-ffcb-9d9d9eb5b422, 'name': SearchDatastore_Task, 'duration_secs': 0.011194} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.194220] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.196965] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 9fdfb7b6-9540-40e3-aead-a7293180ff21/9fdfb7b6-9540-40e3-aead-a7293180ff21.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1683.196965] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5025560-9e0b-4341-87b8-989a8ec0d519 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.204735] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1683.204735] env[62913]: value = "task-1822340" [ 1683.204735] env[62913]: _type = "Task" [ 1683.204735] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.214181] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.312019] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9196518c-99d0-42d8-a7be-781401d30bf9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.335315] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1683.335836] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c70a965c-35a0-4c18-9bd1-d98378f1bce2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.352155] env[62913]: DEBUG oslo_vmware.api [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1683.352155] env[62913]: value = "task-1822341" [ 1683.352155] env[62913]: _type = "Task" [ 1683.352155] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.360188] env[62913]: DEBUG oslo_vmware.api [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.504878] env[62913]: DEBUG oslo_vmware.api [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822339, 'name': PowerOnVM_Task, 'duration_secs': 1.099826} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.505196] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1683.505462] env[62913]: INFO nova.compute.manager [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1683.505765] env[62913]: DEBUG nova.compute.manager [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1683.506638] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fd845a-8f43-4861-8c7f-630255f18fd5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.682822] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.683412] env[62913]: DEBUG nova.compute.manager [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1683.686083] env[62913]: DEBUG oslo_concurrency.lockutils [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.095s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.686322] env[62913]: DEBUG nova.objects.instance [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lazy-loading 'resources' on Instance uuid d65903e8-cb94-49e8-8a51-9bad3e1fe986 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1683.689535] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.714543] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47259} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.714803] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 9fdfb7b6-9540-40e3-aead-a7293180ff21/9fdfb7b6-9540-40e3-aead-a7293180ff21.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1683.715029] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1683.716295] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdcfd9c5-8fe3-44f4-b44a-fd037565e7eb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.721312] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Acquiring lock "97e47f40-c4f4-40f5-8d2e-7605d5347075" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.721530] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Lock "97e47f40-c4f4-40f5-8d2e-7605d5347075" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.727729] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1683.727729] env[62913]: value = "task-1822342" [ 1683.727729] env[62913]: _type = "Task" [ 1683.727729] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.737792] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.861897] env[62913]: DEBUG oslo_vmware.api [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822341, 'name': PowerOffVM_Task, 'duration_secs': 0.308134} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.862263] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1683.867453] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1683.868024] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aea05a3-860d-425b-896d-3c772872abea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.888201] env[62913]: DEBUG oslo_vmware.api [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1683.888201] env[62913]: value = "task-1822343" [ 1683.888201] env[62913]: _type = "Task" [ 1683.888201] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.896830] env[62913]: DEBUG oslo_vmware.api [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.026183] env[62913]: INFO nova.compute.manager [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Took 43.54 seconds to build instance. [ 1684.182156] env[62913]: DEBUG nova.compute.manager [req-8c736761-d32c-4e26-bd29-df9a8f60480f req-8366672c-cc88-4700-a1cf-684ee07ff996 service nova] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Received event network-vif-plugged-4a63dedf-fdf9-48f9-a9ab-9f857904152b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1684.182156] env[62913]: DEBUG oslo_concurrency.lockutils [req-8c736761-d32c-4e26-bd29-df9a8f60480f req-8366672c-cc88-4700-a1cf-684ee07ff996 service nova] Acquiring lock "af6bed19-b81b-4717-8ab6-4d9fa9456c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.182156] env[62913]: DEBUG oslo_concurrency.lockutils [req-8c736761-d32c-4e26-bd29-df9a8f60480f req-8366672c-cc88-4700-a1cf-684ee07ff996 service nova] Lock "af6bed19-b81b-4717-8ab6-4d9fa9456c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.182156] env[62913]: DEBUG oslo_concurrency.lockutils [req-8c736761-d32c-4e26-bd29-df9a8f60480f req-8366672c-cc88-4700-a1cf-684ee07ff996 service nova] Lock "af6bed19-b81b-4717-8ab6-4d9fa9456c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.182156] env[62913]: DEBUG nova.compute.manager [req-8c736761-d32c-4e26-bd29-df9a8f60480f req-8366672c-cc88-4700-a1cf-684ee07ff996 service nova] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] No waiting events found dispatching network-vif-plugged-4a63dedf-fdf9-48f9-a9ab-9f857904152b {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1684.182556] env[62913]: WARNING nova.compute.manager [req-8c736761-d32c-4e26-bd29-df9a8f60480f req-8366672c-cc88-4700-a1cf-684ee07ff996 service nova] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Received unexpected event network-vif-plugged-4a63dedf-fdf9-48f9-a9ab-9f857904152b for instance with vm_state building and task_state block_device_mapping. [ 1684.189274] env[62913]: DEBUG nova.compute.utils [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1684.197017] env[62913]: DEBUG nova.compute.manager [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1684.197017] env[62913]: DEBUG nova.network.neutron [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1684.226701] env[62913]: DEBUG nova.compute.manager [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1684.239880] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068823} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.240166] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1684.241009] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d2f87c-d732-41c8-a0ce-3b31eee522ae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.264856] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 9fdfb7b6-9540-40e3-aead-a7293180ff21/9fdfb7b6-9540-40e3-aead-a7293180ff21.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1684.267559] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8649c9a5-4078-4cd8-9003-2dea6cb82b0d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.283630] env[62913]: DEBUG nova.policy [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cb3d98f5237486fb691491ab3dc6649', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f80975b75de74f16805e76a625926bc3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1684.292935] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1684.292935] env[62913]: value = "task-1822344" [ 1684.292935] env[62913]: _type = "Task" [ 1684.292935] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.307107] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.359433] env[62913]: DEBUG nova.network.neutron [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Successfully updated port: 4a63dedf-fdf9-48f9-a9ab-9f857904152b {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1684.401556] env[62913]: DEBUG oslo_vmware.api [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822343, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.528667] env[62913]: DEBUG oslo_concurrency.lockutils [None req-818328fb-8873-41b6-ba32-1c8835e54b00 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "573148ff-1737-45a7-97b4-c7f958cc8c4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.056s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.616551] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3bb329-9a56-46ae-be11-be2d18951906 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.625317] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edc2ae3-eda7-45b6-9cc3-b17048370352 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.656903] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394384aa-80a2-49e8-94df-148da974178e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.667038] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b02c1f-b9e0-41f2-b22b-7e143ab7ea17 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.681597] env[62913]: DEBUG nova.compute.provider_tree [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1684.694420] env[62913]: DEBUG nova.compute.manager [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1684.701020] env[62913]: DEBUG nova.network.neutron [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Successfully created port: bcab4f7d-d9bf-4856-8330-419893206809 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1684.750736] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.805777] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822344, 'name': ReconfigVM_Task, 'duration_secs': 0.342192} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.806088] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 9fdfb7b6-9540-40e3-aead-a7293180ff21/9fdfb7b6-9540-40e3-aead-a7293180ff21.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1684.806727] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8e47a52-ae1a-40d3-8116-f5f09f59623f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.814846] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1684.814846] env[62913]: value = "task-1822345" [ 1684.814846] env[62913]: _type = "Task" [ 1684.814846] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.824644] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822345, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.865533] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Acquiring lock "refresh_cache-af6bed19-b81b-4717-8ab6-4d9fa9456c3e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.865688] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Acquired lock "refresh_cache-af6bed19-b81b-4717-8ab6-4d9fa9456c3e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.865830] env[62913]: DEBUG nova.network.neutron [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1684.900079] env[62913]: DEBUG oslo_vmware.api [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822343, 'name': ReconfigVM_Task, 'duration_secs': 0.531664} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.900365] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1684.900552] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1684.900856] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90fb7fc2-e3cc-4cbf-a481-7a266209ac8e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.908628] env[62913]: DEBUG oslo_vmware.api [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1684.908628] env[62913]: value = "task-1822346" [ 1684.908628] env[62913]: _type = "Task" [ 1684.908628] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.917797] env[62913]: DEBUG oslo_vmware.api [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.925262] env[62913]: DEBUG nova.compute.manager [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1684.925941] env[62913]: DEBUG nova.virt.hardware [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1684.926218] env[62913]: DEBUG nova.virt.hardware [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1684.926720] env[62913]: DEBUG nova.virt.hardware [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1684.926720] env[62913]: DEBUG nova.virt.hardware [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1684.926720] env[62913]: DEBUG nova.virt.hardware [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1684.926974] env[62913]: DEBUG nova.virt.hardware [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1684.927070] env[62913]: DEBUG nova.virt.hardware [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1684.927255] env[62913]: DEBUG nova.virt.hardware [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1684.927426] env[62913]: DEBUG nova.virt.hardware [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1684.927603] env[62913]: DEBUG nova.virt.hardware [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1684.927787] env[62913]: DEBUG nova.virt.hardware [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1684.928716] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae715e3-007b-45ab-b327-29db4e657656 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.943217] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1113f965-5a7b-42a6-8d42-85d83e136124 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.185477] env[62913]: DEBUG nova.scheduler.client.report [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1685.325490] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822345, 'name': Rename_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.418863] env[62913]: DEBUG oslo_vmware.api [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822346, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.422855] env[62913]: DEBUG nova.network.neutron [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1685.573092] env[62913]: INFO nova.compute.manager [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Rebuilding instance [ 1685.634444] env[62913]: DEBUG nova.compute.manager [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1685.635424] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d478025f-4a73-4e0c-899e-0e3851909014 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.690172] env[62913]: DEBUG oslo_concurrency.lockutils [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.692745] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.506s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.692858] env[62913]: DEBUG nova.objects.instance [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Lazy-loading 'resources' on Instance uuid 4e156452-1b51-4920-9366-61bb89bcb9f8 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1685.707238] env[62913]: DEBUG nova.compute.manager [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1685.720959] env[62913]: INFO nova.scheduler.client.report [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Deleted allocations for instance d65903e8-cb94-49e8-8a51-9bad3e1fe986 [ 1685.732502] env[62913]: DEBUG nova.virt.hardware [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1685.732502] env[62913]: DEBUG nova.virt.hardware [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1685.732502] env[62913]: DEBUG nova.virt.hardware [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1685.732502] env[62913]: DEBUG nova.virt.hardware [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1685.732502] env[62913]: DEBUG nova.virt.hardware [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1685.732502] env[62913]: DEBUG nova.virt.hardware [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1685.732502] env[62913]: DEBUG nova.virt.hardware [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1685.732943] env[62913]: DEBUG nova.virt.hardware [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1685.732978] env[62913]: DEBUG nova.virt.hardware [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1685.733483] env[62913]: DEBUG nova.virt.hardware [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1685.733483] env[62913]: DEBUG nova.virt.hardware [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1685.734729] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfecd197-478f-4c3e-88f6-7a446b4ae194 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.747292] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b515abc9-0b7f-45f0-b5e8-226f8cab6c1f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.828176] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822345, 'name': Rename_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.842081] env[62913]: DEBUG nova.network.neutron [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Updating instance_info_cache with network_info: [{"id": "4a63dedf-fdf9-48f9-a9ab-9f857904152b", "address": "fa:16:3e:20:9c:35", "network": {"id": "f380958d-f62c-48c3-90fb-ae4dc5a27115", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-343435799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea1eb1dd0b5c49008e97ba4590720e53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a63dedf-fd", "ovs_interfaceid": "4a63dedf-fdf9-48f9-a9ab-9f857904152b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.920507] env[62913]: DEBUG oslo_vmware.api [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822346, 'name': PowerOnVM_Task, 'duration_secs': 0.717839} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.920824] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1685.921082] env[62913]: DEBUG nova.compute.manager [None req-4c4c5fad-79f0-4e8d-9aef-49c2ea70a601 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1685.921848] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85bd702-e114-4b14-918a-19bf610f02af {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.206263] env[62913]: DEBUG nova.compute.manager [req-b01aaf67-2c9f-4b31-b23e-034282e615b5 req-34610f30-79a5-4ebb-90ba-7e7e298d5d05 service nova] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Received event network-changed-4a63dedf-fdf9-48f9-a9ab-9f857904152b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1686.206263] env[62913]: DEBUG nova.compute.manager [req-b01aaf67-2c9f-4b31-b23e-034282e615b5 req-34610f30-79a5-4ebb-90ba-7e7e298d5d05 service nova] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Refreshing instance network info cache due to event network-changed-4a63dedf-fdf9-48f9-a9ab-9f857904152b. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1686.206263] env[62913]: DEBUG oslo_concurrency.lockutils [req-b01aaf67-2c9f-4b31-b23e-034282e615b5 req-34610f30-79a5-4ebb-90ba-7e7e298d5d05 service nova] Acquiring lock "refresh_cache-af6bed19-b81b-4717-8ab6-4d9fa9456c3e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.232434] env[62913]: DEBUG oslo_concurrency.lockutils [None req-02299a18-acab-47f8-a29f-b9dff5a0b361 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "d65903e8-cb94-49e8-8a51-9bad3e1fe986" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.442s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.328754] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822345, 'name': Rename_Task, 'duration_secs': 1.172282} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.329050] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1686.329431] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1cb5494-7ad8-4362-bce5-78cdc5cd6394 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.345241] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Releasing lock "refresh_cache-af6bed19-b81b-4717-8ab6-4d9fa9456c3e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.345563] env[62913]: DEBUG nova.compute.manager [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Instance network_info: |[{"id": "4a63dedf-fdf9-48f9-a9ab-9f857904152b", "address": "fa:16:3e:20:9c:35", "network": {"id": "f380958d-f62c-48c3-90fb-ae4dc5a27115", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-343435799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea1eb1dd0b5c49008e97ba4590720e53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a63dedf-fd", "ovs_interfaceid": "4a63dedf-fdf9-48f9-a9ab-9f857904152b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1686.345863] env[62913]: DEBUG oslo_concurrency.lockutils [req-b01aaf67-2c9f-4b31-b23e-034282e615b5 req-34610f30-79a5-4ebb-90ba-7e7e298d5d05 service nova] Acquired lock "refresh_cache-af6bed19-b81b-4717-8ab6-4d9fa9456c3e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.346063] env[62913]: DEBUG nova.network.neutron [req-b01aaf67-2c9f-4b31-b23e-034282e615b5 req-34610f30-79a5-4ebb-90ba-7e7e298d5d05 service nova] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Refreshing network info cache for port 4a63dedf-fdf9-48f9-a9ab-9f857904152b {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.351169] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:9c:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a63dedf-fdf9-48f9-a9ab-9f857904152b', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1686.355234] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Creating folder: Project (ea1eb1dd0b5c49008e97ba4590720e53). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1686.359827] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3abcf5a-68d9-43d1-95b5-3f30edaf4b49 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.361789] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1686.361789] env[62913]: value = "task-1822347" [ 1686.361789] env[62913]: _type = "Task" [ 1686.361789] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.371161] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.374237] env[62913]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1686.374407] env[62913]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62913) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1686.374740] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Folder already exists: Project (ea1eb1dd0b5c49008e97ba4590720e53). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1686.374952] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Creating folder: Instances. Parent ref: group-v377411. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1686.375211] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b098126-3208-4bda-9f5e-f07e8534f0cb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.388509] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Created folder: Instances in parent group-v377411. [ 1686.388764] env[62913]: DEBUG oslo.service.loopingcall [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.388954] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1686.389180] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87676b18-4de9-40ca-80f5-ddcd588cfc43 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.415596] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1686.415596] env[62913]: value = "task-1822350" [ 1686.415596] env[62913]: _type = "Task" [ 1686.415596] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.425629] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822350, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.573764] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6d4d5e-3752-495b-939f-cee364830b4b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.583138] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d99419d-90e4-4c9f-97e5-53325ac3b155 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.619223] env[62913]: DEBUG nova.network.neutron [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Successfully updated port: bcab4f7d-d9bf-4856-8330-419893206809 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1686.620506] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69380901-b398-48b0-9be9-1db63168fe1a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.630215] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ccad48-cbd8-4689-b30f-f88074b2597b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.646349] env[62913]: DEBUG nova.compute.provider_tree [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.654206] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1686.654487] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e99259b-e0de-43fb-8d12-7ec1897373bd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.662450] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1686.662450] env[62913]: value = "task-1822351" [ 1686.662450] env[62913]: _type = "Task" [ 1686.662450] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.671938] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.874197] env[62913]: DEBUG oslo_vmware.api [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822347, 'name': PowerOnVM_Task, 'duration_secs': 0.481732} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.874555] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1686.874825] env[62913]: INFO nova.compute.manager [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1686.875060] env[62913]: DEBUG nova.compute.manager [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.876185] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647a3f67-ff09-47ea-8d86-a3faf5d8c07d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.929647] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822350, 'name': CreateVM_Task, 'duration_secs': 0.476938} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.929845] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1686.930716] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377419', 'volume_id': '2eb8c51a-ed85-41eb-919a-41332d9502fe', 'name': 'volume-2eb8c51a-ed85-41eb-919a-41332d9502fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'af6bed19-b81b-4717-8ab6-4d9fa9456c3e', 'attached_at': '', 'detached_at': '', 'volume_id': '2eb8c51a-ed85-41eb-919a-41332d9502fe', 'serial': '2eb8c51a-ed85-41eb-919a-41332d9502fe'}, 'guest_format': None, 'attachment_id': '6df1439c-48dd-4db6-ab2a-e0f2f3c2a83b', 'boot_index': 0, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62913) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1686.930952] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Root volume attach. Driver type: vmdk {{(pid=62913) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1686.931774] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db3755e-187e-4acb-945f-665cf6d7b702 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.943323] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffd5c7e-92a7-46d7-9c0f-59cf3245f493 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.954885] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9958780e-509c-4d4c-b251-374c10c7d326 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.962056] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c0496e20-de65-4c45-a693-dd7481fe05a4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.970404] env[62913]: DEBUG oslo_vmware.api [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Waiting for the task: (returnval){ [ 1686.970404] env[62913]: value = "task-1822352" [ 1686.970404] env[62913]: _type = "Task" [ 1686.970404] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.979256] env[62913]: DEBUG oslo_vmware.api [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822352, 'name': RelocateVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.124880] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "refresh_cache-aa25311b-fe70-4d3a-87c6-ba210726de3c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.125096] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired lock "refresh_cache-aa25311b-fe70-4d3a-87c6-ba210726de3c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.125250] env[62913]: DEBUG nova.network.neutron [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1687.150128] env[62913]: DEBUG nova.scheduler.client.report [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.176153] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822351, 'name': PowerOffVM_Task, 'duration_secs': 0.266794} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.176153] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1687.176393] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1687.177612] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0b7fbf-cd87-40ab-a977-04d4f952c67e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.187225] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1687.187562] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3225c91-041f-4090-8d40-a6248bdf5291 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.194822] env[62913]: DEBUG nova.network.neutron [req-b01aaf67-2c9f-4b31-b23e-034282e615b5 req-34610f30-79a5-4ebb-90ba-7e7e298d5d05 service nova] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Updated VIF entry in instance network info cache for port 4a63dedf-fdf9-48f9-a9ab-9f857904152b. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1687.195215] env[62913]: DEBUG nova.network.neutron [req-b01aaf67-2c9f-4b31-b23e-034282e615b5 req-34610f30-79a5-4ebb-90ba-7e7e298d5d05 service nova] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Updating instance_info_cache with network_info: [{"id": "4a63dedf-fdf9-48f9-a9ab-9f857904152b", "address": "fa:16:3e:20:9c:35", "network": {"id": "f380958d-f62c-48c3-90fb-ae4dc5a27115", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-343435799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea1eb1dd0b5c49008e97ba4590720e53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a63dedf-fd", "ovs_interfaceid": "4a63dedf-fdf9-48f9-a9ab-9f857904152b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.319847] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1687.320253] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1687.320327] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleting the datastore file [datastore1] 573148ff-1737-45a7-97b4-c7f958cc8c4d {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1687.320602] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b1d5dc1-ba79-43c9-b0c6-780f72cfc2fe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.329474] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1687.329474] env[62913]: value = "task-1822354" [ 1687.329474] env[62913]: _type = "Task" [ 1687.329474] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.397451] env[62913]: INFO nova.compute.manager [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Took 39.59 seconds to build instance. [ 1687.481528] env[62913]: DEBUG oslo_vmware.api [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822352, 'name': RelocateVM_Task, 'duration_secs': 0.40052} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.481837] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Volume attach. Driver type: vmdk {{(pid=62913) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1687.482071] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377419', 'volume_id': '2eb8c51a-ed85-41eb-919a-41332d9502fe', 'name': 'volume-2eb8c51a-ed85-41eb-919a-41332d9502fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'af6bed19-b81b-4717-8ab6-4d9fa9456c3e', 'attached_at': '', 'detached_at': '', 'volume_id': '2eb8c51a-ed85-41eb-919a-41332d9502fe', 'serial': '2eb8c51a-ed85-41eb-919a-41332d9502fe'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1687.482905] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8befc416-1342-4ccd-bb42-9fcb656cb9df {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.499252] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baec7cf-b5e2-44f5-a1ac-32ab04519bbb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.523855] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] volume-2eb8c51a-ed85-41eb-919a-41332d9502fe/volume-2eb8c51a-ed85-41eb-919a-41332d9502fe.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1687.524023] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02796966-77b8-4fd0-97d6-2c93d8f37294 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.547722] env[62913]: DEBUG oslo_vmware.api [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Waiting for the task: (returnval){ [ 1687.547722] env[62913]: value = "task-1822355" [ 1687.547722] env[62913]: _type = "Task" [ 1687.547722] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.556822] env[62913]: DEBUG oslo_vmware.api [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.656244] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.659065] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.283s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.659517] env[62913]: DEBUG nova.objects.instance [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lazy-loading 'resources' on Instance uuid 6e53b18b-886b-4afa-a08f-173135fecf2e {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.683385] env[62913]: INFO nova.scheduler.client.report [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Deleted allocations for instance 4e156452-1b51-4920-9366-61bb89bcb9f8 [ 1687.691788] env[62913]: DEBUG nova.network.neutron [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1687.697621] env[62913]: DEBUG oslo_concurrency.lockutils [req-b01aaf67-2c9f-4b31-b23e-034282e615b5 req-34610f30-79a5-4ebb-90ba-7e7e298d5d05 service nova] Releasing lock "refresh_cache-af6bed19-b81b-4717-8ab6-4d9fa9456c3e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.842488] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195216} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.842797] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1687.843236] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1687.843236] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1687.899555] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6a2bccdc-9762-4368-9717-2bb7e6d4c4ee tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.109s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.006336] env[62913]: DEBUG nova.network.neutron [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Updating instance_info_cache with network_info: [{"id": "bcab4f7d-d9bf-4856-8330-419893206809", "address": "fa:16:3e:cc:29:d0", "network": {"id": "eeb742eb-bc6f-49aa-b850-cdde1a9d368f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1700168506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80975b75de74f16805e76a625926bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcab4f7d-d9", "ovs_interfaceid": "bcab4f7d-d9bf-4856-8330-419893206809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.058186] env[62913]: DEBUG oslo_vmware.api [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822355, 'name': ReconfigVM_Task, 'duration_secs': 0.282417} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.059237] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Reconfigured VM instance instance-00000040 to attach disk [datastore1] volume-2eb8c51a-ed85-41eb-919a-41332d9502fe/volume-2eb8c51a-ed85-41eb-919a-41332d9502fe.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1688.063847] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef66859a-d58d-4e85-9076-a0b333032a83 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.080397] env[62913]: DEBUG oslo_vmware.api [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Waiting for the task: (returnval){ [ 1688.080397] env[62913]: value = "task-1822356" [ 1688.080397] env[62913]: _type = "Task" [ 1688.080397] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.089667] env[62913]: DEBUG oslo_vmware.api [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.203695] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4370494c-ce5d-4cd5-a5e9-b9ebf042c38f tempest-ServerMetadataTestJSON-1820668122 tempest-ServerMetadataTestJSON-1820668122-project-member] Lock "4e156452-1b51-4920-9366-61bb89bcb9f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.605s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.239618] env[62913]: DEBUG nova.compute.manager [req-9b499edb-dc43-42eb-971d-bc200ef5db48 req-8c075eb2-17bc-4335-ae5f-d5d7072e418d service nova] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Received event network-vif-plugged-bcab4f7d-d9bf-4856-8330-419893206809 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1688.239842] env[62913]: DEBUG oslo_concurrency.lockutils [req-9b499edb-dc43-42eb-971d-bc200ef5db48 req-8c075eb2-17bc-4335-ae5f-d5d7072e418d service nova] Acquiring lock "aa25311b-fe70-4d3a-87c6-ba210726de3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.240080] env[62913]: DEBUG oslo_concurrency.lockutils [req-9b499edb-dc43-42eb-971d-bc200ef5db48 req-8c075eb2-17bc-4335-ae5f-d5d7072e418d service nova] Lock "aa25311b-fe70-4d3a-87c6-ba210726de3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.240255] env[62913]: DEBUG oslo_concurrency.lockutils [req-9b499edb-dc43-42eb-971d-bc200ef5db48 req-8c075eb2-17bc-4335-ae5f-d5d7072e418d service nova] Lock "aa25311b-fe70-4d3a-87c6-ba210726de3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.240473] env[62913]: DEBUG nova.compute.manager [req-9b499edb-dc43-42eb-971d-bc200ef5db48 req-8c075eb2-17bc-4335-ae5f-d5d7072e418d service nova] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] No waiting events found dispatching network-vif-plugged-bcab4f7d-d9bf-4856-8330-419893206809 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1688.240657] env[62913]: WARNING nova.compute.manager [req-9b499edb-dc43-42eb-971d-bc200ef5db48 req-8c075eb2-17bc-4335-ae5f-d5d7072e418d service nova] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Received unexpected event network-vif-plugged-bcab4f7d-d9bf-4856-8330-419893206809 for instance with vm_state building and task_state spawning. [ 1688.240831] env[62913]: DEBUG nova.compute.manager [req-9b499edb-dc43-42eb-971d-bc200ef5db48 req-8c075eb2-17bc-4335-ae5f-d5d7072e418d service nova] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Received event network-changed-bcab4f7d-d9bf-4856-8330-419893206809 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1688.240984] env[62913]: DEBUG nova.compute.manager [req-9b499edb-dc43-42eb-971d-bc200ef5db48 req-8c075eb2-17bc-4335-ae5f-d5d7072e418d service nova] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Refreshing instance network info cache due to event network-changed-bcab4f7d-d9bf-4856-8330-419893206809. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1688.241174] env[62913]: DEBUG oslo_concurrency.lockutils [req-9b499edb-dc43-42eb-971d-bc200ef5db48 req-8c075eb2-17bc-4335-ae5f-d5d7072e418d service nova] Acquiring lock "refresh_cache-aa25311b-fe70-4d3a-87c6-ba210726de3c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.509424] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Releasing lock "refresh_cache-aa25311b-fe70-4d3a-87c6-ba210726de3c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.509755] env[62913]: DEBUG nova.compute.manager [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Instance network_info: |[{"id": "bcab4f7d-d9bf-4856-8330-419893206809", "address": "fa:16:3e:cc:29:d0", "network": {"id": "eeb742eb-bc6f-49aa-b850-cdde1a9d368f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1700168506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80975b75de74f16805e76a625926bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcab4f7d-d9", "ovs_interfaceid": "bcab4f7d-d9bf-4856-8330-419893206809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1688.510761] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c825a43-2a8e-4faa-82d5-5025595da3ba {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.513472] env[62913]: DEBUG oslo_concurrency.lockutils [req-9b499edb-dc43-42eb-971d-bc200ef5db48 req-8c075eb2-17bc-4335-ae5f-d5d7072e418d service nova] Acquired lock "refresh_cache-aa25311b-fe70-4d3a-87c6-ba210726de3c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.513714] env[62913]: DEBUG nova.network.neutron [req-9b499edb-dc43-42eb-971d-bc200ef5db48 req-8c075eb2-17bc-4335-ae5f-d5d7072e418d service nova] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Refreshing network info cache for port bcab4f7d-d9bf-4856-8330-419893206809 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1688.515010] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:29:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcab4f7d-d9bf-4856-8330-419893206809', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1688.522308] env[62913]: DEBUG oslo.service.loopingcall [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.523337] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1688.524152] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-792cc8c6-9034-43ec-9c29-dea1cce52de2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.541620] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04bfbe2-3d98-4d01-a495-10fea63f03f7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.546618] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1688.546618] env[62913]: value = "task-1822357" [ 1688.546618] env[62913]: _type = "Task" [ 1688.546618] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.576219] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603e3685-7ff2-4c29-b75c-f44047c4c75a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.582096] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822357, 'name': CreateVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.589731] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4382f05e-a018-46d9-9564-68187967ef8f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.596790] env[62913]: DEBUG oslo_vmware.api [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822356, 'name': ReconfigVM_Task, 'duration_secs': 0.139718} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.597359] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377419', 'volume_id': '2eb8c51a-ed85-41eb-919a-41332d9502fe', 'name': 'volume-2eb8c51a-ed85-41eb-919a-41332d9502fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'af6bed19-b81b-4717-8ab6-4d9fa9456c3e', 'attached_at': '', 'detached_at': '', 'volume_id': '2eb8c51a-ed85-41eb-919a-41332d9502fe', 'serial': '2eb8c51a-ed85-41eb-919a-41332d9502fe'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1688.597922] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0f9550f-d81f-49da-82ff-54a8a151e153 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.607412] env[62913]: DEBUG nova.compute.provider_tree [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.615156] env[62913]: DEBUG oslo_vmware.api [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Waiting for the task: (returnval){ [ 1688.615156] env[62913]: value = "task-1822358" [ 1688.615156] env[62913]: _type = "Task" [ 1688.615156] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.626570] env[62913]: DEBUG oslo_vmware.api [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822358, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.888612] env[62913]: DEBUG nova.virt.hardware [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1688.889238] env[62913]: DEBUG nova.virt.hardware [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1688.889238] env[62913]: DEBUG nova.virt.hardware [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1688.889238] env[62913]: DEBUG nova.virt.hardware [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1688.889389] env[62913]: DEBUG nova.virt.hardware [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1688.889502] env[62913]: DEBUG nova.virt.hardware [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1688.889756] env[62913]: DEBUG nova.virt.hardware [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1688.889866] env[62913]: DEBUG nova.virt.hardware [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1688.890542] env[62913]: DEBUG nova.virt.hardware [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1688.890788] env[62913]: DEBUG nova.virt.hardware [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1688.890970] env[62913]: DEBUG nova.virt.hardware [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1688.892188] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa5fbb7-bb26-45d9-92a3-66fbf5fdee26 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.901365] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f5a3da-86e3-453e-bec5-1addae696f7c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.920493] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:c1:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '159577e5-c069-40d7-b272-beea95ca58c8', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1688.929206] env[62913]: DEBUG oslo.service.loopingcall [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.929500] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1688.929730] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd533695-bffe-4ff8-860e-d3aee70a09ae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.953681] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1688.953681] env[62913]: value = "task-1822359" [ 1688.953681] env[62913]: _type = "Task" [ 1688.953681] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.964294] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822359, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.057205] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822357, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.112050] env[62913]: DEBUG nova.scheduler.client.report [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1689.127801] env[62913]: DEBUG oslo_vmware.api [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822358, 'name': Rename_Task, 'duration_secs': 0.145519} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.128706] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1689.128993] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e010c18-9c7f-4e5e-bcfa-8900e69853e9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.140164] env[62913]: DEBUG oslo_vmware.api [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Waiting for the task: (returnval){ [ 1689.140164] env[62913]: value = "task-1822360" [ 1689.140164] env[62913]: _type = "Task" [ 1689.140164] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.146634] env[62913]: DEBUG oslo_vmware.api [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.434229] env[62913]: DEBUG nova.network.neutron [req-9b499edb-dc43-42eb-971d-bc200ef5db48 req-8c075eb2-17bc-4335-ae5f-d5d7072e418d service nova] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Updated VIF entry in instance network info cache for port bcab4f7d-d9bf-4856-8330-419893206809. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1689.434229] env[62913]: DEBUG nova.network.neutron [req-9b499edb-dc43-42eb-971d-bc200ef5db48 req-8c075eb2-17bc-4335-ae5f-d5d7072e418d service nova] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Updating instance_info_cache with network_info: [{"id": "bcab4f7d-d9bf-4856-8330-419893206809", "address": "fa:16:3e:cc:29:d0", "network": {"id": "eeb742eb-bc6f-49aa-b850-cdde1a9d368f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1700168506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80975b75de74f16805e76a625926bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcab4f7d-d9", "ovs_interfaceid": "bcab4f7d-d9bf-4856-8330-419893206809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.468066] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822359, 'name': CreateVM_Task, 'duration_secs': 0.459508} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.468066] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1689.468066] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.468066] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.468066] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1689.468066] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c4495a-710d-4683-a532-d57aec8c811d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.471858] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1689.471858] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52f3cbfd-26b1-f7cb-e853-b6c56c0c75f3" [ 1689.471858] env[62913]: _type = "Task" [ 1689.471858] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.481178] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f3cbfd-26b1-f7cb-e853-b6c56c0c75f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.560509] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822357, 'name': CreateVM_Task, 'duration_secs': 0.53495} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.561149] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1689.561950] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.621617] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.623769] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.430s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.623855] env[62913]: DEBUG nova.objects.instance [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Lazy-loading 'resources' on Instance uuid ec5b7398-0758-4097-9e62-51e79e6e8002 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1689.649770] env[62913]: DEBUG oslo_vmware.api [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822360, 'name': PowerOnVM_Task, 'duration_secs': 0.481148} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.650322] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1689.650717] env[62913]: INFO nova.compute.manager [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Took 4.73 seconds to spawn the instance on the hypervisor. [ 1689.651045] env[62913]: DEBUG nova.compute.manager [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1689.652218] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aca7f3d-d399-48dc-b076-6f2f358d9282 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.666311] env[62913]: INFO nova.scheduler.client.report [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Deleted allocations for instance 6e53b18b-886b-4afa-a08f-173135fecf2e [ 1689.936759] env[62913]: DEBUG oslo_concurrency.lockutils [req-9b499edb-dc43-42eb-971d-bc200ef5db48 req-8c075eb2-17bc-4335-ae5f-d5d7072e418d service nova] Releasing lock "refresh_cache-aa25311b-fe70-4d3a-87c6-ba210726de3c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.988523] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f3cbfd-26b1-f7cb-e853-b6c56c0c75f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010644} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.992022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.992022] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1689.992022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.992022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.992022] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1689.992022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.992022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1689.992022] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-897ab8cb-57a6-44aa-b4fa-4ce2e2219cdf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.993133] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72edf3a2-48ca-4d94-b0e1-7c6ba6734f94 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.999902] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1689.999902] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52f0f574-2601-6eaf-6baa-2c5b0678755c" [ 1689.999902] env[62913]: _type = "Task" [ 1689.999902] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.004665] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1690.005085] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1690.007315] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a57c44c8-1483-4dbd-ad5b-d2f6c8629a93 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.012250] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f0f574-2601-6eaf-6baa-2c5b0678755c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.015622] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1690.015622] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5232722c-fd35-7f4b-162f-c870131b47b3" [ 1690.015622] env[62913]: _type = "Task" [ 1690.015622] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.024486] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5232722c-fd35-7f4b-162f-c870131b47b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.178041] env[62913]: INFO nova.compute.manager [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Took 35.55 seconds to build instance. [ 1690.178041] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5eefe75a-64fd-4c57-950b-922b4a843ad5 tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "6e53b18b-886b-4afa-a08f-173135fecf2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.657s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.436502] env[62913]: DEBUG nova.compute.manager [req-a09c1352-6f57-4b5c-9d0e-b136af314a2c req-3eca546f-0392-4195-b6b7-d3d6d0efde3a service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Received event network-changed-9a27e015-f7e2-4e35-81f3-61a1565b4fd2 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1690.436502] env[62913]: DEBUG nova.compute.manager [req-a09c1352-6f57-4b5c-9d0e-b136af314a2c req-3eca546f-0392-4195-b6b7-d3d6d0efde3a service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Refreshing instance network info cache due to event network-changed-9a27e015-f7e2-4e35-81f3-61a1565b4fd2. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1690.436502] env[62913]: DEBUG oslo_concurrency.lockutils [req-a09c1352-6f57-4b5c-9d0e-b136af314a2c req-3eca546f-0392-4195-b6b7-d3d6d0efde3a service nova] Acquiring lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.436502] env[62913]: DEBUG oslo_concurrency.lockutils [req-a09c1352-6f57-4b5c-9d0e-b136af314a2c req-3eca546f-0392-4195-b6b7-d3d6d0efde3a service nova] Acquired lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.436502] env[62913]: DEBUG nova.network.neutron [req-a09c1352-6f57-4b5c-9d0e-b136af314a2c req-3eca546f-0392-4195-b6b7-d3d6d0efde3a service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Refreshing network info cache for port 9a27e015-f7e2-4e35-81f3-61a1565b4fd2 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1690.470489] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999ae602-5381-4f41-984b-2c3e2222d10e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.479242] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbed69c-168f-44ed-8718-78bcb19506d6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.515183] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058144ac-f9f6-481b-a359-35e661ada379 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.526280] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f0f574-2601-6eaf-6baa-2c5b0678755c, 'name': SearchDatastore_Task, 'duration_secs': 0.018643} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.531113] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.531113] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1690.531113] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.531113] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b244c4a1-36d2-4feb-8ef3-a9e83b48ac77 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.537485] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5232722c-fd35-7f4b-162f-c870131b47b3, 'name': SearchDatastore_Task, 'duration_secs': 0.016444} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.538577] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8746b067-51f3-4eed-879a-7417f62d7af0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.548366] env[62913]: DEBUG nova.compute.provider_tree [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1690.553979] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1690.553979] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523e99f0-884b-7635-1cc3-7592442032bd" [ 1690.553979] env[62913]: _type = "Task" [ 1690.553979] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.562708] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523e99f0-884b-7635-1cc3-7592442032bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.678864] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c606780-1ba8-4d77-8b64-3dbd057af1c1 tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Lock "af6bed19-b81b-4717-8ab6-4d9fa9456c3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.059s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.848671] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.849054] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.052986] env[62913]: DEBUG nova.scheduler.client.report [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1691.069392] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523e99f0-884b-7635-1cc3-7592442032bd, 'name': SearchDatastore_Task, 'duration_secs': 0.013779} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.069664] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.069912] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 573148ff-1737-45a7-97b4-c7f958cc8c4d/573148ff-1737-45a7-97b4-c7f958cc8c4d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1691.070218] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.070407] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1691.070620] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b88e86e-a946-45ae-ab69-24a64d087e81 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.072587] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae9e247c-5b3d-4ac4-b540-fed6d9b4a222 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.082653] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1691.082653] env[62913]: value = "task-1822361" [ 1691.082653] env[62913]: _type = "Task" [ 1691.082653] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.084029] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1691.084345] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1691.090210] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a67d3c-c789-415c-a6b4-363bfaafd89c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.103273] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.104154] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1691.104154] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5272f478-61f4-4df1-05f3-17aa070c23d8" [ 1691.104154] env[62913]: _type = "Task" [ 1691.104154] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.114221] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5272f478-61f4-4df1-05f3-17aa070c23d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.163939] env[62913]: DEBUG nova.compute.manager [req-a275dbac-36b4-44da-a3d0-20f2225fcb25 req-0ae194d1-0992-49c2-ace8-6b42f55573db service nova] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Received event network-changed-4a63dedf-fdf9-48f9-a9ab-9f857904152b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1691.163939] env[62913]: DEBUG nova.compute.manager [req-a275dbac-36b4-44da-a3d0-20f2225fcb25 req-0ae194d1-0992-49c2-ace8-6b42f55573db service nova] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Refreshing instance network info cache due to event network-changed-4a63dedf-fdf9-48f9-a9ab-9f857904152b. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1691.163939] env[62913]: DEBUG oslo_concurrency.lockutils [req-a275dbac-36b4-44da-a3d0-20f2225fcb25 req-0ae194d1-0992-49c2-ace8-6b42f55573db service nova] Acquiring lock "refresh_cache-af6bed19-b81b-4717-8ab6-4d9fa9456c3e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.163939] env[62913]: DEBUG oslo_concurrency.lockutils [req-a275dbac-36b4-44da-a3d0-20f2225fcb25 req-0ae194d1-0992-49c2-ace8-6b42f55573db service nova] Acquired lock "refresh_cache-af6bed19-b81b-4717-8ab6-4d9fa9456c3e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.164311] env[62913]: DEBUG nova.network.neutron [req-a275dbac-36b4-44da-a3d0-20f2225fcb25 req-0ae194d1-0992-49c2-ace8-6b42f55573db service nova] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Refreshing network info cache for port 4a63dedf-fdf9-48f9-a9ab-9f857904152b {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.250285] env[62913]: DEBUG nova.network.neutron [req-a09c1352-6f57-4b5c-9d0e-b136af314a2c req-3eca546f-0392-4195-b6b7-d3d6d0efde3a service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Updated VIF entry in instance network info cache for port 9a27e015-f7e2-4e35-81f3-61a1565b4fd2. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1691.251161] env[62913]: DEBUG nova.network.neutron [req-a09c1352-6f57-4b5c-9d0e-b136af314a2c req-3eca546f-0392-4195-b6b7-d3d6d0efde3a service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Updating instance_info_cache with network_info: [{"id": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "address": "fa:16:3e:66:f6:56", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a27e015-f7", "ovs_interfaceid": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.304177] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "e7e62340-94e1-48bf-af63-fb9e1208b2f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.304177] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "e7e62340-94e1-48bf-af63-fb9e1208b2f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.305339] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "e7e62340-94e1-48bf-af63-fb9e1208b2f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.305339] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "e7e62340-94e1-48bf-af63-fb9e1208b2f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.305339] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "e7e62340-94e1-48bf-af63-fb9e1208b2f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.308653] env[62913]: INFO nova.compute.manager [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Terminating instance [ 1691.351808] env[62913]: DEBUG nova.compute.manager [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1691.559457] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.562767] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.836s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.562767] env[62913]: DEBUG nova.objects.instance [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lazy-loading 'resources' on Instance uuid 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1691.582736] env[62913]: INFO nova.scheduler.client.report [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Deleted allocations for instance ec5b7398-0758-4097-9e62-51e79e6e8002 [ 1691.597310] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822361, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.613866] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5272f478-61f4-4df1-05f3-17aa070c23d8, 'name': SearchDatastore_Task, 'duration_secs': 0.013873} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.614655] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7fc957c-f26a-4c8f-bc8f-eb91110e8b61 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.620082] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1691.620082] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52fed414-1382-8650-2b23-f9213b620340" [ 1691.620082] env[62913]: _type = "Task" [ 1691.620082] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.631635] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52fed414-1382-8650-2b23-f9213b620340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.754851] env[62913]: DEBUG oslo_concurrency.lockutils [req-a09c1352-6f57-4b5c-9d0e-b136af314a2c req-3eca546f-0392-4195-b6b7-d3d6d0efde3a service nova] Releasing lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.813212] env[62913]: DEBUG nova.compute.manager [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1691.813450] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1691.814358] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7872811-bcc2-485b-bc81-986d259c3ee1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.823404] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1691.823719] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35d7389b-f94e-41e8-b1e3-f758c7f20883 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.832222] env[62913]: DEBUG oslo_vmware.api [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1691.832222] env[62913]: value = "task-1822362" [ 1691.832222] env[62913]: _type = "Task" [ 1691.832222] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.845759] env[62913]: DEBUG oslo_vmware.api [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.872161] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.920981] env[62913]: DEBUG nova.network.neutron [req-a275dbac-36b4-44da-a3d0-20f2225fcb25 req-0ae194d1-0992-49c2-ace8-6b42f55573db service nova] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Updated VIF entry in instance network info cache for port 4a63dedf-fdf9-48f9-a9ab-9f857904152b. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1691.921404] env[62913]: DEBUG nova.network.neutron [req-a275dbac-36b4-44da-a3d0-20f2225fcb25 req-0ae194d1-0992-49c2-ace8-6b42f55573db service nova] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Updating instance_info_cache with network_info: [{"id": "4a63dedf-fdf9-48f9-a9ab-9f857904152b", "address": "fa:16:3e:20:9c:35", "network": {"id": "f380958d-f62c-48c3-90fb-ae4dc5a27115", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-343435799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea1eb1dd0b5c49008e97ba4590720e53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a63dedf-fd", "ovs_interfaceid": "4a63dedf-fdf9-48f9-a9ab-9f857904152b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.094911] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ad0bbf2-d7d2-4d07-bab3-c4bf815fb7f9 tempest-ServerTagsTestJSON-1645215243 tempest-ServerTagsTestJSON-1645215243-project-member] Lock "ec5b7398-0758-4097-9e62-51e79e6e8002" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.244s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.100273] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.937798} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.102840] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 573148ff-1737-45a7-97b4-c7f958cc8c4d/573148ff-1737-45a7-97b4-c7f958cc8c4d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1692.102988] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1692.103421] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6889808e-2f93-4445-9039-95ec986656aa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.110733] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1692.110733] env[62913]: value = "task-1822363" [ 1692.110733] env[62913]: _type = "Task" [ 1692.110733] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.123565] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.136737] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52fed414-1382-8650-2b23-f9213b620340, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.136867] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.137169] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] aa25311b-fe70-4d3a-87c6-ba210726de3c/aa25311b-fe70-4d3a-87c6-ba210726de3c.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1692.137942] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f75c0dd-4e34-4649-9039-be24635b22e7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.145609] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1692.145609] env[62913]: value = "task-1822364" [ 1692.145609] env[62913]: _type = "Task" [ 1692.145609] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.155790] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.350155] env[62913]: DEBUG oslo_vmware.api [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822362, 'name': PowerOffVM_Task, 'duration_secs': 0.25633} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.350393] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1692.350566] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1692.350830] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45cb351d-d397-416f-b795-e5fb80670222 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.390447] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c09ee6e-c01f-457c-accc-d595343649b8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.400123] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf5bda3-8727-4ded-ae59-edcd5cea1331 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.435817] env[62913]: DEBUG oslo_concurrency.lockutils [req-a275dbac-36b4-44da-a3d0-20f2225fcb25 req-0ae194d1-0992-49c2-ace8-6b42f55573db service nova] Releasing lock "refresh_cache-af6bed19-b81b-4717-8ab6-4d9fa9456c3e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.437129] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8685911d-c267-45c6-ae05-21123a670682 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.448089] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4631f3f7-8fdc-4409-a400-4b4d92a17b38 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.453861] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1692.454167] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1692.454381] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Deleting the datastore file [datastore1] e7e62340-94e1-48bf-af63-fb9e1208b2f4 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1692.455151] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e84786d-08af-46ab-83ab-4093bfe4a21f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.467017] env[62913]: DEBUG nova.compute.provider_tree [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1692.469857] env[62913]: DEBUG oslo_vmware.api [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for the task: (returnval){ [ 1692.469857] env[62913]: value = "task-1822366" [ 1692.469857] env[62913]: _type = "Task" [ 1692.469857] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.480023] env[62913]: DEBUG oslo_vmware.api [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.622723] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075412} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.623106] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1692.623944] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323489ec-be5d-44a7-ac84-c4fd19007de8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.648009] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 573148ff-1737-45a7-97b4-c7f958cc8c4d/573148ff-1737-45a7-97b4-c7f958cc8c4d.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1692.648400] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-739c9bf3-fa3a-4802-9d36-1e1ff4ed627e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.672341] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518586} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.673713] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] aa25311b-fe70-4d3a-87c6-ba210726de3c/aa25311b-fe70-4d3a-87c6-ba210726de3c.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1692.673975] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1692.674299] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1692.674299] env[62913]: value = "task-1822367" [ 1692.674299] env[62913]: _type = "Task" [ 1692.674299] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.674587] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72d758ee-8f42-45e8-a43e-8fa23cf9717d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.685530] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.686993] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1692.686993] env[62913]: value = "task-1822368" [ 1692.686993] env[62913]: _type = "Task" [ 1692.686993] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.697703] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.972197] env[62913]: DEBUG nova.scheduler.client.report [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1692.985429] env[62913]: DEBUG oslo_vmware.api [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Task: {'id': task-1822366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387856} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.985696] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1692.985888] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1692.986091] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1692.986271] env[62913]: INFO nova.compute.manager [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1692.986529] env[62913]: DEBUG oslo.service.loopingcall [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.986725] env[62913]: DEBUG nova.compute.manager [-] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1692.986822] env[62913]: DEBUG nova.network.neutron [-] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1693.187736] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.196593] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101955} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.196860] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1693.197842] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd433515-6b4e-4c2c-9228-000550003ec7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.222223] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] aa25311b-fe70-4d3a-87c6-ba210726de3c/aa25311b-fe70-4d3a-87c6-ba210726de3c.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.222935] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f495e89-6a42-4e36-9504-2489d9ffcae4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.245469] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1693.245469] env[62913]: value = "task-1822369" [ 1693.245469] env[62913]: _type = "Task" [ 1693.245469] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.259500] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.480686] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.485015] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.744s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.485015] env[62913]: DEBUG nova.objects.instance [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lazy-loading 'resources' on Instance uuid f8db17b6-30d1-493c-850a-978783ded500 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.505475] env[62913]: DEBUG nova.compute.manager [req-fffe8c6d-0ee6-4c80-9a60-7de8f4a52ddf req-bc29745d-e399-41a7-9a0c-110442a8c02f service nova] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Received event network-vif-deleted-c238d358-c946-4180-9e44-d0c985b4105b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1693.505679] env[62913]: INFO nova.compute.manager [req-fffe8c6d-0ee6-4c80-9a60-7de8f4a52ddf req-bc29745d-e399-41a7-9a0c-110442a8c02f service nova] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Neutron deleted interface c238d358-c946-4180-9e44-d0c985b4105b; detaching it from the instance and deleting it from the info cache [ 1693.506083] env[62913]: DEBUG nova.network.neutron [req-fffe8c6d-0ee6-4c80-9a60-7de8f4a52ddf req-bc29745d-e399-41a7-9a0c-110442a8c02f service nova] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.511053] env[62913]: INFO nova.scheduler.client.report [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Deleted allocations for instance 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b [ 1693.689346] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822367, 'name': ReconfigVM_Task, 'duration_secs': 0.928353} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.689346] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 573148ff-1737-45a7-97b4-c7f958cc8c4d/573148ff-1737-45a7-97b4-c7f958cc8c4d.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1693.689814] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faf1a0cd-377d-49e1-af6d-90d23af63175 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.697905] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1693.697905] env[62913]: value = "task-1822370" [ 1693.697905] env[62913]: _type = "Task" [ 1693.697905] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.707429] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822370, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.755916] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.777682] env[62913]: DEBUG nova.network.neutron [-] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.011524] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-665addf6-e06f-4b73-a76b-cf19efa904c0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.019423] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b091118f-5cd5-4add-a8d0-736c26583e1b tempest-ServersAdminNegativeTestJSON-1779514435 tempest-ServersAdminNegativeTestJSON-1779514435-project-member] Lock "6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.918s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.027683] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17030a85-9714-43c9-8dca-eb6b37b61896 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.069561] env[62913]: DEBUG nova.compute.manager [req-fffe8c6d-0ee6-4c80-9a60-7de8f4a52ddf req-bc29745d-e399-41a7-9a0c-110442a8c02f service nova] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Detach interface failed, port_id=c238d358-c946-4180-9e44-d0c985b4105b, reason: Instance e7e62340-94e1-48bf-af63-fb9e1208b2f4 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1694.210658] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822370, 'name': Rename_Task, 'duration_secs': 0.287758} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.210952] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1694.211229] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9234db7-50fc-4c20-aee6-d79a73f369bf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.218757] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1694.218757] env[62913]: value = "task-1822371" [ 1694.218757] env[62913]: _type = "Task" [ 1694.218757] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.226879] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.256417] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822369, 'name': ReconfigVM_Task, 'duration_secs': 0.804193} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.256702] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Reconfigured VM instance instance-00000041 to attach disk [datastore1] aa25311b-fe70-4d3a-87c6-ba210726de3c/aa25311b-fe70-4d3a-87c6-ba210726de3c.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1694.259829] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-838fe9d7-08a9-40f7-bf5c-c8f0fbe208bc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.267673] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1694.267673] env[62913]: value = "task-1822372" [ 1694.267673] env[62913]: _type = "Task" [ 1694.267673] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.279179] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822372, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.279608] env[62913]: INFO nova.compute.manager [-] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Took 1.29 seconds to deallocate network for instance. [ 1694.316209] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a4e097-c9b4-493f-8bcc-a43aabc8cabd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.324605] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1050d2-35d6-4798-adbd-8dda2c24a451 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.398439] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10571a1-af33-4891-9ba1-1e191f119e2f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.409751] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06975394-b87e-4332-aca5-a1de047b73f3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.435033] env[62913]: DEBUG nova.compute.provider_tree [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.734863] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822371, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.778076] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822372, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.792714] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.939816] env[62913]: DEBUG nova.scheduler.client.report [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.232635] env[62913]: DEBUG oslo_vmware.api [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822371, 'name': PowerOnVM_Task, 'duration_secs': 0.743208} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.232938] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.233173] env[62913]: DEBUG nova.compute.manager [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.233943] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16445d4-e979-4314-baf3-e098a238047d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.278201] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822372, 'name': Rename_Task, 'duration_secs': 0.884224} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.279102] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1695.279362] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca59565e-c132-42ce-9fd0-6ba1b944981a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.286383] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1695.286383] env[62913]: value = "task-1822373" [ 1695.286383] env[62913]: _type = "Task" [ 1695.286383] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.294612] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.445483] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.448028] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.380s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.448219] env[62913]: DEBUG nova.objects.instance [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Lazy-loading 'resources' on Instance uuid 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1695.462264] env[62913]: INFO nova.scheduler.client.report [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleted allocations for instance f8db17b6-30d1-493c-850a-978783ded500 [ 1695.641795] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Acquiring lock "e6824f8f-36de-426d-a601-c4f4232eb14d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.642160] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Lock "e6824f8f-36de-426d-a601-c4f4232eb14d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.748764] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.797438] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.969641] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ce1e37f-7d96-420c-9325-7c8790833933 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "f8db17b6-30d1-493c-850a-978783ded500" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.676s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.144175] env[62913]: DEBUG nova.compute.manager [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1696.225508] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b35519-1956-4f45-a6b0-3c916a2e2e56 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.238572] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db722c4d-e868-4722-bcd7-5a8bb89ab305 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.270274] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf23b7e-054e-4f90-8fa0-2a8668855c93 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.278651] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bdf86f-eb29-45c8-8a0b-f998f520498c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.292789] env[62913]: DEBUG nova.compute.provider_tree [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1696.302777] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.586356] env[62913]: DEBUG oslo_concurrency.lockutils [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "573148ff-1737-45a7-97b4-c7f958cc8c4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.586673] env[62913]: DEBUG oslo_concurrency.lockutils [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "573148ff-1737-45a7-97b4-c7f958cc8c4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.586913] env[62913]: DEBUG oslo_concurrency.lockutils [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "573148ff-1737-45a7-97b4-c7f958cc8c4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.587295] env[62913]: DEBUG oslo_concurrency.lockutils [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "573148ff-1737-45a7-97b4-c7f958cc8c4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.587514] env[62913]: DEBUG oslo_concurrency.lockutils [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "573148ff-1737-45a7-97b4-c7f958cc8c4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.589785] env[62913]: INFO nova.compute.manager [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Terminating instance [ 1696.667254] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.798175] env[62913]: DEBUG nova.scheduler.client.report [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1696.805038] env[62913]: DEBUG oslo_vmware.api [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822373, 'name': PowerOnVM_Task, 'duration_secs': 1.466787} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.805530] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1696.805734] env[62913]: INFO nova.compute.manager [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Took 11.10 seconds to spawn the instance on the hypervisor. [ 1696.805916] env[62913]: DEBUG nova.compute.manager [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1696.807966] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df6099c-6e78-4c3c-9f83-2d0936e06bac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.093984] env[62913]: DEBUG nova.compute.manager [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1697.094396] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1697.095338] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dce07c-d84f-4fa2-937e-d61554dd7931 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.104104] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1697.104366] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5a792f4-c21a-4478-8596-589f6732647b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.110785] env[62913]: DEBUG oslo_vmware.api [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1697.110785] env[62913]: value = "task-1822374" [ 1697.110785] env[62913]: _type = "Task" [ 1697.110785] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.120718] env[62913]: DEBUG oslo_vmware.api [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.251187] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "29d6a1ae-6779-4b2b-acbd-85e2e8fa828d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.251472] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "29d6a1ae-6779-4b2b-acbd-85e2e8fa828d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.307992] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.309617] env[62913]: DEBUG oslo_concurrency.lockutils [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.242s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.311527] env[62913]: INFO nova.compute.claims [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1697.327336] env[62913]: INFO nova.compute.manager [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Took 41.80 seconds to build instance. [ 1697.331255] env[62913]: INFO nova.scheduler.client.report [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Deleted allocations for instance 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa [ 1697.620899] env[62913]: DEBUG oslo_vmware.api [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822374, 'name': PowerOffVM_Task, 'duration_secs': 0.194617} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.621218] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1697.621390] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1697.621643] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d313846b-5e4a-461a-8f83-26bacc6f779f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.692050] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.692290] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.693044] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleting the datastore file [datastore1] 573148ff-1737-45a7-97b4-c7f958cc8c4d {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.693044] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55c1cd2c-626f-4cd9-b03e-0390b5c29813 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.702383] env[62913]: DEBUG oslo_vmware.api [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1697.702383] env[62913]: value = "task-1822376" [ 1697.702383] env[62913]: _type = "Task" [ 1697.702383] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.709770] env[62913]: DEBUG oslo_vmware.api [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.757771] env[62913]: DEBUG nova.compute.manager [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1697.829997] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e10869f0-1911-40a6-b791-700bddf1e4ea tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "aa25311b-fe70-4d3a-87c6-ba210726de3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.315s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.839289] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e04a023-19b7-4f9a-946e-2a4a7821f519 tempest-InstanceActionsV221TestJSON-895648401 tempest-InstanceActionsV221TestJSON-895648401-project-member] Lock "0e1f5d53-62c5-4e2b-a374-94c01cc99ffa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.457s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.876541] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "50730721-822e-4cf9-a133-0d3ebb928260" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.876731] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "50730721-822e-4cf9-a133-0d3ebb928260" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.211946] env[62913]: DEBUG oslo_vmware.api [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258917} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.212259] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1698.212449] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1698.212626] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1698.212823] env[62913]: INFO nova.compute.manager [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1698.213094] env[62913]: DEBUG oslo.service.loopingcall [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.213295] env[62913]: DEBUG nova.compute.manager [-] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1698.213392] env[62913]: DEBUG nova.network.neutron [-] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1698.279699] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.379739] env[62913]: DEBUG nova.compute.manager [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1698.626525] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ad7f0d-be7c-4122-b20b-4fd3f457f336 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.636483] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdc2b44-7da1-4e7e-a066-5ee0827d90ab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.670550] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb73ec2f-1d34-4ee3-b771-304e9f0f61ad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.674066] env[62913]: DEBUG nova.compute.manager [req-8a92dc1e-9e40-4076-8507-9d6b317aadb9 req-6f032b9b-8e4c-41af-96c3-f638f2e17c08 service nova] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Received event network-vif-deleted-159577e5-c069-40d7-b272-beea95ca58c8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1698.674262] env[62913]: INFO nova.compute.manager [req-8a92dc1e-9e40-4076-8507-9d6b317aadb9 req-6f032b9b-8e4c-41af-96c3-f638f2e17c08 service nova] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Neutron deleted interface 159577e5-c069-40d7-b272-beea95ca58c8; detaching it from the instance and deleting it from the info cache [ 1698.674436] env[62913]: DEBUG nova.network.neutron [req-8a92dc1e-9e40-4076-8507-9d6b317aadb9 req-6f032b9b-8e4c-41af-96c3-f638f2e17c08 service nova] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.682861] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069e0820-296f-4436-b81c-931691ea3338 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.698030] env[62913]: DEBUG nova.compute.provider_tree [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.808322] env[62913]: DEBUG nova.compute.manager [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1698.809336] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5ce5a8-3889-47e1-929a-2a868d43e64e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.898106] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.132814] env[62913]: DEBUG nova.network.neutron [-] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.178930] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24847d0a-9918-4dd2-8f81-283418c395bc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.189444] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34a0f93-9434-4ba8-bb4f-77df9cd75686 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.205180] env[62913]: DEBUG nova.scheduler.client.report [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1699.234870] env[62913]: DEBUG nova.compute.manager [req-8a92dc1e-9e40-4076-8507-9d6b317aadb9 req-6f032b9b-8e4c-41af-96c3-f638f2e17c08 service nova] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Detach interface failed, port_id=159577e5-c069-40d7-b272-beea95ca58c8, reason: Instance 573148ff-1737-45a7-97b4-c7f958cc8c4d could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1699.321380] env[62913]: INFO nova.compute.manager [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] instance snapshotting [ 1699.324737] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f070d13-865f-4908-8b53-83e0fc329399 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.348659] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8f3301-1ffa-4eb2-999e-1ff331309c0a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.635522] env[62913]: INFO nova.compute.manager [-] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Took 1.42 seconds to deallocate network for instance. [ 1699.712127] env[62913]: DEBUG oslo_concurrency.lockutils [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.712791] env[62913]: DEBUG nova.compute.manager [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1699.715912] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.607s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.716096] env[62913]: DEBUG nova.objects.instance [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lazy-loading 'resources' on Instance uuid 989e9887-935f-4dfc-96c7-d84fa3ba0852 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1699.862121] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1699.862121] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4519162f-a39d-4cb8-9dbd-ee6d6a349da2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.869709] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1699.869709] env[62913]: value = "task-1822377" [ 1699.869709] env[62913]: _type = "Task" [ 1699.869709] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.877952] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822377, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.142545] env[62913]: DEBUG oslo_concurrency.lockutils [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.219650] env[62913]: DEBUG nova.compute.utils [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1700.221266] env[62913]: DEBUG nova.objects.instance [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lazy-loading 'numa_topology' on Instance uuid 989e9887-935f-4dfc-96c7-d84fa3ba0852 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1700.222477] env[62913]: DEBUG nova.compute.manager [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Not allocating networking since 'none' was specified. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1700.380316] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822377, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.723462] env[62913]: DEBUG nova.compute.manager [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1700.726756] env[62913]: DEBUG nova.objects.base [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Object Instance<989e9887-935f-4dfc-96c7-d84fa3ba0852> lazy-loaded attributes: resources,numa_topology {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1700.883523] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822377, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.040724] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c48f8df-3d5d-406f-b166-29247eee388b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.048907] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd758239-44cb-4e4e-9085-a17a7705e9ba {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.078343] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360d5807-5b9a-43a2-93e0-49400458a55a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.086010] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55c7378-8eb5-440b-af58-5b40aed670c8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.101162] env[62913]: DEBUG nova.compute.provider_tree [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.383314] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822377, 'name': CreateSnapshot_Task, 'duration_secs': 1.131768} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.383624] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1701.384337] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e4cbca-5835-494d-bace-aa5fcbf34ebf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.604912] env[62913]: DEBUG nova.scheduler.client.report [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1701.735459] env[62913]: DEBUG nova.compute.manager [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1701.775882] env[62913]: DEBUG nova.virt.hardware [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1701.776148] env[62913]: DEBUG nova.virt.hardware [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1701.776310] env[62913]: DEBUG nova.virt.hardware [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1701.776494] env[62913]: DEBUG nova.virt.hardware [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1701.776640] env[62913]: DEBUG nova.virt.hardware [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1701.776788] env[62913]: DEBUG nova.virt.hardware [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1701.776995] env[62913]: DEBUG nova.virt.hardware [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1701.777263] env[62913]: DEBUG nova.virt.hardware [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1701.777446] env[62913]: DEBUG nova.virt.hardware [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1701.777609] env[62913]: DEBUG nova.virt.hardware [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1701.777782] env[62913]: DEBUG nova.virt.hardware [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1701.778654] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3023cc2b-c7ab-4425-b612-a86d9e2e3fa1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.786839] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4b1e51-c5fd-4f2e-bf7c-c999a73562d0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.800789] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Instance VIF info [] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1701.808372] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Creating folder: Project (825e76bde8e74d32ba24e5de9f87be48). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1701.808664] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0fd96e1-fefa-499b-a76c-917587cb8d2f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.820066] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Created folder: Project (825e76bde8e74d32ba24e5de9f87be48) in parent group-v377263. [ 1701.820236] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Creating folder: Instances. Parent ref: group-v377450. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1701.820460] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72313542-5a78-447e-9f2c-2bab3604e50a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.829277] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Created folder: Instances in parent group-v377450. [ 1701.829505] env[62913]: DEBUG oslo.service.loopingcall [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1701.829701] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1701.829882] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5929624f-5ca2-4806-b2f3-4caa1a15e15d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.852162] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1701.852162] env[62913]: value = "task-1822380" [ 1701.852162] env[62913]: _type = "Task" [ 1701.852162] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.859557] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822380, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.902957] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1701.903326] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4c4ed998-3feb-4374-ba39-a0c90c1a5838 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.912528] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1701.912528] env[62913]: value = "task-1822381" [ 1701.912528] env[62913]: _type = "Task" [ 1701.912528] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.921197] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822381, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.110292] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.394s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.112863] env[62913]: DEBUG oslo_concurrency.lockutils [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.752s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.113575] env[62913]: DEBUG nova.objects.instance [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lazy-loading 'resources' on Instance uuid 7d0bd674-08c1-46b5-bf4e-e168607e0aef {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1702.368776] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822380, 'name': CreateVM_Task, 'duration_secs': 0.410618} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.368776] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1702.368776] env[62913]: DEBUG oslo_concurrency.lockutils [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.368776] env[62913]: DEBUG oslo_concurrency.lockutils [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.368776] env[62913]: DEBUG oslo_concurrency.lockutils [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1702.369151] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15d8a1bd-bb7d-45a5-ac2d-245bdf705c8a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.377783] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1702.377783] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525cc2a8-11d2-75a1-7da7-1430bec5a53e" [ 1702.377783] env[62913]: _type = "Task" [ 1702.377783] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.390105] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525cc2a8-11d2-75a1-7da7-1430bec5a53e, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.391810] env[62913]: DEBUG oslo_concurrency.lockutils [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.391810] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1702.391810] env[62913]: DEBUG oslo_concurrency.lockutils [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.391810] env[62913]: DEBUG oslo_concurrency.lockutils [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.391810] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1702.391810] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bff7964-bb33-4a31-9baa-de2c9e0baf09 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.401582] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1702.401800] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1702.402574] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c98203d-4352-4340-9fb1-ff34762ab042 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.408171] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1702.408171] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b1a229-d85e-0810-99ec-57ef6d43998c" [ 1702.408171] env[62913]: _type = "Task" [ 1702.408171] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.422387] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b1a229-d85e-0810-99ec-57ef6d43998c, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.426516] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822381, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.426816] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31b96474-7e49-4c3e-9ad3-c39bfbf56251 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.434675] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1702.434675] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529642e8-7be2-5ca9-951e-0a9d6c4dba93" [ 1702.434675] env[62913]: _type = "Task" [ 1702.434675] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.446409] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]529642e8-7be2-5ca9-951e-0a9d6c4dba93, 'name': SearchDatastore_Task, 'duration_secs': 0.009331} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.446409] env[62913]: DEBUG oslo_concurrency.lockutils [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.446566] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 9494ceb8-3413-4a39-aa52-83647af9b740/9494ceb8-3413-4a39-aa52-83647af9b740.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1702.446897] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2186b2ce-9c0d-4c56-9e2f-5a3554d99718 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.453659] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1702.453659] env[62913]: value = "task-1822382" [ 1702.453659] env[62913]: _type = "Task" [ 1702.453659] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.462434] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.628907] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26355932-e225-4e64-a842-ac251e471bd0 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "989e9887-935f-4dfc-96c7-d84fa3ba0852" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 51.486s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.632598] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "989e9887-935f-4dfc-96c7-d84fa3ba0852" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 25.028s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.632598] env[62913]: INFO nova.compute.manager [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Unshelving [ 1702.924140] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822381, 'name': CloneVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.965116] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447502} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.965393] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 9494ceb8-3413-4a39-aa52-83647af9b740/9494ceb8-3413-4a39-aa52-83647af9b740.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1702.965611] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1702.965905] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-805a4088-297a-4a51-8975-ab5b71c5768f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.972479] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1702.972479] env[62913]: value = "task-1822383" [ 1702.972479] env[62913]: _type = "Task" [ 1702.972479] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.980437] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.995041] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ca4d98-6bd1-4a8e-bd27-1b1137fd25e5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.002539] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be12be21-4129-4fba-929f-e7b1cbe0e82c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.036828] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f87399f-4203-46d3-b130-9abff5c9e623 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.044726] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0f32c4-ee40-4786-b404-e41f8c31e6e4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.058321] env[62913]: DEBUG nova.compute.provider_tree [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.422952] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822381, 'name': CloneVM_Task, 'duration_secs': 1.063469} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.424416] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Created linked-clone VM from snapshot [ 1703.424416] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49071296-d064-4111-afe7-de188fd04646 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.431022] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Uploading image 350dff98-8b0d-48c8-b08a-c85e70e2e3bc {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1703.456142] env[62913]: DEBUG oslo_vmware.rw_handles [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1703.456142] env[62913]: value = "vm-377453" [ 1703.456142] env[62913]: _type = "VirtualMachine" [ 1703.456142] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1703.456726] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60687b95-b59d-4b68-a095-0b6567a2fb05 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.464500] env[62913]: DEBUG oslo_vmware.rw_handles [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lease: (returnval){ [ 1703.464500] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525b3202-a04a-1ad7-a3ab-3f9c684e8a56" [ 1703.464500] env[62913]: _type = "HttpNfcLease" [ 1703.464500] env[62913]: } obtained for exporting VM: (result){ [ 1703.464500] env[62913]: value = "vm-377453" [ 1703.464500] env[62913]: _type = "VirtualMachine" [ 1703.464500] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1703.464851] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the lease: (returnval){ [ 1703.464851] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525b3202-a04a-1ad7-a3ab-3f9c684e8a56" [ 1703.464851] env[62913]: _type = "HttpNfcLease" [ 1703.464851] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1703.471500] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1703.471500] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525b3202-a04a-1ad7-a3ab-3f9c684e8a56" [ 1703.471500] env[62913]: _type = "HttpNfcLease" [ 1703.471500] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1703.480180] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064136} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.480437] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1703.481568] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad372d8-514b-4655-877e-6cdf943193dd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.501106] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 9494ceb8-3413-4a39-aa52-83647af9b740/9494ceb8-3413-4a39-aa52-83647af9b740.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1703.501499] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f598db-0ca8-4d6f-be90-fbe37b004863 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.521569] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1703.521569] env[62913]: value = "task-1822385" [ 1703.521569] env[62913]: _type = "Task" [ 1703.521569] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.529639] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.562667] env[62913]: DEBUG nova.scheduler.client.report [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.655216] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.973988] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1703.973988] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525b3202-a04a-1ad7-a3ab-3f9c684e8a56" [ 1703.973988] env[62913]: _type = "HttpNfcLease" [ 1703.973988] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1703.974349] env[62913]: DEBUG oslo_vmware.rw_handles [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1703.974349] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525b3202-a04a-1ad7-a3ab-3f9c684e8a56" [ 1703.974349] env[62913]: _type = "HttpNfcLease" [ 1703.974349] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1703.975114] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3719ab11-6388-428a-a8ea-29f499bcc429 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.982889] env[62913]: DEBUG oslo_vmware.rw_handles [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268c9cd-8cb6-3b05-9833-5730b9525d1b/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1703.983119] env[62913]: DEBUG oslo_vmware.rw_handles [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268c9cd-8cb6-3b05-9833-5730b9525d1b/disk-0.vmdk for reading. {{(pid=62913) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1704.048299] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.071117] env[62913]: DEBUG oslo_concurrency.lockutils [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.071117] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.625s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.071117] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.072910] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.550s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.072910] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.072910] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1704.072910] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.273s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.072910] env[62913]: DEBUG nova.objects.instance [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lazy-loading 'resources' on Instance uuid fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.076166] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ead2143-1657-4745-b4b7-36689774ca90 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.079910] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f6d9d45b-bb99-47ec-9955-09ff6560e46d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.087935] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a87080-f304-44d6-be98-933d8fa9395f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.104327] env[62913]: INFO nova.scheduler.client.report [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Deleted allocations for instance 8074d75c-a13a-4e80-ba58-2dbc7d620328 [ 1704.106858] env[62913]: INFO nova.scheduler.client.report [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Deleted allocations for instance 7d0bd674-08c1-46b5-bf4e-e168607e0aef [ 1704.107171] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a8921b-819d-4003-98c8-84b3cfff96f7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.120915] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b618b1-6a73-4330-aaab-5ff7acbbcaaa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.153393] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179390MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1704.154402] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.188869] env[62913]: DEBUG oslo_concurrency.lockutils [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "3933925c-d040-4fcc-aa6c-263aad13abed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.189176] env[62913]: DEBUG oslo_concurrency.lockutils [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "3933925c-d040-4fcc-aa6c-263aad13abed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.552166] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822385, 'name': ReconfigVM_Task, 'duration_secs': 0.84191} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.552951] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 9494ceb8-3413-4a39-aa52-83647af9b740/9494ceb8-3413-4a39-aa52-83647af9b740.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1704.553828] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8a7c68a-a889-46a1-bfe4-7f403ca01a41 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.561340] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1704.561340] env[62913]: value = "task-1822386" [ 1704.561340] env[62913]: _type = "Task" [ 1704.561340] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.571055] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822386, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.624805] env[62913]: DEBUG oslo_concurrency.lockutils [None req-555812a9-8600-4be3-8484-e28bba207021 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "7d0bd674-08c1-46b5-bf4e-e168607e0aef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.929s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.626155] env[62913]: DEBUG oslo_concurrency.lockutils [None req-52c10c9b-dfa5-4708-b336-794754dc8cc1 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "8074d75c-a13a-4e80-ba58-2dbc7d620328" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.784s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.692845] env[62913]: DEBUG nova.compute.manager [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1705.011717] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f607ef3-9b0f-498e-8b06-84d7d88f41f7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.021518] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd36644-6f6a-47a8-8d48-d8b7751ae667 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.058215] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6dc6b9-7740-4093-8c83-fa90a90628e9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.071033] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d986876-255f-447d-a8c6-4acb50c51314 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.078303] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822386, 'name': Rename_Task, 'duration_secs': 0.182836} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.079230] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1705.079626] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82a24705-0a62-4c5e-b466-ee70130748b0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.090374] env[62913]: DEBUG nova.compute.provider_tree [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.096889] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1705.096889] env[62913]: value = "task-1822387" [ 1705.096889] env[62913]: _type = "Task" [ 1705.096889] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.107666] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.216737] env[62913]: DEBUG oslo_concurrency.lockutils [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.594401] env[62913]: DEBUG nova.scheduler.client.report [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1705.608013] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822387, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.791802] env[62913]: DEBUG oslo_concurrency.lockutils [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.792149] env[62913]: DEBUG oslo_concurrency.lockutils [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.792379] env[62913]: DEBUG oslo_concurrency.lockutils [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.792573] env[62913]: DEBUG oslo_concurrency.lockutils [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.792856] env[62913]: DEBUG oslo_concurrency.lockutils [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.795046] env[62913]: INFO nova.compute.manager [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Terminating instance [ 1706.103257] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.105515] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.416s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.105743] env[62913]: DEBUG nova.objects.instance [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lazy-loading 'resources' on Instance uuid e8420f50-89c4-4363-8f0b-0b2752a8ae1e {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1706.112491] env[62913]: DEBUG oslo_vmware.api [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822387, 'name': PowerOnVM_Task, 'duration_secs': 0.59584} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.112761] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1706.112977] env[62913]: INFO nova.compute.manager [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Took 4.38 seconds to spawn the instance on the hypervisor. [ 1706.113180] env[62913]: DEBUG nova.compute.manager [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1706.113980] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb124d09-fffe-4254-ab9f-d772593ed4db {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.124044] env[62913]: INFO nova.scheduler.client.report [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Deleted allocations for instance fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8 [ 1706.228740] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "d639ae2d-da36-410a-b16c-9bc0cf161f65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.228740] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "d639ae2d-da36-410a-b16c-9bc0cf161f65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.299637] env[62913]: DEBUG nova.compute.manager [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1706.299873] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1706.301166] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1879ab-db9b-4a48-9ec4-36b9ea0fd078 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.309769] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1706.310059] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-450da11d-e9cf-4286-b623-225a03be9618 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.316011] env[62913]: DEBUG oslo_vmware.api [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1706.316011] env[62913]: value = "task-1822388" [ 1706.316011] env[62913]: _type = "Task" [ 1706.316011] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.324121] env[62913]: DEBUG oslo_vmware.api [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.637445] env[62913]: INFO nova.compute.manager [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Took 31.59 seconds to build instance. [ 1706.639119] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3cb4dfae-4689-4705-beac-6b3b19a9efea tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.373s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.730811] env[62913]: DEBUG nova.compute.manager [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1706.829122] env[62913]: DEBUG oslo_vmware.api [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822388, 'name': PowerOffVM_Task, 'duration_secs': 0.306889} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.829596] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1706.829596] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1706.829815] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6215e340-f190-41f5-ba59-32c36273b5df {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.909272] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1706.909535] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1706.909710] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Deleting the datastore file [datastore1] 4ab55729-9afe-4d71-ac5b-2e18a5b3f818 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1706.910434] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f09f501-d8f1-4f2f-a9ac-b9ca458df339 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.913789] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94f27fc-5e54-4398-8d93-cb1da65f5f4d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.924777] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcec131b-feb7-49d4-9c5c-3ed69e129d02 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.930167] env[62913]: DEBUG oslo_vmware.api [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for the task: (returnval){ [ 1706.930167] env[62913]: value = "task-1822391" [ 1706.930167] env[62913]: _type = "Task" [ 1706.930167] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.961696] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a67e059-9163-4fe0-a522-fec66f1e263a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.967925] env[62913]: DEBUG oslo_vmware.api [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.975099] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c61a5d-9935-422c-bd61-cd754a5a7c27 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.993928] env[62913]: DEBUG nova.compute.provider_tree [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.139769] env[62913]: DEBUG oslo_concurrency.lockutils [None req-192ed248-5dc2-48fa-8ca0-4c7006b579d6 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Lock "9494ceb8-3413-4a39-aa52-83647af9b740" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.106s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.253211] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.440057] env[62913]: DEBUG oslo_vmware.api [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Task: {'id': task-1822391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165143} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.440329] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1707.440515] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1707.440689] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1707.440862] env[62913]: INFO nova.compute.manager [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1707.441134] env[62913]: DEBUG oslo.service.loopingcall [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.441323] env[62913]: DEBUG nova.compute.manager [-] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1707.441418] env[62913]: DEBUG nova.network.neutron [-] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1707.499477] env[62913]: DEBUG nova.scheduler.client.report [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1707.505540] env[62913]: INFO nova.compute.manager [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Rebuilding instance [ 1707.548612] env[62913]: DEBUG nova.compute.manager [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1707.549492] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c24771a-9565-4e86-b5a3-570479b0bab7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.777049] env[62913]: DEBUG nova.compute.manager [req-58e38d90-2f56-4f7c-9742-2614c180ce57 req-058d58ac-cd87-4244-9611-d309a9a9c1f1 service nova] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Received event network-vif-deleted-33cf3019-382e-4784-9105-d28f06a1ad0e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1707.777318] env[62913]: INFO nova.compute.manager [req-58e38d90-2f56-4f7c-9742-2614c180ce57 req-058d58ac-cd87-4244-9611-d309a9a9c1f1 service nova] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Neutron deleted interface 33cf3019-382e-4784-9105-d28f06a1ad0e; detaching it from the instance and deleting it from the info cache [ 1707.777454] env[62913]: DEBUG nova.network.neutron [req-58e38d90-2f56-4f7c-9742-2614c180ce57 req-058d58ac-cd87-4244-9611-d309a9a9c1f1 service nova] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.006133] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.008140] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.258s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.010191] env[62913]: INFO nova.compute.claims [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1708.026849] env[62913]: INFO nova.scheduler.client.report [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Deleted allocations for instance e8420f50-89c4-4363-8f0b-0b2752a8ae1e [ 1708.214088] env[62913]: DEBUG nova.network.neutron [-] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.280882] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9044c59-0430-4185-9c1e-d289ee970ac5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.291640] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae70e030-1dd0-4518-8b14-84a2fbac560c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.326283] env[62913]: DEBUG nova.compute.manager [req-58e38d90-2f56-4f7c-9742-2614c180ce57 req-058d58ac-cd87-4244-9611-d309a9a9c1f1 service nova] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Detach interface failed, port_id=33cf3019-382e-4784-9105-d28f06a1ad0e, reason: Instance 4ab55729-9afe-4d71-ac5b-2e18a5b3f818 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1708.534685] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a331e3b8-8c81-407e-a862-5f757a1417cc tempest-ServerRescueTestJSON-1993068990 tempest-ServerRescueTestJSON-1993068990-project-member] Lock "e8420f50-89c4-4363-8f0b-0b2752a8ae1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.445s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.564857] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1708.565922] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40c91a23-3620-4ee8-8c3b-14b64d1e5d72 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.574355] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1708.574355] env[62913]: value = "task-1822392" [ 1708.574355] env[62913]: _type = "Task" [ 1708.574355] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.583543] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.717696] env[62913]: INFO nova.compute.manager [-] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Took 1.28 seconds to deallocate network for instance. [ 1709.086134] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822392, 'name': PowerOffVM_Task, 'duration_secs': 0.175693} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.088988] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1709.089273] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1709.090315] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b30bac8-1a15-4cfe-91d4-601e538d403a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.097474] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1709.097766] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b09caa25-fe32-45e3-b795-e915b1a3d948 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.126714] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1709.127069] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1709.127195] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Deleting the datastore file [datastore1] 9494ceb8-3413-4a39-aa52-83647af9b740 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1709.127466] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9813aafe-bd0e-4cb6-aed4-8ccfddc7c783 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.133376] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1709.133376] env[62913]: value = "task-1822394" [ 1709.133376] env[62913]: _type = "Task" [ 1709.133376] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.144127] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.227733] env[62913]: DEBUG oslo_concurrency.lockutils [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.325943] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ace03df-9757-427f-b265-967acd05f5ce {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.334964] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8394cd-d449-46b1-aa13-0daa2b434b85 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.367390] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e3d3f6-2974-4268-92d7-f147915f47d5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.375316] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51804f43-ed24-4032-b62f-4290053464b6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.390964] env[62913]: DEBUG nova.compute.provider_tree [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.644493] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10899} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.645046] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1709.645338] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1709.645605] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1709.894748] env[62913]: DEBUG nova.scheduler.client.report [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1710.212032] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "2286eeaf-825f-4357-815c-f0574a39c03d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.212337] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "2286eeaf-825f-4357-815c-f0574a39c03d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.212746] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "2286eeaf-825f-4357-815c-f0574a39c03d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.212849] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "2286eeaf-825f-4357-815c-f0574a39c03d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.213035] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "2286eeaf-825f-4357-815c-f0574a39c03d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.215305] env[62913]: INFO nova.compute.manager [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Terminating instance [ 1710.403828] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.404996] env[62913]: DEBUG nova.compute.manager [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1710.407833] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.536s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.410075] env[62913]: INFO nova.compute.claims [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1710.682972] env[62913]: DEBUG nova.virt.hardware [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1710.683367] env[62913]: DEBUG nova.virt.hardware [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1710.683426] env[62913]: DEBUG nova.virt.hardware [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1710.683609] env[62913]: DEBUG nova.virt.hardware [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1710.683755] env[62913]: DEBUG nova.virt.hardware [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1710.683902] env[62913]: DEBUG nova.virt.hardware [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1710.684146] env[62913]: DEBUG nova.virt.hardware [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1710.684314] env[62913]: DEBUG nova.virt.hardware [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1710.684483] env[62913]: DEBUG nova.virt.hardware [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1710.684647] env[62913]: DEBUG nova.virt.hardware [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1710.684819] env[62913]: DEBUG nova.virt.hardware [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1710.685825] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d34a6a-3223-4aad-bb43-1091b35f8929 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.693920] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93185d47-4c54-4c56-ad66-9608089cf8aa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.707736] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Instance VIF info [] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1710.713633] env[62913]: DEBUG oslo.service.loopingcall [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.713974] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1710.714150] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16d07256-89b5-4a6a-9e1a-d350f40eb9e8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.728552] env[62913]: DEBUG nova.compute.manager [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1710.728767] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1710.729882] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d407784-b2d2-40cc-9992-c3bd54710bb9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.737743] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1710.738951] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a81187e-3272-44ee-b887-93a490239b9d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.740386] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1710.740386] env[62913]: value = "task-1822395" [ 1710.740386] env[62913]: _type = "Task" [ 1710.740386] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.753180] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822395, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.754505] env[62913]: DEBUG oslo_vmware.api [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1710.754505] env[62913]: value = "task-1822396" [ 1710.754505] env[62913]: _type = "Task" [ 1710.754505] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.767676] env[62913]: DEBUG oslo_vmware.api [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.917970] env[62913]: DEBUG nova.compute.utils [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1710.919742] env[62913]: DEBUG nova.compute.manager [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1710.919742] env[62913]: DEBUG nova.network.neutron [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1710.971094] env[62913]: DEBUG nova.policy [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e468c32ea7764c799ce05484997b78b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5d67a78b9b94ab2b959c7de8a29a9e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1711.250753] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822395, 'name': CreateVM_Task, 'duration_secs': 0.418087} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.251102] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1711.251352] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.251514] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.251831] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1711.252108] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c068f1f7-7ddf-4366-b0e0-92d416621783 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.260065] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1711.260065] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]527ebebc-f4ef-2a88-330f-b14e0d22989d" [ 1711.260065] env[62913]: _type = "Task" [ 1711.260065] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.266310] env[62913]: DEBUG oslo_vmware.api [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822396, 'name': PowerOffVM_Task, 'duration_secs': 0.268061} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.266946] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1711.267131] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1711.267375] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cb255a5-d909-4d25-ab78-f3b0cb1190c0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.272526] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527ebebc-f4ef-2a88-330f-b14e0d22989d, 'name': SearchDatastore_Task, 'duration_secs': 0.011614} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.273171] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.273421] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1711.273680] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.273855] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.274160] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1711.274515] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b5abfa2-f175-41c3-83ec-3f267aaa96b5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.287019] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1711.287019] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1711.287019] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f1acc1-ffc6-43b3-8d85-a7f942a9032b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.291196] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1711.291196] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529730b2-4eef-429a-791b-c0e211d2c14d" [ 1711.291196] env[62913]: _type = "Task" [ 1711.291196] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.299695] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]529730b2-4eef-429a-791b-c0e211d2c14d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.349374] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1711.349374] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1711.349374] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Deleting the datastore file [datastore1] 2286eeaf-825f-4357-815c-f0574a39c03d {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1711.349374] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ec38ca2-75c2-4d64-a651-9ac47b6ace6a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.353154] env[62913]: DEBUG nova.network.neutron [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Successfully created port: df794b29-1998-49d0-8fac-25569c25cfbc {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1711.362611] env[62913]: DEBUG oslo_vmware.api [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for the task: (returnval){ [ 1711.362611] env[62913]: value = "task-1822398" [ 1711.362611] env[62913]: _type = "Task" [ 1711.362611] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.370890] env[62913]: DEBUG oslo_vmware.api [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.423947] env[62913]: DEBUG nova.compute.manager [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1711.742325] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17398ee-b469-4274-a069-a747cc5c309c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.751270] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1831bfd-59f3-49ed-af8b-4edc1d930bc5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.784279] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68df4b70-5a87-40e3-b4ed-fc6e9f4e8b33 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.792520] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f32548-5461-453e-ab31-772b1dfaa5fa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.805242] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]529730b2-4eef-429a-791b-c0e211d2c14d, 'name': SearchDatastore_Task, 'duration_secs': 0.010952} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.813919] env[62913]: DEBUG nova.compute.provider_tree [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1711.815347] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3dda5ef-4280-4eff-8981-8507c78e2d7b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.821053] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1711.821053] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]528a2b88-ed69-835c-752f-ac48d6c02016" [ 1711.821053] env[62913]: _type = "Task" [ 1711.821053] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.831869] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528a2b88-ed69-835c-752f-ac48d6c02016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.872206] env[62913]: DEBUG oslo_vmware.api [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Task: {'id': task-1822398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171879} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.872454] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1711.872637] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1711.872860] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1711.873151] env[62913]: INFO nova.compute.manager [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1711.873436] env[62913]: DEBUG oslo.service.loopingcall [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1711.873643] env[62913]: DEBUG nova.compute.manager [-] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1711.873740] env[62913]: DEBUG nova.network.neutron [-] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1712.320491] env[62913]: DEBUG nova.scheduler.client.report [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1712.335714] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528a2b88-ed69-835c-752f-ac48d6c02016, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.335714] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.335714] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 9494ceb8-3413-4a39-aa52-83647af9b740/9494ceb8-3413-4a39-aa52-83647af9b740.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1712.335937] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1cd0ae0-11d1-4106-aa4d-2e6ddad8fb3d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.344146] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1712.344146] env[62913]: value = "task-1822399" [ 1712.344146] env[62913]: _type = "Task" [ 1712.344146] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.353467] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.423916] env[62913]: DEBUG nova.compute.manager [req-6b025243-effd-4c8c-8a65-0f1bb6ca0cba req-8986ecaa-c83e-485f-be0e-ea06e8d6a6fe service nova] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Received event network-vif-deleted-6bd8aac6-95c9-43f9-920f-747d3dc91990 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1712.424233] env[62913]: INFO nova.compute.manager [req-6b025243-effd-4c8c-8a65-0f1bb6ca0cba req-8986ecaa-c83e-485f-be0e-ea06e8d6a6fe service nova] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Neutron deleted interface 6bd8aac6-95c9-43f9-920f-747d3dc91990; detaching it from the instance and deleting it from the info cache [ 1712.424505] env[62913]: DEBUG nova.network.neutron [req-6b025243-effd-4c8c-8a65-0f1bb6ca0cba req-8986ecaa-c83e-485f-be0e-ea06e8d6a6fe service nova] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.434771] env[62913]: DEBUG nova.compute.manager [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1712.462920] env[62913]: DEBUG nova.virt.hardware [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1712.463196] env[62913]: DEBUG nova.virt.hardware [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1712.463618] env[62913]: DEBUG nova.virt.hardware [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1712.463618] env[62913]: DEBUG nova.virt.hardware [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1712.463749] env[62913]: DEBUG nova.virt.hardware [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1712.463806] env[62913]: DEBUG nova.virt.hardware [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1712.464046] env[62913]: DEBUG nova.virt.hardware [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1712.464222] env[62913]: DEBUG nova.virt.hardware [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1712.464393] env[62913]: DEBUG nova.virt.hardware [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1712.464556] env[62913]: DEBUG nova.virt.hardware [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1712.464728] env[62913]: DEBUG nova.virt.hardware [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1712.465613] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182020a8-e854-4e05-b167-ea1d66345059 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.473605] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79700a5b-c89f-45a1-9843-488e86170b6f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.830045] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.830607] env[62913]: DEBUG nova.compute.manager [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1712.834132] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.042s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.834630] env[62913]: DEBUG nova.objects.instance [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lazy-loading 'resources' on Instance uuid e7e62340-94e1-48bf-af63-fb9e1208b2f4 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1712.855452] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481361} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.855726] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 9494ceb8-3413-4a39-aa52-83647af9b740/9494ceb8-3413-4a39-aa52-83647af9b740.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1712.855981] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1712.856247] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-093d97d2-f963-4faa-ab1c-80d5ddc2a978 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.863808] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1712.863808] env[62913]: value = "task-1822400" [ 1712.863808] env[62913]: _type = "Task" [ 1712.863808] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.872085] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.900940] env[62913]: DEBUG nova.network.neutron [-] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.928180] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07c45c4a-fad0-48c4-b047-d42cd21db796 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.938848] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776c7a7f-fe35-455e-82aa-33bc8913a458 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.972142] env[62913]: DEBUG nova.compute.manager [req-6b025243-effd-4c8c-8a65-0f1bb6ca0cba req-8986ecaa-c83e-485f-be0e-ea06e8d6a6fe service nova] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Detach interface failed, port_id=6bd8aac6-95c9-43f9-920f-747d3dc91990, reason: Instance 2286eeaf-825f-4357-815c-f0574a39c03d could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1713.032558] env[62913]: DEBUG nova.network.neutron [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Successfully updated port: df794b29-1998-49d0-8fac-25569c25cfbc {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1713.128461] env[62913]: DEBUG oslo_vmware.rw_handles [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268c9cd-8cb6-3b05-9833-5730b9525d1b/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1713.129490] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52741b6c-4544-4f79-b3c5-a4c2f34f0779 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.136999] env[62913]: DEBUG oslo_vmware.rw_handles [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268c9cd-8cb6-3b05-9833-5730b9525d1b/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1713.137212] env[62913]: ERROR oslo_vmware.rw_handles [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268c9cd-8cb6-3b05-9833-5730b9525d1b/disk-0.vmdk due to incomplete transfer. [ 1713.137439] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-57f4e9a8-5abd-4337-a756-16f2820512d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.144639] env[62913]: DEBUG oslo_vmware.rw_handles [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268c9cd-8cb6-3b05-9833-5730b9525d1b/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1713.144802] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Uploaded image 350dff98-8b0d-48c8-b08a-c85e70e2e3bc to the Glance image server {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1713.147061] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1713.147290] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-63325402-c7b5-4094-b5ab-b9a2579834b4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.155081] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1713.155081] env[62913]: value = "task-1822401" [ 1713.155081] env[62913]: _type = "Task" [ 1713.155081] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.163997] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822401, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.338169] env[62913]: DEBUG nova.compute.utils [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1713.339341] env[62913]: DEBUG nova.compute.manager [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1713.340222] env[62913]: DEBUG nova.network.neutron [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1713.374317] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072502} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.376974] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1713.378108] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6568442-a1a2-4ba2-ab3b-5af6ff33eabe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.400092] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 9494ceb8-3413-4a39-aa52-83647af9b740/9494ceb8-3413-4a39-aa52-83647af9b740.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.404202] env[62913]: DEBUG nova.policy [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f3062c986d04c79917dc886b31c7dfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63cfee05e6a848ef89e2093aed264265', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1713.405607] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cc67d6b-c4ea-42c3-8baf-290b4c06d313 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.419749] env[62913]: INFO nova.compute.manager [-] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Took 1.55 seconds to deallocate network for instance. [ 1713.429849] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1713.429849] env[62913]: value = "task-1822402" [ 1713.429849] env[62913]: _type = "Task" [ 1713.429849] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.438249] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.534540] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Acquiring lock "refresh_cache-97e47f40-c4f4-40f5-8d2e-7605d5347075" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.534736] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Acquired lock "refresh_cache-97e47f40-c4f4-40f5-8d2e-7605d5347075" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.534906] env[62913]: DEBUG nova.network.neutron [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1713.649787] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77159dc0-fad1-420a-a431-4f59e35bebf8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.660314] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48540f4c-cc2b-459e-b3fc-c7b620e473c5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.670695] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822401, 'name': Destroy_Task, 'duration_secs': 0.383109} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.693564] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Destroyed the VM [ 1713.693839] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1713.695188] env[62913]: DEBUG nova.network.neutron [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Successfully created port: ce1ac704-515f-4941-8940-0b0d5cf207cb {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1713.696926] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d44f02c0-cac1-4203-aefc-f3db339ca11c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.698943] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0632ca4-f429-4c29-9ea3-06a54cfb0271 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.708039] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd5effe-f446-436c-aa8b-17a81a807692 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.712204] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1713.712204] env[62913]: value = "task-1822403" [ 1713.712204] env[62913]: _type = "Task" [ 1713.712204] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.725467] env[62913]: DEBUG nova.compute.provider_tree [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1713.729409] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822403, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.847727] env[62913]: DEBUG nova.compute.manager [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1713.933079] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.939586] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822402, 'name': ReconfigVM_Task, 'duration_secs': 0.268673} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.939991] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 9494ceb8-3413-4a39-aa52-83647af9b740/9494ceb8-3413-4a39-aa52-83647af9b740.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1713.941064] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb09ebc0-61ad-479b-9792-ea5af07350ac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.950281] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1713.950281] env[62913]: value = "task-1822404" [ 1713.950281] env[62913]: _type = "Task" [ 1713.950281] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.959168] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822404, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.078745] env[62913]: DEBUG nova.network.neutron [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1714.222154] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822403, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.231170] env[62913]: DEBUG nova.scheduler.client.report [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1714.281070] env[62913]: DEBUG nova.network.neutron [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Updating instance_info_cache with network_info: [{"id": "df794b29-1998-49d0-8fac-25569c25cfbc", "address": "fa:16:3e:8d:d0:56", "network": {"id": "86d747cd-b2e9-4977-9ab0-beef8861c01a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1840339627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5d67a78b9b94ab2b959c7de8a29a9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf794b29-19", "ovs_interfaceid": "df794b29-1998-49d0-8fac-25569c25cfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.460494] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822404, 'name': Rename_Task, 'duration_secs': 0.139457} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.460907] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1714.461220] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5077df97-5bfe-4172-a4f2-98981be927f7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.466391] env[62913]: DEBUG nova.compute.manager [req-a5a77fa5-9f03-438d-b9af-3b85c9b6f3c2 req-74570882-392d-42a2-82f0-6cc1baafa895 service nova] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Received event network-vif-plugged-df794b29-1998-49d0-8fac-25569c25cfbc {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1714.466592] env[62913]: DEBUG oslo_concurrency.lockutils [req-a5a77fa5-9f03-438d-b9af-3b85c9b6f3c2 req-74570882-392d-42a2-82f0-6cc1baafa895 service nova] Acquiring lock "97e47f40-c4f4-40f5-8d2e-7605d5347075-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.466752] env[62913]: DEBUG oslo_concurrency.lockutils [req-a5a77fa5-9f03-438d-b9af-3b85c9b6f3c2 req-74570882-392d-42a2-82f0-6cc1baafa895 service nova] Lock "97e47f40-c4f4-40f5-8d2e-7605d5347075-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.466927] env[62913]: DEBUG oslo_concurrency.lockutils [req-a5a77fa5-9f03-438d-b9af-3b85c9b6f3c2 req-74570882-392d-42a2-82f0-6cc1baafa895 service nova] Lock "97e47f40-c4f4-40f5-8d2e-7605d5347075-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.467137] env[62913]: DEBUG nova.compute.manager [req-a5a77fa5-9f03-438d-b9af-3b85c9b6f3c2 req-74570882-392d-42a2-82f0-6cc1baafa895 service nova] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] No waiting events found dispatching network-vif-plugged-df794b29-1998-49d0-8fac-25569c25cfbc {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1714.467298] env[62913]: WARNING nova.compute.manager [req-a5a77fa5-9f03-438d-b9af-3b85c9b6f3c2 req-74570882-392d-42a2-82f0-6cc1baafa895 service nova] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Received unexpected event network-vif-plugged-df794b29-1998-49d0-8fac-25569c25cfbc for instance with vm_state building and task_state spawning. [ 1714.467456] env[62913]: DEBUG nova.compute.manager [req-a5a77fa5-9f03-438d-b9af-3b85c9b6f3c2 req-74570882-392d-42a2-82f0-6cc1baafa895 service nova] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Received event network-changed-df794b29-1998-49d0-8fac-25569c25cfbc {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1714.467611] env[62913]: DEBUG nova.compute.manager [req-a5a77fa5-9f03-438d-b9af-3b85c9b6f3c2 req-74570882-392d-42a2-82f0-6cc1baafa895 service nova] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Refreshing instance network info cache due to event network-changed-df794b29-1998-49d0-8fac-25569c25cfbc. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1714.467778] env[62913]: DEBUG oslo_concurrency.lockutils [req-a5a77fa5-9f03-438d-b9af-3b85c9b6f3c2 req-74570882-392d-42a2-82f0-6cc1baafa895 service nova] Acquiring lock "refresh_cache-97e47f40-c4f4-40f5-8d2e-7605d5347075" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.474182] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1714.474182] env[62913]: value = "task-1822405" [ 1714.474182] env[62913]: _type = "Task" [ 1714.474182] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.485195] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.722880] env[62913]: DEBUG oslo_vmware.api [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822403, 'name': RemoveSnapshot_Task, 'duration_secs': 0.607075} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.723180] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1714.723411] env[62913]: INFO nova.compute.manager [None req-f840517e-9c0f-48a8-9e83-f8af9799228f tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Took 15.40 seconds to snapshot the instance on the hypervisor. [ 1714.738057] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.740204] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.992s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.740390] env[62913]: DEBUG nova.objects.instance [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62913) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1714.757452] env[62913]: INFO nova.scheduler.client.report [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Deleted allocations for instance e7e62340-94e1-48bf-af63-fb9e1208b2f4 [ 1714.783695] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Releasing lock "refresh_cache-97e47f40-c4f4-40f5-8d2e-7605d5347075" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.784162] env[62913]: DEBUG nova.compute.manager [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Instance network_info: |[{"id": "df794b29-1998-49d0-8fac-25569c25cfbc", "address": "fa:16:3e:8d:d0:56", "network": {"id": "86d747cd-b2e9-4977-9ab0-beef8861c01a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1840339627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5d67a78b9b94ab2b959c7de8a29a9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf794b29-19", "ovs_interfaceid": "df794b29-1998-49d0-8fac-25569c25cfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1714.784490] env[62913]: DEBUG oslo_concurrency.lockutils [req-a5a77fa5-9f03-438d-b9af-3b85c9b6f3c2 req-74570882-392d-42a2-82f0-6cc1baafa895 service nova] Acquired lock "refresh_cache-97e47f40-c4f4-40f5-8d2e-7605d5347075" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.784680] env[62913]: DEBUG nova.network.neutron [req-a5a77fa5-9f03-438d-b9af-3b85c9b6f3c2 req-74570882-392d-42a2-82f0-6cc1baafa895 service nova] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Refreshing network info cache for port df794b29-1998-49d0-8fac-25569c25cfbc {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1714.785841] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:d0:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df794b29-1998-49d0-8fac-25569c25cfbc', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1714.793684] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Creating folder: Project (b5d67a78b9b94ab2b959c7de8a29a9e7). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1714.794812] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8ca3256-22d5-46cd-9d71-679356db8dd7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.858775] env[62913]: DEBUG nova.compute.manager [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1714.866137] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Created folder: Project (b5d67a78b9b94ab2b959c7de8a29a9e7) in parent group-v377263. [ 1714.866431] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Creating folder: Instances. Parent ref: group-v377455. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1714.867088] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-780a1829-e8f7-4e18-8b2b-cc42a1934997 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.876967] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Created folder: Instances in parent group-v377455. [ 1714.877254] env[62913]: DEBUG oslo.service.loopingcall [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1714.879335] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1714.879764] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9b67a56-2bcd-41eb-b287-a5e7edac1437 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.899982] env[62913]: DEBUG nova.virt.hardware [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1714.900259] env[62913]: DEBUG nova.virt.hardware [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1714.900421] env[62913]: DEBUG nova.virt.hardware [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1714.900605] env[62913]: DEBUG nova.virt.hardware [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1714.900750] env[62913]: DEBUG nova.virt.hardware [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1714.900899] env[62913]: DEBUG nova.virt.hardware [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1714.901124] env[62913]: DEBUG nova.virt.hardware [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1714.901286] env[62913]: DEBUG nova.virt.hardware [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1714.901454] env[62913]: DEBUG nova.virt.hardware [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1714.901618] env[62913]: DEBUG nova.virt.hardware [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1714.901794] env[62913]: DEBUG nova.virt.hardware [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1714.902632] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a22548-6fc3-43d5-938c-c7688831136e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.913037] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46680eb3-bf4d-4723-a7b1-203eb085105d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.916835] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1714.916835] env[62913]: value = "task-1822408" [ 1714.916835] env[62913]: _type = "Task" [ 1714.916835] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.933211] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822408, 'name': CreateVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.964617] env[62913]: DEBUG oslo_concurrency.lockutils [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "879afedd-86d0-44f5-9557-f2f021abbb41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.964876] env[62913]: DEBUG oslo_concurrency.lockutils [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "879afedd-86d0-44f5-9557-f2f021abbb41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.984756] env[62913]: DEBUG oslo_vmware.api [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822405, 'name': PowerOnVM_Task, 'duration_secs': 0.44002} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.985758] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1714.986009] env[62913]: DEBUG nova.compute.manager [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1714.986818] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834854dd-d37a-491c-98b4-68e37b0f3894 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.265040] env[62913]: DEBUG nova.network.neutron [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Successfully updated port: ce1ac704-515f-4941-8940-0b0d5cf207cb {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1715.270780] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81debbda-1f86-4a3f-8afa-7d0475e224bd tempest-ServersAdminTestJSON-1479142271 tempest-ServersAdminTestJSON-1479142271-project-member] Lock "e7e62340-94e1-48bf-af63-fb9e1208b2f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.962s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.430889] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822408, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.467686] env[62913]: DEBUG nova.compute.manager [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1715.511774] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.586191] env[62913]: DEBUG nova.network.neutron [req-a5a77fa5-9f03-438d-b9af-3b85c9b6f3c2 req-74570882-392d-42a2-82f0-6cc1baafa895 service nova] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Updated VIF entry in instance network info cache for port df794b29-1998-49d0-8fac-25569c25cfbc. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1715.586562] env[62913]: DEBUG nova.network.neutron [req-a5a77fa5-9f03-438d-b9af-3b85c9b6f3c2 req-74570882-392d-42a2-82f0-6cc1baafa895 service nova] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Updating instance_info_cache with network_info: [{"id": "df794b29-1998-49d0-8fac-25569c25cfbc", "address": "fa:16:3e:8d:d0:56", "network": {"id": "86d747cd-b2e9-4977-9ab0-beef8861c01a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1840339627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5d67a78b9b94ab2b959c7de8a29a9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf794b29-19", "ovs_interfaceid": "df794b29-1998-49d0-8fac-25569c25cfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.751284] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3c5edb28-3aa1-430e-8906-5440446377d2 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.755793] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.088s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.758272] env[62913]: INFO nova.compute.claims [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1715.772134] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.772278] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.772470] env[62913]: DEBUG nova.network.neutron [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.931574] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822408, 'name': CreateVM_Task, 'duration_secs': 0.629076} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.931574] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1715.931574] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.931574] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.931574] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1715.931809] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd65488-fbc4-4cdc-8f55-d1c9b3b958be {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.937147] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Waiting for the task: (returnval){ [ 1715.937147] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52cf6c9a-82b6-9616-267c-d7117398f5d6" [ 1715.937147] env[62913]: _type = "Task" [ 1715.937147] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.948487] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52cf6c9a-82b6-9616-267c-d7117398f5d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.991627] env[62913]: DEBUG oslo_concurrency.lockutils [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.089522] env[62913]: DEBUG oslo_concurrency.lockutils [req-a5a77fa5-9f03-438d-b9af-3b85c9b6f3c2 req-74570882-392d-42a2-82f0-6cc1baafa895 service nova] Releasing lock "refresh_cache-97e47f40-c4f4-40f5-8d2e-7605d5347075" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.263104] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquiring lock "9494ceb8-3413-4a39-aa52-83647af9b740" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.263744] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Lock "9494ceb8-3413-4a39-aa52-83647af9b740" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.263744] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquiring lock "9494ceb8-3413-4a39-aa52-83647af9b740-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.263896] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Lock "9494ceb8-3413-4a39-aa52-83647af9b740-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.264062] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Lock "9494ceb8-3413-4a39-aa52-83647af9b740-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.267700] env[62913]: INFO nova.compute.manager [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Terminating instance [ 1716.314874] env[62913]: DEBUG nova.network.neutron [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1716.448593] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52cf6c9a-82b6-9616-267c-d7117398f5d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012157} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.448902] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.449235] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.449525] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.449742] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.449887] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.450162] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddb62d7a-d168-412b-8736-4dbd27b8a79f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.459398] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.459581] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.460290] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48cc2905-ec84-48fe-aa07-a9af0678802c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.465599] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Waiting for the task: (returnval){ [ 1716.465599] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525965cd-47bf-17b4-df35-b64f1bf8ec10" [ 1716.465599] env[62913]: _type = "Task" [ 1716.465599] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.473816] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525965cd-47bf-17b4-df35-b64f1bf8ec10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.555328] env[62913]: DEBUG nova.network.neutron [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Updating instance_info_cache with network_info: [{"id": "ce1ac704-515f-4941-8940-0b0d5cf207cb", "address": "fa:16:3e:3f:e8:0b", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1ac704-51", "ovs_interfaceid": "ce1ac704-515f-4941-8940-0b0d5cf207cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.565895] env[62913]: DEBUG nova.compute.manager [req-751a12cd-0fdc-4c73-aa2c-01363e941e04 req-13ee1413-de96-459c-8f06-e3a1a46b4156 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Received event network-vif-plugged-ce1ac704-515f-4941-8940-0b0d5cf207cb {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1716.565895] env[62913]: DEBUG oslo_concurrency.lockutils [req-751a12cd-0fdc-4c73-aa2c-01363e941e04 req-13ee1413-de96-459c-8f06-e3a1a46b4156 service nova] Acquiring lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.566034] env[62913]: DEBUG oslo_concurrency.lockutils [req-751a12cd-0fdc-4c73-aa2c-01363e941e04 req-13ee1413-de96-459c-8f06-e3a1a46b4156 service nova] Lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.566421] env[62913]: DEBUG oslo_concurrency.lockutils [req-751a12cd-0fdc-4c73-aa2c-01363e941e04 req-13ee1413-de96-459c-8f06-e3a1a46b4156 service nova] Lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.566421] env[62913]: DEBUG nova.compute.manager [req-751a12cd-0fdc-4c73-aa2c-01363e941e04 req-13ee1413-de96-459c-8f06-e3a1a46b4156 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] No waiting events found dispatching network-vif-plugged-ce1ac704-515f-4941-8940-0b0d5cf207cb {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1716.566528] env[62913]: WARNING nova.compute.manager [req-751a12cd-0fdc-4c73-aa2c-01363e941e04 req-13ee1413-de96-459c-8f06-e3a1a46b4156 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Received unexpected event network-vif-plugged-ce1ac704-515f-4941-8940-0b0d5cf207cb for instance with vm_state building and task_state spawning. [ 1716.566645] env[62913]: DEBUG nova.compute.manager [req-751a12cd-0fdc-4c73-aa2c-01363e941e04 req-13ee1413-de96-459c-8f06-e3a1a46b4156 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Received event network-changed-ce1ac704-515f-4941-8940-0b0d5cf207cb {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1716.566803] env[62913]: DEBUG nova.compute.manager [req-751a12cd-0fdc-4c73-aa2c-01363e941e04 req-13ee1413-de96-459c-8f06-e3a1a46b4156 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Refreshing instance network info cache due to event network-changed-ce1ac704-515f-4941-8940-0b0d5cf207cb. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1716.569081] env[62913]: DEBUG oslo_concurrency.lockutils [req-751a12cd-0fdc-4c73-aa2c-01363e941e04 req-13ee1413-de96-459c-8f06-e3a1a46b4156 service nova] Acquiring lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.774769] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquiring lock "refresh_cache-9494ceb8-3413-4a39-aa52-83647af9b740" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.774769] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquired lock "refresh_cache-9494ceb8-3413-4a39-aa52-83647af9b740" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.774769] env[62913]: DEBUG nova.network.neutron [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.978631] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525965cd-47bf-17b4-df35-b64f1bf8ec10, 'name': SearchDatastore_Task, 'duration_secs': 0.008964} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.979476] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09f5d70a-7a61-4eae-974b-cb7a725f9480 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.986907] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Waiting for the task: (returnval){ [ 1716.986907] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]526479a7-d915-21a8-7ba5-94145aae59e8" [ 1716.986907] env[62913]: _type = "Task" [ 1716.986907] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.994514] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526479a7-d915-21a8-7ba5-94145aae59e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.047107] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1335228e-7890-456e-a54f-b4a2bd2a6a4d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.054910] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cb8f32-cac2-4faf-8896-bba2cd5a6bea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.058306] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Releasing lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.058595] env[62913]: DEBUG nova.compute.manager [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Instance network_info: |[{"id": "ce1ac704-515f-4941-8940-0b0d5cf207cb", "address": "fa:16:3e:3f:e8:0b", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1ac704-51", "ovs_interfaceid": "ce1ac704-515f-4941-8940-0b0d5cf207cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1717.059182] env[62913]: DEBUG oslo_concurrency.lockutils [req-751a12cd-0fdc-4c73-aa2c-01363e941e04 req-13ee1413-de96-459c-8f06-e3a1a46b4156 service nova] Acquired lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.059372] env[62913]: DEBUG nova.network.neutron [req-751a12cd-0fdc-4c73-aa2c-01363e941e04 req-13ee1413-de96-459c-8f06-e3a1a46b4156 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Refreshing network info cache for port ce1ac704-515f-4941-8940-0b0d5cf207cb {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1717.060436] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:e8:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce1ac704-515f-4941-8940-0b0d5cf207cb', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1717.067686] env[62913]: DEBUG oslo.service.loopingcall [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1717.070595] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1717.095593] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1d9d36b-5d83-48a0-8939-ffd16ec2ff6c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.111151] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da21590-73ea-4e07-85d0-c1e4d76f7b1b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.118816] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0259605a-f3b3-471a-86d2-ee3b3fe86903 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.123990] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1717.123990] env[62913]: value = "task-1822409" [ 1717.123990] env[62913]: _type = "Task" [ 1717.123990] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.134747] env[62913]: DEBUG nova.compute.provider_tree [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1717.140949] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822409, 'name': CreateVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.392195] env[62913]: DEBUG nova.network.neutron [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1717.498361] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526479a7-d915-21a8-7ba5-94145aae59e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008805} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.498709] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.498883] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 97e47f40-c4f4-40f5-8d2e-7605d5347075/97e47f40-c4f4-40f5-8d2e-7605d5347075.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1717.499151] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddfffb06-e80c-44d4-a64d-1e4dd637f493 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.505925] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Waiting for the task: (returnval){ [ 1717.505925] env[62913]: value = "task-1822410" [ 1717.505925] env[62913]: _type = "Task" [ 1717.505925] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.514036] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': task-1822410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.548673] env[62913]: DEBUG nova.network.neutron [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.634580] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822409, 'name': CreateVM_Task, 'duration_secs': 0.283599} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.634753] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1717.635510] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.635695] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.636066] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1717.636341] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8c9a27-f825-4a03-9a03-a805b16ce4c4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.638635] env[62913]: DEBUG nova.scheduler.client.report [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1717.649795] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1717.649795] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]526d18b7-7b25-22e9-c365-ade840a22b80" [ 1717.649795] env[62913]: _type = "Task" [ 1717.649795] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.663238] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526d18b7-7b25-22e9-c365-ade840a22b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.784093] env[62913]: DEBUG nova.network.neutron [req-751a12cd-0fdc-4c73-aa2c-01363e941e04 req-13ee1413-de96-459c-8f06-e3a1a46b4156 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Updated VIF entry in instance network info cache for port ce1ac704-515f-4941-8940-0b0d5cf207cb. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1717.784524] env[62913]: DEBUG nova.network.neutron [req-751a12cd-0fdc-4c73-aa2c-01363e941e04 req-13ee1413-de96-459c-8f06-e3a1a46b4156 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Updating instance_info_cache with network_info: [{"id": "ce1ac704-515f-4941-8940-0b0d5cf207cb", "address": "fa:16:3e:3f:e8:0b", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1ac704-51", "ovs_interfaceid": "ce1ac704-515f-4941-8940-0b0d5cf207cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.017128] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': task-1822410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425059} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.017408] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 97e47f40-c4f4-40f5-8d2e-7605d5347075/97e47f40-c4f4-40f5-8d2e-7605d5347075.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1718.017625] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1718.017883] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-808b0eac-9cc6-43d2-b9c1-58444a560645 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.024513] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Waiting for the task: (returnval){ [ 1718.024513] env[62913]: value = "task-1822411" [ 1718.024513] env[62913]: _type = "Task" [ 1718.024513] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.032644] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': task-1822411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.051718] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Releasing lock "refresh_cache-9494ceb8-3413-4a39-aa52-83647af9b740" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.052245] env[62913]: DEBUG nova.compute.manager [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1718.053341] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1718.054258] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38f9f84-1809-45a7-94d5-880f999de31c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.061722] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1718.061966] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c5f9f92-7bcb-4d60-b646-fbe1a77d15b3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.067811] env[62913]: DEBUG oslo_vmware.api [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1718.067811] env[62913]: value = "task-1822412" [ 1718.067811] env[62913]: _type = "Task" [ 1718.067811] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.076262] env[62913]: DEBUG oslo_vmware.api [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.144460] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.145033] env[62913]: DEBUG nova.compute.manager [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1718.147661] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.868s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.149134] env[62913]: INFO nova.compute.claims [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1718.161371] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526d18b7-7b25-22e9-c365-ade840a22b80, 'name': SearchDatastore_Task, 'duration_secs': 0.068331} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.161535] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.161794] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1718.162860] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.162860] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.162860] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1718.163046] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-439e9a81-09bf-4319-a621-5311b0a2362e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.174026] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1718.174026] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1718.174474] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6260c2-4a5a-4fd9-bd1e-5e3e8d855fd9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.180033] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1718.180033] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b5bc3d-aea8-48ce-d60f-218a9911b724" [ 1718.180033] env[62913]: _type = "Task" [ 1718.180033] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.189680] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b5bc3d-aea8-48ce-d60f-218a9911b724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.287514] env[62913]: DEBUG oslo_concurrency.lockutils [req-751a12cd-0fdc-4c73-aa2c-01363e941e04 req-13ee1413-de96-459c-8f06-e3a1a46b4156 service nova] Releasing lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.534604] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': task-1822411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064332} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.534896] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1718.535636] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af28c2d-b244-4f04-a161-619cd7367de1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.556836] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 97e47f40-c4f4-40f5-8d2e-7605d5347075/97e47f40-c4f4-40f5-8d2e-7605d5347075.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.557131] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcc55648-2121-4050-806a-5405c39a7fd7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.579425] env[62913]: DEBUG oslo_vmware.api [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822412, 'name': PowerOffVM_Task, 'duration_secs': 0.129398} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.581248] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.581430] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.581726] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Waiting for the task: (returnval){ [ 1718.581726] env[62913]: value = "task-1822413" [ 1718.581726] env[62913]: _type = "Task" [ 1718.581726] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.582053] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14a7b49f-a873-487e-b0e5-7d7a05ed9991 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.592392] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': task-1822413, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.613149] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.613390] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.613614] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Deleting the datastore file [datastore1] 9494ceb8-3413-4a39-aa52-83647af9b740 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.613976] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b61da8c-fd74-46e4-ac3b-88ca1dcb8060 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.625377] env[62913]: DEBUG oslo_vmware.api [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for the task: (returnval){ [ 1718.625377] env[62913]: value = "task-1822415" [ 1718.625377] env[62913]: _type = "Task" [ 1718.625377] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.637275] env[62913]: DEBUG oslo_vmware.api [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.653154] env[62913]: DEBUG nova.compute.utils [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1718.656405] env[62913]: DEBUG nova.compute.manager [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Not allocating networking since 'none' was specified. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1718.690356] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b5bc3d-aea8-48ce-d60f-218a9911b724, 'name': SearchDatastore_Task, 'duration_secs': 0.010061} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.691239] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ebf5f5-e4bf-4794-9786-5a672fe42fe2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.696328] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1718.696328] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]527c278d-a727-76aa-33e9-0d4e4ed79184" [ 1718.696328] env[62913]: _type = "Task" [ 1718.696328] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.704760] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527c278d-a727-76aa-33e9-0d4e4ed79184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.094347] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': task-1822413, 'name': ReconfigVM_Task, 'duration_secs': 0.283045} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.094347] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 97e47f40-c4f4-40f5-8d2e-7605d5347075/97e47f40-c4f4-40f5-8d2e-7605d5347075.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1719.094439] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b505907-bab2-40f6-bb3c-338966e1851e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.100910] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Waiting for the task: (returnval){ [ 1719.100910] env[62913]: value = "task-1822416" [ 1719.100910] env[62913]: _type = "Task" [ 1719.100910] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.109095] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': task-1822416, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.134253] env[62913]: DEBUG oslo_vmware.api [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Task: {'id': task-1822415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099921} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.134723] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1719.134723] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1719.134859] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1719.135034] env[62913]: INFO nova.compute.manager [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1719.135670] env[62913]: DEBUG oslo.service.loopingcall [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.135670] env[62913]: DEBUG nova.compute.manager [-] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1719.135670] env[62913]: DEBUG nova.network.neutron [-] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1719.149994] env[62913]: DEBUG nova.network.neutron [-] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1719.157425] env[62913]: DEBUG nova.compute.manager [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1719.211589] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527c278d-a727-76aa-33e9-0d4e4ed79184, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.211947] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.212303] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] ebcab798-5f66-47c5-a18c-b8e9d56e4513/ebcab798-5f66-47c5-a18c-b8e9d56e4513.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1719.215231] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14b40526-39a9-4578-9abe-491e4435d140 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.224095] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1719.224095] env[62913]: value = "task-1822417" [ 1719.224095] env[62913]: _type = "Task" [ 1719.224095] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.234608] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.434546] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3199f6f-7e97-45a5-8edc-656f513dda35 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.444519] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e518e908-17dc-47ca-9f64-897cf10059fe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.479374] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29574dad-61fc-4952-a1fa-048e4f9389f5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.488259] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffb78fa-d665-44a4-98e2-3ef24a50d19c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.503637] env[62913]: DEBUG nova.compute.provider_tree [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1719.611811] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': task-1822416, 'name': Rename_Task, 'duration_secs': 0.145384} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.612232] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1719.612394] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c282bedd-16d4-407d-8067-d7699c593a3d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.619781] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Waiting for the task: (returnval){ [ 1719.619781] env[62913]: value = "task-1822418" [ 1719.619781] env[62913]: _type = "Task" [ 1719.619781] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.628123] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': task-1822418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.653196] env[62913]: DEBUG nova.network.neutron [-] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.737681] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416353} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.739488] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] ebcab798-5f66-47c5-a18c-b8e9d56e4513/ebcab798-5f66-47c5-a18c-b8e9d56e4513.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1719.739719] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1719.739980] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3984af8-b15f-4595-9925-e59cf38eb5ac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.747197] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1719.747197] env[62913]: value = "task-1822419" [ 1719.747197] env[62913]: _type = "Task" [ 1719.747197] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.756020] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.006976] env[62913]: DEBUG nova.scheduler.client.report [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1720.130472] env[62913]: DEBUG oslo_vmware.api [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': task-1822418, 'name': PowerOnVM_Task, 'duration_secs': 0.461076} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.130723] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1720.130946] env[62913]: INFO nova.compute.manager [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1720.131150] env[62913]: DEBUG nova.compute.manager [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1720.131899] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542c04c2-ec4f-463d-bacd-fea99f2d2a7f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.155736] env[62913]: INFO nova.compute.manager [-] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Took 1.02 seconds to deallocate network for instance. [ 1720.169755] env[62913]: DEBUG nova.compute.manager [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1720.198841] env[62913]: DEBUG nova.virt.hardware [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1720.199111] env[62913]: DEBUG nova.virt.hardware [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1720.199338] env[62913]: DEBUG nova.virt.hardware [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1720.199497] env[62913]: DEBUG nova.virt.hardware [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1720.199646] env[62913]: DEBUG nova.virt.hardware [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1720.199794] env[62913]: DEBUG nova.virt.hardware [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1720.200218] env[62913]: DEBUG nova.virt.hardware [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1720.200394] env[62913]: DEBUG nova.virt.hardware [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1720.200572] env[62913]: DEBUG nova.virt.hardware [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1720.200744] env[62913]: DEBUG nova.virt.hardware [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1720.201194] env[62913]: DEBUG nova.virt.hardware [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1720.202269] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accbf947-ffc6-46d7-9c7a-8d7f3de50457 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.210779] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd296bec-8e2b-4e69-9ce5-58b8576c0dec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.230791] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Instance VIF info [] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1720.236228] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Creating folder: Project (f76b5acbc1eb4f8393d1e4cb05431b29). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1720.236502] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66bba9a2-b43d-49ae-a4f4-37a340fecc2d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.245797] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Created folder: Project (f76b5acbc1eb4f8393d1e4cb05431b29) in parent group-v377263. [ 1720.245980] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Creating folder: Instances. Parent ref: group-v377459. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1720.246436] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-820cdfa6-0a52-4d11-a11c-145470fdb4fa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.255492] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058342} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.255679] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1720.256384] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91a22a0-7cd3-4ab9-9b14-444c990c6ffb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.259418] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Created folder: Instances in parent group-v377459. [ 1720.259640] env[62913]: DEBUG oslo.service.loopingcall [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1720.260099] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1720.260289] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-729edbac-aeae-44bd-91f8-b2c0907c453a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.288978] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] ebcab798-5f66-47c5-a18c-b8e9d56e4513/ebcab798-5f66-47c5-a18c-b8e9d56e4513.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1720.289590] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-893e3bd4-566e-4d2e-b319-596f9830fbd4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.304122] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1720.304122] env[62913]: value = "task-1822422" [ 1720.304122] env[62913]: _type = "Task" [ 1720.304122] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.309229] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1720.309229] env[62913]: value = "task-1822423" [ 1720.309229] env[62913]: _type = "Task" [ 1720.309229] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.312230] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822422, 'name': CreateVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.319311] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.512980] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.513564] env[62913]: DEBUG nova.compute.manager [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1720.516617] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.619s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.518063] env[62913]: INFO nova.compute.claims [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1720.652421] env[62913]: INFO nova.compute.manager [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Took 35.92 seconds to build instance. [ 1720.662083] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.814124] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822422, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.823126] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822423, 'name': ReconfigVM_Task, 'duration_secs': 0.284015} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.823445] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Reconfigured VM instance instance-00000044 to attach disk [datastore1] ebcab798-5f66-47c5-a18c-b8e9d56e4513/ebcab798-5f66-47c5-a18c-b8e9d56e4513.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1720.824106] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8ceae6d-12ec-4b21-ad04-273bb53f1ed6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.830592] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1720.830592] env[62913]: value = "task-1822424" [ 1720.830592] env[62913]: _type = "Task" [ 1720.830592] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.839048] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822424, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.022481] env[62913]: DEBUG nova.compute.utils [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1721.026147] env[62913]: DEBUG nova.compute.manager [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1721.026317] env[62913]: DEBUG nova.network.neutron [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1721.108948] env[62913]: DEBUG nova.policy [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecb911ddd1c84614a161f9b9ac616596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c415ca943ba48ba93281d1700380d0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1721.154599] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7739f45f-93db-4994-9b7f-c84286ea3c10 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Lock "97e47f40-c4f4-40f5-8d2e-7605d5347075" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.433s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.314958] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822422, 'name': CreateVM_Task, 'duration_secs': 0.604104} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.315320] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1721.315883] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.316151] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.316538] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1721.316831] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7dc18a2-f83e-4a17-819e-86676add6790 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.321560] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Waiting for the task: (returnval){ [ 1721.321560] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b80a14-58e1-d7e0-f629-3366809a616e" [ 1721.321560] env[62913]: _type = "Task" [ 1721.321560] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.334246] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b80a14-58e1-d7e0-f629-3366809a616e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.341698] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822424, 'name': Rename_Task, 'duration_secs': 0.146021} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.343508] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1721.343954] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a4956c3-4d40-449d-a256-75eed8c553c1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.352210] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1721.352210] env[62913]: value = "task-1822425" [ 1721.352210] env[62913]: _type = "Task" [ 1721.352210] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.360260] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.526882] env[62913]: DEBUG nova.compute.manager [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1721.621034] env[62913]: DEBUG nova.network.neutron [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Successfully created port: 7d301690-bdde-4298-a809-0f068c73fa30 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1721.834487] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b80a14-58e1-d7e0-f629-3366809a616e, 'name': SearchDatastore_Task, 'duration_secs': 0.011311} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.834876] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.834966] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1721.835215] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.835367] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.835545] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1721.841610] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ee89062-b34f-4758-88f3-f356b3da34e6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.860051] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1721.860273] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1721.863892] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-743eccc3-0b49-4d14-938f-1e53b17be0be {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.870344] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822425, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.877020] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Waiting for the task: (returnval){ [ 1721.877020] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]521beefa-820f-810b-d43c-84b925bae6cd" [ 1721.877020] env[62913]: _type = "Task" [ 1721.877020] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.888054] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521beefa-820f-810b-d43c-84b925bae6cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.888808] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984083b4-505d-4e81-9098-c2b8ec3f9cfb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.902130] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8393ee42-0ea1-4da4-8471-4d08ab453681 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.938759] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a01aa1-8106-4f21-b8d0-45b6f00446ed {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.949420] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a11d59d-b36b-4e2f-b4c1-d5308cb10b4f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.965617] env[62913]: DEBUG nova.compute.provider_tree [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1722.363872] env[62913]: DEBUG oslo_vmware.api [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822425, 'name': PowerOnVM_Task, 'duration_secs': 0.547751} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.365562] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1722.365767] env[62913]: INFO nova.compute.manager [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1722.365944] env[62913]: DEBUG nova.compute.manager [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1722.367198] env[62913]: DEBUG nova.compute.manager [req-7cd06664-e6f2-4e24-b840-3a78872b31e1 req-378aadc6-1348-425b-95ae-ffdcaabab490 service nova] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Received event network-changed-df794b29-1998-49d0-8fac-25569c25cfbc {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1722.367384] env[62913]: DEBUG nova.compute.manager [req-7cd06664-e6f2-4e24-b840-3a78872b31e1 req-378aadc6-1348-425b-95ae-ffdcaabab490 service nova] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Refreshing instance network info cache due to event network-changed-df794b29-1998-49d0-8fac-25569c25cfbc. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1722.367592] env[62913]: DEBUG oslo_concurrency.lockutils [req-7cd06664-e6f2-4e24-b840-3a78872b31e1 req-378aadc6-1348-425b-95ae-ffdcaabab490 service nova] Acquiring lock "refresh_cache-97e47f40-c4f4-40f5-8d2e-7605d5347075" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.367730] env[62913]: DEBUG oslo_concurrency.lockutils [req-7cd06664-e6f2-4e24-b840-3a78872b31e1 req-378aadc6-1348-425b-95ae-ffdcaabab490 service nova] Acquired lock "refresh_cache-97e47f40-c4f4-40f5-8d2e-7605d5347075" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.367885] env[62913]: DEBUG nova.network.neutron [req-7cd06664-e6f2-4e24-b840-3a78872b31e1 req-378aadc6-1348-425b-95ae-ffdcaabab490 service nova] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Refreshing network info cache for port df794b29-1998-49d0-8fac-25569c25cfbc {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1722.370030] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f14e07-7dfc-4d87-a320-4fd4e912582d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.394025] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521beefa-820f-810b-d43c-84b925bae6cd, 'name': SearchDatastore_Task, 'duration_secs': 0.015919} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.394774] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71b54c40-f9e6-45fb-a29b-76c4c3ba8f5f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.404274] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Waiting for the task: (returnval){ [ 1722.404274] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529c3505-7d51-414d-4923-e41c5c2cf5b9" [ 1722.404274] env[62913]: _type = "Task" [ 1722.404274] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.413288] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]529c3505-7d51-414d-4923-e41c5c2cf5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.469362] env[62913]: DEBUG nova.scheduler.client.report [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1722.542294] env[62913]: DEBUG nova.compute.manager [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1722.582931] env[62913]: DEBUG nova.virt.hardware [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1722.583575] env[62913]: DEBUG nova.virt.hardware [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1722.583575] env[62913]: DEBUG nova.virt.hardware [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1722.583689] env[62913]: DEBUG nova.virt.hardware [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1722.586011] env[62913]: DEBUG nova.virt.hardware [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1722.586011] env[62913]: DEBUG nova.virt.hardware [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1722.586011] env[62913]: DEBUG nova.virt.hardware [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1722.586011] env[62913]: DEBUG nova.virt.hardware [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1722.586011] env[62913]: DEBUG nova.virt.hardware [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1722.586011] env[62913]: DEBUG nova.virt.hardware [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1722.586011] env[62913]: DEBUG nova.virt.hardware [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1722.586337] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a6f54b-6246-4729-b881-ab9505275194 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.595571] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdccdcb-eac1-4fda-9b55-e04c1dd890d5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.896349] env[62913]: INFO nova.compute.manager [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Took 31.04 seconds to build instance. [ 1722.921170] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]529c3505-7d51-414d-4923-e41c5c2cf5b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01928} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.921742] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.922126] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e6824f8f-36de-426d-a601-c4f4232eb14d/e6824f8f-36de-426d-a601-c4f4232eb14d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1722.922536] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7db164f-8f15-44f9-8f47-19f8cbce8e55 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.932128] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Waiting for the task: (returnval){ [ 1722.932128] env[62913]: value = "task-1822426" [ 1722.932128] env[62913]: _type = "Task" [ 1722.932128] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.943022] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': task-1822426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.976234] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.979020] env[62913]: DEBUG nova.compute.manager [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1722.980938] env[62913]: DEBUG oslo_concurrency.lockutils [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.838s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.981327] env[62913]: DEBUG nova.objects.instance [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lazy-loading 'resources' on Instance uuid 573148ff-1737-45a7-97b4-c7f958cc8c4d {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1723.263192] env[62913]: DEBUG nova.network.neutron [req-7cd06664-e6f2-4e24-b840-3a78872b31e1 req-378aadc6-1348-425b-95ae-ffdcaabab490 service nova] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Updated VIF entry in instance network info cache for port df794b29-1998-49d0-8fac-25569c25cfbc. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1723.263192] env[62913]: DEBUG nova.network.neutron [req-7cd06664-e6f2-4e24-b840-3a78872b31e1 req-378aadc6-1348-425b-95ae-ffdcaabab490 service nova] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Updating instance_info_cache with network_info: [{"id": "df794b29-1998-49d0-8fac-25569c25cfbc", "address": "fa:16:3e:8d:d0:56", "network": {"id": "86d747cd-b2e9-4977-9ab0-beef8861c01a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1840339627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5d67a78b9b94ab2b959c7de8a29a9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf794b29-19", "ovs_interfaceid": "df794b29-1998-49d0-8fac-25569c25cfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.399882] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46ad7446-8701-4ac6-9cf3-9bb0ecf0d1c9 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.550s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.415020] env[62913]: DEBUG nova.compute.manager [req-801b1841-1359-4e2a-bba7-15394ec525f1 req-c348e28e-2589-4335-8fb2-8316edbb3af1 service nova] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Received event network-vif-plugged-7d301690-bdde-4298-a809-0f068c73fa30 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1723.415020] env[62913]: DEBUG oslo_concurrency.lockutils [req-801b1841-1359-4e2a-bba7-15394ec525f1 req-c348e28e-2589-4335-8fb2-8316edbb3af1 service nova] Acquiring lock "29d6a1ae-6779-4b2b-acbd-85e2e8fa828d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.415020] env[62913]: DEBUG oslo_concurrency.lockutils [req-801b1841-1359-4e2a-bba7-15394ec525f1 req-c348e28e-2589-4335-8fb2-8316edbb3af1 service nova] Lock "29d6a1ae-6779-4b2b-acbd-85e2e8fa828d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.415020] env[62913]: DEBUG oslo_concurrency.lockutils [req-801b1841-1359-4e2a-bba7-15394ec525f1 req-c348e28e-2589-4335-8fb2-8316edbb3af1 service nova] Lock "29d6a1ae-6779-4b2b-acbd-85e2e8fa828d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.415020] env[62913]: DEBUG nova.compute.manager [req-801b1841-1359-4e2a-bba7-15394ec525f1 req-c348e28e-2589-4335-8fb2-8316edbb3af1 service nova] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] No waiting events found dispatching network-vif-plugged-7d301690-bdde-4298-a809-0f068c73fa30 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1723.415020] env[62913]: WARNING nova.compute.manager [req-801b1841-1359-4e2a-bba7-15394ec525f1 req-c348e28e-2589-4335-8fb2-8316edbb3af1 service nova] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Received unexpected event network-vif-plugged-7d301690-bdde-4298-a809-0f068c73fa30 for instance with vm_state building and task_state spawning. [ 1723.445458] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': task-1822426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433268} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.447340] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e6824f8f-36de-426d-a601-c4f4232eb14d/e6824f8f-36de-426d-a601-c4f4232eb14d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1723.447340] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1723.447340] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6d8d78d-7b2d-4f2a-9be7-2b0ae05b3d41 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.454975] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Waiting for the task: (returnval){ [ 1723.454975] env[62913]: value = "task-1822427" [ 1723.454975] env[62913]: _type = "Task" [ 1723.454975] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.465793] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': task-1822427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.473380] env[62913]: DEBUG nova.network.neutron [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Successfully updated port: 7d301690-bdde-4298-a809-0f068c73fa30 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1723.486721] env[62913]: DEBUG nova.compute.utils [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1723.494015] env[62913]: DEBUG nova.compute.manager [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1723.494015] env[62913]: DEBUG nova.network.neutron [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1723.550260] env[62913]: DEBUG nova.policy [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5790bb6430334d51995cc13bf6bd482c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68eaa3fa89fe47fcab908a59033a11fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1723.766276] env[62913]: DEBUG oslo_concurrency.lockutils [req-7cd06664-e6f2-4e24-b840-3a78872b31e1 req-378aadc6-1348-425b-95ae-ffdcaabab490 service nova] Releasing lock "refresh_cache-97e47f40-c4f4-40f5-8d2e-7605d5347075" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.768861] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e9dd09-cf36-47aa-860f-d9e9a3075e34 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.777069] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1dd374-dc08-4bab-9921-3da0d3c1516d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.808245] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6e9f4c-660c-42c9-b43f-1056ec6c76f5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.815630] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748e93bf-0de0-4fcb-b2cd-84d43c712f12 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.833420] env[62913]: DEBUG nova.compute.provider_tree [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.965995] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': task-1822427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07096} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.967574] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1723.969040] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142fb3c0-45eb-4914-922b-e80987a397cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.986718] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "refresh_cache-29d6a1ae-6779-4b2b-acbd-85e2e8fa828d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.986718] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "refresh_cache-29d6a1ae-6779-4b2b-acbd-85e2e8fa828d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.986718] env[62913]: DEBUG nova.network.neutron [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1723.996810] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] e6824f8f-36de-426d-a601-c4f4232eb14d/e6824f8f-36de-426d-a601-c4f4232eb14d.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1723.998076] env[62913]: DEBUG nova.network.neutron [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Successfully created port: 29c41326-076a-46c4-abdb-c970e4d01c8e {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1724.002017] env[62913]: DEBUG nova.compute.manager [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1724.003270] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c102db1b-856b-4839-876c-6e1e036bc1b5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.027524] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Waiting for the task: (returnval){ [ 1724.027524] env[62913]: value = "task-1822428" [ 1724.027524] env[62913]: _type = "Task" [ 1724.027524] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.036843] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': task-1822428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.336933] env[62913]: DEBUG nova.scheduler.client.report [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1724.436819] env[62913]: DEBUG nova.compute.manager [req-8c9568c9-5e44-4981-96e6-396ed259d8d9 req-76593232-c656-4a62-bb05-fa56d213d687 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Received event network-changed-ce1ac704-515f-4941-8940-0b0d5cf207cb {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1724.436819] env[62913]: DEBUG nova.compute.manager [req-8c9568c9-5e44-4981-96e6-396ed259d8d9 req-76593232-c656-4a62-bb05-fa56d213d687 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Refreshing instance network info cache due to event network-changed-ce1ac704-515f-4941-8940-0b0d5cf207cb. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1724.437055] env[62913]: DEBUG oslo_concurrency.lockutils [req-8c9568c9-5e44-4981-96e6-396ed259d8d9 req-76593232-c656-4a62-bb05-fa56d213d687 service nova] Acquiring lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.437221] env[62913]: DEBUG oslo_concurrency.lockutils [req-8c9568c9-5e44-4981-96e6-396ed259d8d9 req-76593232-c656-4a62-bb05-fa56d213d687 service nova] Acquired lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.437387] env[62913]: DEBUG nova.network.neutron [req-8c9568c9-5e44-4981-96e6-396ed259d8d9 req-76593232-c656-4a62-bb05-fa56d213d687 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Refreshing network info cache for port ce1ac704-515f-4941-8940-0b0d5cf207cb {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1724.539045] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': task-1822428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.543868] env[62913]: DEBUG nova.network.neutron [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1724.709415] env[62913]: DEBUG nova.network.neutron [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Updating instance_info_cache with network_info: [{"id": "7d301690-bdde-4298-a809-0f068c73fa30", "address": "fa:16:3e:d7:9a:fa", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d301690-bd", "ovs_interfaceid": "7d301690-bdde-4298-a809-0f068c73fa30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.842621] env[62913]: DEBUG oslo_concurrency.lockutils [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.845256] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.190s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.845423] env[62913]: DEBUG nova.objects.instance [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lazy-loading 'pci_requests' on Instance uuid 989e9887-935f-4dfc-96c7-d84fa3ba0852 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.869796] env[62913]: INFO nova.scheduler.client.report [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleted allocations for instance 573148ff-1737-45a7-97b4-c7f958cc8c4d [ 1725.030476] env[62913]: DEBUG nova.compute.manager [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1725.044052] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': task-1822428, 'name': ReconfigVM_Task, 'duration_secs': 0.86264} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.044361] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Reconfigured VM instance instance-00000045 to attach disk [datastore1] e6824f8f-36de-426d-a601-c4f4232eb14d/e6824f8f-36de-426d-a601-c4f4232eb14d.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1725.044977] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6237a35a-6698-4504-b154-85ae8215552d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.051979] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Waiting for the task: (returnval){ [ 1725.051979] env[62913]: value = "task-1822429" [ 1725.051979] env[62913]: _type = "Task" [ 1725.051979] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.061701] env[62913]: DEBUG nova.virt.hardware [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1725.061950] env[62913]: DEBUG nova.virt.hardware [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1725.062101] env[62913]: DEBUG nova.virt.hardware [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1725.062290] env[62913]: DEBUG nova.virt.hardware [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1725.062436] env[62913]: DEBUG nova.virt.hardware [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1725.062581] env[62913]: DEBUG nova.virt.hardware [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1725.062821] env[62913]: DEBUG nova.virt.hardware [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1725.062952] env[62913]: DEBUG nova.virt.hardware [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1725.063155] env[62913]: DEBUG nova.virt.hardware [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1725.063325] env[62913]: DEBUG nova.virt.hardware [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1725.063526] env[62913]: DEBUG nova.virt.hardware [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1725.064563] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5b0afe-255e-4feb-ac0d-88df6f5039a0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.070086] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': task-1822429, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.075430] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e240a0-480a-4e78-9c02-0b3ab5b3fe5b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.214107] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "refresh_cache-29d6a1ae-6779-4b2b-acbd-85e2e8fa828d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.214476] env[62913]: DEBUG nova.compute.manager [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Instance network_info: |[{"id": "7d301690-bdde-4298-a809-0f068c73fa30", "address": "fa:16:3e:d7:9a:fa", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d301690-bd", "ovs_interfaceid": "7d301690-bdde-4298-a809-0f068c73fa30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1725.216851] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:9a:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d301690-bdde-4298-a809-0f068c73fa30', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1725.223341] env[62913]: DEBUG oslo.service.loopingcall [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.223727] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1725.223811] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8727974-bdd6-4933-a283-fad38e87aa36 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.244941] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1725.244941] env[62913]: value = "task-1822430" [ 1725.244941] env[62913]: _type = "Task" [ 1725.244941] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.253144] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822430, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.350418] env[62913]: DEBUG nova.objects.instance [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lazy-loading 'numa_topology' on Instance uuid 989e9887-935f-4dfc-96c7-d84fa3ba0852 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.377697] env[62913]: DEBUG oslo_concurrency.lockutils [None req-32047e40-0ff3-429d-9d6b-7c1181feff83 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "573148ff-1737-45a7-97b4-c7f958cc8c4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.790s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.439545] env[62913]: DEBUG nova.compute.manager [req-4bd7d017-50fd-4d43-87b5-33201b94d450 req-aca69542-986a-43f9-9696-ec55ff43ab08 service nova] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Received event network-changed-7d301690-bdde-4298-a809-0f068c73fa30 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1725.439759] env[62913]: DEBUG nova.compute.manager [req-4bd7d017-50fd-4d43-87b5-33201b94d450 req-aca69542-986a-43f9-9696-ec55ff43ab08 service nova] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Refreshing instance network info cache due to event network-changed-7d301690-bdde-4298-a809-0f068c73fa30. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1725.439968] env[62913]: DEBUG oslo_concurrency.lockutils [req-4bd7d017-50fd-4d43-87b5-33201b94d450 req-aca69542-986a-43f9-9696-ec55ff43ab08 service nova] Acquiring lock "refresh_cache-29d6a1ae-6779-4b2b-acbd-85e2e8fa828d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.440130] env[62913]: DEBUG oslo_concurrency.lockutils [req-4bd7d017-50fd-4d43-87b5-33201b94d450 req-aca69542-986a-43f9-9696-ec55ff43ab08 service nova] Acquired lock "refresh_cache-29d6a1ae-6779-4b2b-acbd-85e2e8fa828d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.440294] env[62913]: DEBUG nova.network.neutron [req-4bd7d017-50fd-4d43-87b5-33201b94d450 req-aca69542-986a-43f9-9696-ec55ff43ab08 service nova] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Refreshing network info cache for port 7d301690-bdde-4298-a809-0f068c73fa30 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1725.564572] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': task-1822429, 'name': Rename_Task, 'duration_secs': 0.302732} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.564949] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1725.565121] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c09e8d3-c83f-4c3e-935d-4619697ab332 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.570964] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Waiting for the task: (returnval){ [ 1725.570964] env[62913]: value = "task-1822431" [ 1725.570964] env[62913]: _type = "Task" [ 1725.570964] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.587247] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': task-1822431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.614425] env[62913]: DEBUG nova.network.neutron [req-8c9568c9-5e44-4981-96e6-396ed259d8d9 req-76593232-c656-4a62-bb05-fa56d213d687 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Updated VIF entry in instance network info cache for port ce1ac704-515f-4941-8940-0b0d5cf207cb. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1725.614851] env[62913]: DEBUG nova.network.neutron [req-8c9568c9-5e44-4981-96e6-396ed259d8d9 req-76593232-c656-4a62-bb05-fa56d213d687 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Updating instance_info_cache with network_info: [{"id": "ce1ac704-515f-4941-8940-0b0d5cf207cb", "address": "fa:16:3e:3f:e8:0b", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1ac704-51", "ovs_interfaceid": "ce1ac704-515f-4941-8940-0b0d5cf207cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.755574] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822430, 'name': CreateVM_Task, 'duration_secs': 0.360776} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.758715] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1725.758715] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.758715] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.758715] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1725.758715] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f42dce92-1782-4a59-b946-d342f09cb5e7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.761647] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1725.761647] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]522cba52-8039-ad1b-18c4-81da66b22da1" [ 1725.761647] env[62913]: _type = "Task" [ 1725.761647] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.771411] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]522cba52-8039-ad1b-18c4-81da66b22da1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.853353] env[62913]: INFO nova.compute.claims [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1726.080540] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': task-1822431, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.093554] env[62913]: DEBUG nova.network.neutron [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Successfully updated port: 29c41326-076a-46c4-abdb-c970e4d01c8e {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1726.117582] env[62913]: DEBUG oslo_concurrency.lockutils [req-8c9568c9-5e44-4981-96e6-396ed259d8d9 req-76593232-c656-4a62-bb05-fa56d213d687 service nova] Releasing lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.274380] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]522cba52-8039-ad1b-18c4-81da66b22da1, 'name': SearchDatastore_Task, 'duration_secs': 0.02255} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.274693] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.274950] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1726.275170] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.275347] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.275501] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1726.275767] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7d05f7e-0017-42cb-81e4-47943da299c2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.285366] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1726.285583] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1726.286282] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a8b7d71-3ab2-40bc-a6d6-6f7657bb0171 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.291680] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1726.291680] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]527258ea-562a-b461-4882-08135adaea69" [ 1726.291680] env[62913]: _type = "Task" [ 1726.291680] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.299104] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527258ea-562a-b461-4882-08135adaea69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.346796] env[62913]: DEBUG nova.network.neutron [req-4bd7d017-50fd-4d43-87b5-33201b94d450 req-aca69542-986a-43f9-9696-ec55ff43ab08 service nova] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Updated VIF entry in instance network info cache for port 7d301690-bdde-4298-a809-0f068c73fa30. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1726.347282] env[62913]: DEBUG nova.network.neutron [req-4bd7d017-50fd-4d43-87b5-33201b94d450 req-aca69542-986a-43f9-9696-ec55ff43ab08 service nova] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Updating instance_info_cache with network_info: [{"id": "7d301690-bdde-4298-a809-0f068c73fa30", "address": "fa:16:3e:d7:9a:fa", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d301690-bd", "ovs_interfaceid": "7d301690-bdde-4298-a809-0f068c73fa30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.583841] env[62913]: DEBUG oslo_vmware.api [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': task-1822431, 'name': PowerOnVM_Task, 'duration_secs': 0.872855} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.584135] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1726.584447] env[62913]: INFO nova.compute.manager [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Took 6.41 seconds to spawn the instance on the hypervisor. [ 1726.584538] env[62913]: DEBUG nova.compute.manager [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1726.585272] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1892058-0aaa-4264-b024-c0a932452bb5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.595830] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "refresh_cache-50730721-822e-4cf9-a133-0d3ebb928260" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.595979] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "refresh_cache-50730721-822e-4cf9-a133-0d3ebb928260" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.596142] env[62913]: DEBUG nova.network.neutron [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1726.802535] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527258ea-562a-b461-4882-08135adaea69, 'name': SearchDatastore_Task, 'duration_secs': 0.018346} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.803571] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e74cf2-cbf1-47e5-b376-2952e1983f69 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.809412] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1726.809412] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]527fc251-2ce7-66bb-e36e-5f457ace0646" [ 1726.809412] env[62913]: _type = "Task" [ 1726.809412] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.817030] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527fc251-2ce7-66bb-e36e-5f457ace0646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.849882] env[62913]: DEBUG oslo_concurrency.lockutils [req-4bd7d017-50fd-4d43-87b5-33201b94d450 req-aca69542-986a-43f9-9696-ec55ff43ab08 service nova] Releasing lock "refresh_cache-29d6a1ae-6779-4b2b-acbd-85e2e8fa828d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.113628] env[62913]: INFO nova.compute.manager [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Took 30.46 seconds to build instance. [ 1727.141955] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacb0d8e-4787-4eb4-85b7-ea8ec4cb004c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.150487] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97c604e-de71-4682-a82e-1ab718c987e9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.154335] env[62913]: DEBUG nova.network.neutron [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1727.187643] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58dcd38-a678-4ae4-8717-f086c0793131 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.195869] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5946b42f-ef2d-4b69-ae69-3862d0af14d7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.209333] env[62913]: DEBUG nova.compute.provider_tree [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.319734] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527fc251-2ce7-66bb-e36e-5f457ace0646, 'name': SearchDatastore_Task, 'duration_secs': 0.047593} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.322134] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.322833] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d/29d6a1ae-6779-4b2b-acbd-85e2e8fa828d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1727.322833] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67db88a1-54cc-4679-b70a-7e2ee2cdea60 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.332800] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1727.332800] env[62913]: value = "task-1822432" [ 1727.332800] env[62913]: _type = "Task" [ 1727.332800] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.343861] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.400307] env[62913]: DEBUG nova.network.neutron [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Updating instance_info_cache with network_info: [{"id": "29c41326-076a-46c4-abdb-c970e4d01c8e", "address": "fa:16:3e:b0:ec:80", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c41326-07", "ovs_interfaceid": "29c41326-076a-46c4-abdb-c970e4d01c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.501442] env[62913]: DEBUG nova.compute.manager [req-48407b07-3b9c-43a9-9354-2da440dbefaa req-abf2339d-f00f-42d5-82e5-2f796fb6414f service nova] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Received event network-vif-plugged-29c41326-076a-46c4-abdb-c970e4d01c8e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1727.501778] env[62913]: DEBUG oslo_concurrency.lockutils [req-48407b07-3b9c-43a9-9354-2da440dbefaa req-abf2339d-f00f-42d5-82e5-2f796fb6414f service nova] Acquiring lock "50730721-822e-4cf9-a133-0d3ebb928260-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.501778] env[62913]: DEBUG oslo_concurrency.lockutils [req-48407b07-3b9c-43a9-9354-2da440dbefaa req-abf2339d-f00f-42d5-82e5-2f796fb6414f service nova] Lock "50730721-822e-4cf9-a133-0d3ebb928260-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.501949] env[62913]: DEBUG oslo_concurrency.lockutils [req-48407b07-3b9c-43a9-9354-2da440dbefaa req-abf2339d-f00f-42d5-82e5-2f796fb6414f service nova] Lock "50730721-822e-4cf9-a133-0d3ebb928260-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.503359] env[62913]: DEBUG nova.compute.manager [req-48407b07-3b9c-43a9-9354-2da440dbefaa req-abf2339d-f00f-42d5-82e5-2f796fb6414f service nova] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] No waiting events found dispatching network-vif-plugged-29c41326-076a-46c4-abdb-c970e4d01c8e {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1727.503594] env[62913]: WARNING nova.compute.manager [req-48407b07-3b9c-43a9-9354-2da440dbefaa req-abf2339d-f00f-42d5-82e5-2f796fb6414f service nova] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Received unexpected event network-vif-plugged-29c41326-076a-46c4-abdb-c970e4d01c8e for instance with vm_state building and task_state spawning. [ 1727.503790] env[62913]: DEBUG nova.compute.manager [req-48407b07-3b9c-43a9-9354-2da440dbefaa req-abf2339d-f00f-42d5-82e5-2f796fb6414f service nova] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Received event network-changed-29c41326-076a-46c4-abdb-c970e4d01c8e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1727.504014] env[62913]: DEBUG nova.compute.manager [req-48407b07-3b9c-43a9-9354-2da440dbefaa req-abf2339d-f00f-42d5-82e5-2f796fb6414f service nova] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Refreshing instance network info cache due to event network-changed-29c41326-076a-46c4-abdb-c970e4d01c8e. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1727.504232] env[62913]: DEBUG oslo_concurrency.lockutils [req-48407b07-3b9c-43a9-9354-2da440dbefaa req-abf2339d-f00f-42d5-82e5-2f796fb6414f service nova] Acquiring lock "refresh_cache-50730721-822e-4cf9-a133-0d3ebb928260" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.617050] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b5301eed-b6fb-475a-809e-f4889e4a5979 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Lock "e6824f8f-36de-426d-a601-c4f4232eb14d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.973s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.713411] env[62913]: DEBUG nova.scheduler.client.report [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1727.848393] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822432, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.906505] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "refresh_cache-50730721-822e-4cf9-a133-0d3ebb928260" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.906841] env[62913]: DEBUG nova.compute.manager [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Instance network_info: |[{"id": "29c41326-076a-46c4-abdb-c970e4d01c8e", "address": "fa:16:3e:b0:ec:80", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c41326-07", "ovs_interfaceid": "29c41326-076a-46c4-abdb-c970e4d01c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1727.907210] env[62913]: DEBUG oslo_concurrency.lockutils [req-48407b07-3b9c-43a9-9354-2da440dbefaa req-abf2339d-f00f-42d5-82e5-2f796fb6414f service nova] Acquired lock "refresh_cache-50730721-822e-4cf9-a133-0d3ebb928260" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.907579] env[62913]: DEBUG nova.network.neutron [req-48407b07-3b9c-43a9-9354-2da440dbefaa req-abf2339d-f00f-42d5-82e5-2f796fb6414f service nova] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Refreshing network info cache for port 29c41326-076a-46c4-abdb-c970e4d01c8e {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1727.909329] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:ec:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29c41326-076a-46c4-abdb-c970e4d01c8e', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1727.918641] env[62913]: DEBUG oslo.service.loopingcall [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1727.919146] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1727.920125] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6da49527-f5d8-4405-aced-ee5a9694291d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.942723] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1727.942723] env[62913]: value = "task-1822433" [ 1727.942723] env[62913]: _type = "Task" [ 1727.942723] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.951120] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822433, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.223162] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.378s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.225448] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.072s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.266961] env[62913]: INFO nova.network.neutron [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Updating port 5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1728.345355] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541453} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.345355] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d/29d6a1ae-6779-4b2b-acbd-85e2e8fa828d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1728.345823] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1728.346189] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-298c9a0e-1202-4c5f-88cc-a3bce1a35e33 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.363572] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1728.363572] env[62913]: value = "task-1822434" [ 1728.363572] env[62913]: _type = "Task" [ 1728.363572] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.369954] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.454113] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822433, 'name': CreateVM_Task, 'duration_secs': 0.374845} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.454113] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1728.454205] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.454355] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.454768] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1728.454926] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bcbae41-b5ae-4c83-a2e6-8c88a39e2c04 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.459733] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1728.459733] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ce746c-5060-2c08-d29a-36fefc1d64f9" [ 1728.459733] env[62913]: _type = "Task" [ 1728.459733] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.469817] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ce746c-5060-2c08-d29a-36fefc1d64f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.475791] env[62913]: DEBUG nova.compute.manager [None req-76184241-7c9a-4a1c-9b0b-8702e355b704 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.476179] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3608cd-ca1a-4e9b-8b86-96815a9fde67 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.724644] env[62913]: DEBUG nova.network.neutron [req-48407b07-3b9c-43a9-9354-2da440dbefaa req-abf2339d-f00f-42d5-82e5-2f796fb6414f service nova] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Updated VIF entry in instance network info cache for port 29c41326-076a-46c4-abdb-c970e4d01c8e. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1728.725010] env[62913]: DEBUG nova.network.neutron [req-48407b07-3b9c-43a9-9354-2da440dbefaa req-abf2339d-f00f-42d5-82e5-2f796fb6414f service nova] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Updating instance_info_cache with network_info: [{"id": "29c41326-076a-46c4-abdb-c970e4d01c8e", "address": "fa:16:3e:b0:ec:80", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c41326-07", "ovs_interfaceid": "29c41326-076a-46c4-abdb-c970e4d01c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.809706] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Acquiring lock "e6824f8f-36de-426d-a601-c4f4232eb14d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.809894] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Lock "e6824f8f-36de-426d-a601-c4f4232eb14d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.810155] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Acquiring lock "e6824f8f-36de-426d-a601-c4f4232eb14d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.810413] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Lock "e6824f8f-36de-426d-a601-c4f4232eb14d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.810551] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Lock "e6824f8f-36de-426d-a601-c4f4232eb14d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.812684] env[62913]: INFO nova.compute.manager [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Terminating instance [ 1728.865549] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Acquiring lock "94b0d251-c9e7-4f4a-abc1-0399b53c0016" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.865549] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Lock "94b0d251-c9e7-4f4a-abc1-0399b53c0016" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.872236] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065709} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.872455] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1728.873387] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba41ad8-6e74-48f8-9b79-09548da7aa77 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.898958] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d/29d6a1ae-6779-4b2b-acbd-85e2e8fa828d.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1728.899651] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ef1c489-40fd-4667-8b6c-5cf6f2d2aae9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.920526] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1728.920526] env[62913]: value = "task-1822435" [ 1728.920526] env[62913]: _type = "Task" [ 1728.920526] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.928951] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.972479] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ce746c-5060-2c08-d29a-36fefc1d64f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.973816] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.974228] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1728.974556] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.974743] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.974964] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1728.975312] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2f25553-c5b0-4a03-bac7-989917759b68 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.985583] env[62913]: INFO nova.compute.manager [None req-76184241-7c9a-4a1c-9b0b-8702e355b704 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] instance snapshotting [ 1728.986213] env[62913]: DEBUG nova.objects.instance [None req-76184241-7c9a-4a1c-9b0b-8702e355b704 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Lazy-loading 'flavor' on Instance uuid e6824f8f-36de-426d-a601-c4f4232eb14d {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.987523] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1728.987911] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1728.988573] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-981269e2-1cd5-491e-b59a-d4fcd2170663 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.993782] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1728.993782] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b2b62d-3d63-d273-87b1-886fa55d2515" [ 1728.993782] env[62913]: _type = "Task" [ 1728.993782] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.002213] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b2b62d-3d63-d273-87b1-886fa55d2515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.227902] env[62913]: DEBUG oslo_concurrency.lockutils [req-48407b07-3b9c-43a9-9354-2da440dbefaa req-abf2339d-f00f-42d5-82e5-2f796fb6414f service nova] Releasing lock "refresh_cache-50730721-822e-4cf9-a133-0d3ebb928260" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.278153] env[62913]: WARNING nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 2286eeaf-825f-4357-815c-f0574a39c03d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1729.278153] env[62913]: WARNING nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 4ab55729-9afe-4d71-ac5b-2e18a5b3f818 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1729.278153] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 1a60dd50-c805-401b-8574-a11eebc105c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.278153] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 6c0aa552-3717-4cec-915f-1515cbd71983 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.278153] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 2591016a-a73c-42c0-9145-e37021b4eaf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.278153] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 04043676-2dfd-4606-9db4-432555ab57b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.278153] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 46dac113-3495-44da-85a5-2df9958afb7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.278153] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 9fdfb7b6-9540-40e3-aead-a7293180ff21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.278420] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance af6bed19-b81b-4717-8ab6-4d9fa9456c3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.278420] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance aa25311b-fe70-4d3a-87c6-ba210726de3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.278479] env[62913]: WARNING nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 9494ceb8-3413-4a39-aa52-83647af9b740 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1729.278593] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 989e9887-935f-4dfc-96c7-d84fa3ba0852 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.278708] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 97e47f40-c4f4-40f5-8d2e-7605d5347075 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.278855] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance ebcab798-5f66-47c5-a18c-b8e9d56e4513 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.278950] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance e6824f8f-36de-426d-a601-c4f4232eb14d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.279035] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.279163] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 50730721-822e-4cf9-a133-0d3ebb928260 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.316834] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Acquiring lock "refresh_cache-e6824f8f-36de-426d-a601-c4f4232eb14d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.317034] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Acquired lock "refresh_cache-e6824f8f-36de-426d-a601-c4f4232eb14d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.317219] env[62913]: DEBUG nova.network.neutron [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1729.367684] env[62913]: DEBUG nova.compute.manager [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1729.430452] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822435, 'name': ReconfigVM_Task, 'duration_secs': 0.28124} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.430740] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d/29d6a1ae-6779-4b2b-acbd-85e2e8fa828d.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1729.431586] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f1b535f-ee0a-4200-91c6-429ca38e2c8b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.439117] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1729.439117] env[62913]: value = "task-1822436" [ 1729.439117] env[62913]: _type = "Task" [ 1729.439117] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.447559] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822436, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.498877] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596b090b-0851-44b7-bb07-0f2651e65b4e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.510591] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b2b62d-3d63-d273-87b1-886fa55d2515, 'name': SearchDatastore_Task, 'duration_secs': 0.011601} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.529552] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a3288cb-ab35-4b85-97a4-26b54019c65f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.534103] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03221f8d-cd99-4907-ac9f-f3ebe282d285 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.542221] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1729.542221] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52d2301a-312a-6af7-9ba5-73dc0bc0caf7" [ 1729.542221] env[62913]: _type = "Task" [ 1729.542221] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.558354] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d2301a-312a-6af7-9ba5-73dc0bc0caf7, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.558354] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.558599] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 50730721-822e-4cf9-a133-0d3ebb928260/50730721-822e-4cf9-a133-0d3ebb928260.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1729.558811] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e6baa56-de6b-4f6c-888b-ec6bb66f41fb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.565692] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1729.565692] env[62913]: value = "task-1822437" [ 1729.565692] env[62913]: _type = "Task" [ 1729.565692] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.574310] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.782729] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 3933925c-d040-4fcc-aa6c-263aad13abed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1729.848129] env[62913]: DEBUG nova.network.neutron [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1729.874989] env[62913]: DEBUG nova.compute.manager [req-48321cb1-3f50-4fe1-ad84-c01fd1058d29 req-04498a65-6db8-475c-85b8-38f8b4674fb5 service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Received event network-vif-plugged-5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1729.875241] env[62913]: DEBUG oslo_concurrency.lockutils [req-48321cb1-3f50-4fe1-ad84-c01fd1058d29 req-04498a65-6db8-475c-85b8-38f8b4674fb5 service nova] Acquiring lock "989e9887-935f-4dfc-96c7-d84fa3ba0852-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.875434] env[62913]: DEBUG oslo_concurrency.lockutils [req-48321cb1-3f50-4fe1-ad84-c01fd1058d29 req-04498a65-6db8-475c-85b8-38f8b4674fb5 service nova] Lock "989e9887-935f-4dfc-96c7-d84fa3ba0852-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.875598] env[62913]: DEBUG oslo_concurrency.lockutils [req-48321cb1-3f50-4fe1-ad84-c01fd1058d29 req-04498a65-6db8-475c-85b8-38f8b4674fb5 service nova] Lock "989e9887-935f-4dfc-96c7-d84fa3ba0852-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.875762] env[62913]: DEBUG nova.compute.manager [req-48321cb1-3f50-4fe1-ad84-c01fd1058d29 req-04498a65-6db8-475c-85b8-38f8b4674fb5 service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] No waiting events found dispatching network-vif-plugged-5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1729.875921] env[62913]: WARNING nova.compute.manager [req-48321cb1-3f50-4fe1-ad84-c01fd1058d29 req-04498a65-6db8-475c-85b8-38f8b4674fb5 service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Received unexpected event network-vif-plugged-5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f for instance with vm_state shelved_offloaded and task_state spawning. [ 1729.889356] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.938744] env[62913]: DEBUG nova.network.neutron [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.953317] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822436, 'name': Rename_Task, 'duration_secs': 0.148153} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.955522] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1729.955833] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-781d7b8b-cede-4c21-91a5-b2a110aba5fb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.964216] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1729.964216] env[62913]: value = "task-1822438" [ 1729.964216] env[62913]: _type = "Task" [ 1729.964216] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.974784] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.038780] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.039160] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquired lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.039385] env[62913]: DEBUG nova.network.neutron [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1730.051804] env[62913]: DEBUG nova.compute.manager [None req-76184241-7c9a-4a1c-9b0b-8702e355b704 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Instance disappeared during snapshot {{(pid=62913) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1730.078327] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822437, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.199203] env[62913]: DEBUG nova.compute.manager [None req-76184241-7c9a-4a1c-9b0b-8702e355b704 tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Found 0 images (rotation: 2) {{(pid=62913) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 1730.285876] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance d639ae2d-da36-410a-b16c-9bc0cf161f65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1730.444739] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Releasing lock "refresh_cache-e6824f8f-36de-426d-a601-c4f4232eb14d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.445325] env[62913]: DEBUG nova.compute.manager [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1730.445652] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1730.446643] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed58b2e-3484-467a-a9ab-cefab6bd0119 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.454685] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.454932] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68283580-512a-4641-a505-a40b2fdc4fbf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.462096] env[62913]: DEBUG oslo_vmware.api [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Waiting for the task: (returnval){ [ 1730.462096] env[62913]: value = "task-1822439" [ 1730.462096] env[62913]: _type = "Task" [ 1730.462096] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.475053] env[62913]: DEBUG oslo_vmware.api [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': task-1822439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.478388] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.578390] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658193} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.579405] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 50730721-822e-4cf9-a133-0d3ebb928260/50730721-822e-4cf9-a133-0d3ebb928260.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1730.579405] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1730.579405] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83455c11-2c08-44eb-91c2-3811cc1e3269 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.585546] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1730.585546] env[62913]: value = "task-1822440" [ 1730.585546] env[62913]: _type = "Task" [ 1730.585546] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.598611] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.789014] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 879afedd-86d0-44f5-9557-f2f021abbb41 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1730.831398] env[62913]: DEBUG nova.network.neutron [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Updating instance_info_cache with network_info: [{"id": "5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f", "address": "fa:16:3e:f3:5d:52", "network": {"id": "5810baa8-f2a7-4ec5-8e62-6ec443f27441", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850995401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc603577f56435191af884e8222e85b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a08d10c-7c", "ovs_interfaceid": "5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.976877] env[62913]: DEBUG oslo_vmware.api [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': task-1822439, 'name': PowerOffVM_Task, 'duration_secs': 0.409833} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.980047] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1730.980261] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1730.980529] env[62913]: DEBUG oslo_vmware.api [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822438, 'name': PowerOnVM_Task, 'duration_secs': 0.70309} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.980761] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efc6a4a3-04dc-4e74-8e7d-f0e9ccff38d4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.982258] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1730.982465] env[62913]: INFO nova.compute.manager [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1730.982643] env[62913]: DEBUG nova.compute.manager [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.983470] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc50eacb-d8e5-4c67-9b26-5320cb780c67 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.010034] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1731.010034] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1731.010261] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Deleting the datastore file [datastore1] e6824f8f-36de-426d-a601-c4f4232eb14d {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1731.010328] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcc5413f-6ba1-4084-84c9-0a80659dd9af {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.017318] env[62913]: DEBUG oslo_vmware.api [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Waiting for the task: (returnval){ [ 1731.017318] env[62913]: value = "task-1822442" [ 1731.017318] env[62913]: _type = "Task" [ 1731.017318] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.025710] env[62913]: DEBUG oslo_vmware.api [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': task-1822442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.096040] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12139} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.096354] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1731.097185] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d493c432-e84c-4ce9-b929-7ce50cf7f0ef {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.118928] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 50730721-822e-4cf9-a133-0d3ebb928260/50730721-822e-4cf9-a133-0d3ebb928260.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.119226] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f86fb009-26ba-4f8d-9bc7-8779289dadbc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.138270] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1731.138270] env[62913]: value = "task-1822443" [ 1731.138270] env[62913]: _type = "Task" [ 1731.138270] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.146192] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.292633] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 94b0d251-c9e7-4f4a-abc1-0399b53c0016 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1731.293051] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1731.293175] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1731.334498] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Releasing lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.361450] env[62913]: DEBUG nova.virt.hardware [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9c9d6506dd23fff6e5b12bf902b7ca01',container_format='bare',created_at=2024-12-12T16:20:03Z,direct_url=,disk_format='vmdk',id=9cf4e690-d1e6-4749-bb4c-c42286aabde4,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1969049565-shelved',owner='6bc603577f56435191af884e8222e85b',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2024-12-12T16:20:21Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1731.361735] env[62913]: DEBUG nova.virt.hardware [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1731.361840] env[62913]: DEBUG nova.virt.hardware [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1731.362036] env[62913]: DEBUG nova.virt.hardware [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1731.362184] env[62913]: DEBUG nova.virt.hardware [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1731.362333] env[62913]: DEBUG nova.virt.hardware [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1731.362613] env[62913]: DEBUG nova.virt.hardware [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1731.362802] env[62913]: DEBUG nova.virt.hardware [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1731.363662] env[62913]: DEBUG nova.virt.hardware [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1731.363859] env[62913]: DEBUG nova.virt.hardware [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1731.364055] env[62913]: DEBUG nova.virt.hardware [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1731.364916] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74d40be-2ae5-465b-b98f-5b4d60d4821c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.376262] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be66251-c101-445c-aee0-5ab350874c05 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.392611] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:5d:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1731.399994] env[62913]: DEBUG oslo.service.loopingcall [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1731.402736] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1731.403354] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11b4fa74-21d7-4bfc-9bf4-8ead2f89bc41 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.429187] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1731.429187] env[62913]: value = "task-1822444" [ 1731.429187] env[62913]: _type = "Task" [ 1731.429187] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.439578] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822444, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.507127] env[62913]: INFO nova.compute.manager [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Took 33.24 seconds to build instance. [ 1731.527815] env[62913]: DEBUG oslo_vmware.api [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Task: {'id': task-1822442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489259} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.530335] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1731.530530] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1731.530858] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1731.530925] env[62913]: INFO nova.compute.manager [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1731.531148] env[62913]: DEBUG oslo.service.loopingcall [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1731.531531] env[62913]: DEBUG nova.compute.manager [-] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1731.531633] env[62913]: DEBUG nova.network.neutron [-] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1731.546683] env[62913]: DEBUG nova.network.neutron [-] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1731.598651] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa9319b-a497-4785-b4a0-cf84de2c131b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.606378] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe600338-0dc3-4355-9201-6887a52d6037 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.639258] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7529cb94-6455-4540-b374-b950991d80e6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.652217] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.655378] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d30c11-1bd7-4121-8536-39c9a47ff51c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.668565] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1731.912254] env[62913]: DEBUG nova.compute.manager [req-b8f82ff0-6e9c-4927-8211-f321eca5c235 req-e8e66146-23a0-4d31-a82c-fc53c7808ff4 service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Received event network-changed-5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1731.912454] env[62913]: DEBUG nova.compute.manager [req-b8f82ff0-6e9c-4927-8211-f321eca5c235 req-e8e66146-23a0-4d31-a82c-fc53c7808ff4 service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Refreshing instance network info cache due to event network-changed-5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1731.913277] env[62913]: DEBUG oslo_concurrency.lockutils [req-b8f82ff0-6e9c-4927-8211-f321eca5c235 req-e8e66146-23a0-4d31-a82c-fc53c7808ff4 service nova] Acquiring lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.913471] env[62913]: DEBUG oslo_concurrency.lockutils [req-b8f82ff0-6e9c-4927-8211-f321eca5c235 req-e8e66146-23a0-4d31-a82c-fc53c7808ff4 service nova] Acquired lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.913648] env[62913]: DEBUG nova.network.neutron [req-b8f82ff0-6e9c-4927-8211-f321eca5c235 req-e8e66146-23a0-4d31-a82c-fc53c7808ff4 service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Refreshing network info cache for port 5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1731.942206] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822444, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.009671] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc10278a-6ac8-4f9b-b066-fe31d96a2fe1 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "29d6a1ae-6779-4b2b-acbd-85e2e8fa828d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.758s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.050286] env[62913]: DEBUG nova.network.neutron [-] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.148511] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822443, 'name': ReconfigVM_Task, 'duration_secs': 0.95491} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.148807] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 50730721-822e-4cf9-a133-0d3ebb928260/50730721-822e-4cf9-a133-0d3ebb928260.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.149453] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0be68384-2795-4c48-b408-6bfd18a96cf2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.155880] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1732.155880] env[62913]: value = "task-1822445" [ 1732.155880] env[62913]: _type = "Task" [ 1732.155880] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.163861] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822445, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.171728] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1732.439556] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822444, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.554567] env[62913]: INFO nova.compute.manager [-] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Took 1.02 seconds to deallocate network for instance. [ 1732.665678] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822445, 'name': Rename_Task, 'duration_secs': 0.201462} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.666493] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1732.666606] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-763a881a-882b-4470-bba1-c45d51e02c5d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.673055] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1732.673055] env[62913]: value = "task-1822446" [ 1732.673055] env[62913]: _type = "Task" [ 1732.673055] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.676927] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1732.677199] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.452s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.677592] env[62913]: DEBUG oslo_concurrency.lockutils [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.461s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.679211] env[62913]: INFO nova.compute.claims [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1732.687429] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.688415] env[62913]: DEBUG nova.network.neutron [req-b8f82ff0-6e9c-4927-8211-f321eca5c235 req-e8e66146-23a0-4d31-a82c-fc53c7808ff4 service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Updated VIF entry in instance network info cache for port 5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1732.688804] env[62913]: DEBUG nova.network.neutron [req-b8f82ff0-6e9c-4927-8211-f321eca5c235 req-e8e66146-23a0-4d31-a82c-fc53c7808ff4 service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Updating instance_info_cache with network_info: [{"id": "5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f", "address": "fa:16:3e:f3:5d:52", "network": {"id": "5810baa8-f2a7-4ec5-8e62-6ec443f27441", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850995401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc603577f56435191af884e8222e85b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a08d10c-7c", "ovs_interfaceid": "5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.907410] env[62913]: INFO nova.compute.manager [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Rebuilding instance [ 1732.940778] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822444, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.954034] env[62913]: DEBUG nova.compute.manager [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1732.954920] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17cf808-a53b-45c8-a67d-d10e6d7365d1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.059276] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.183644] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822446, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.190850] env[62913]: DEBUG oslo_concurrency.lockutils [req-b8f82ff0-6e9c-4927-8211-f321eca5c235 req-e8e66146-23a0-4d31-a82c-fc53c7808ff4 service nova] Releasing lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.440591] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822444, 'name': CreateVM_Task, 'duration_secs': 1.701247} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.440964] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1733.441437] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9cf4e690-d1e6-4749-bb4c-c42286aabde4" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.441605] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9cf4e690-d1e6-4749-bb4c-c42286aabde4" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.441987] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9cf4e690-d1e6-4749-bb4c-c42286aabde4" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1733.442261] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc6fea6-df32-4fe6-af40-6aedeca79b40 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.446727] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1733.446727] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]526c46f5-ff18-2513-50f6-30b78639d526" [ 1733.446727] env[62913]: _type = "Task" [ 1733.446727] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.455230] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526c46f5-ff18-2513-50f6-30b78639d526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.684855] env[62913]: DEBUG oslo_vmware.api [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822446, 'name': PowerOnVM_Task, 'duration_secs': 0.650403} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.684855] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1733.685173] env[62913]: INFO nova.compute.manager [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1733.685432] env[62913]: DEBUG nova.compute.manager [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.686241] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56edc6bd-ff6f-405a-887c-1f5e1bd3dd90 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.918727] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224ecb7f-f8b3-4f1b-9420-079c4b5f6ab4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.926666] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9276b3-44cd-406b-8068-941642723695 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.958734] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ff48f4-617e-45bd-b861-2f09a066b1bf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.970160] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d95ca1f-b3a5-4297-bb87-1bc8f2da5b8b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.974138] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1733.974447] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bfe0059-d2fa-475f-bd14-468ed0bea749 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.976014] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9cf4e690-d1e6-4749-bb4c-c42286aabde4" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.976247] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Processing image 9cf4e690-d1e6-4749-bb4c-c42286aabde4 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1733.976479] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9cf4e690-d1e6-4749-bb4c-c42286aabde4/9cf4e690-d1e6-4749-bb4c-c42286aabde4.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.976626] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9cf4e690-d1e6-4749-bb4c-c42286aabde4/9cf4e690-d1e6-4749-bb4c-c42286aabde4.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.976799] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1733.977383] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c934f5a3-e008-4aef-ae61-4905cb0ade0c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.987388] env[62913]: DEBUG nova.compute.provider_tree [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.991081] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1733.991081] env[62913]: value = "task-1822447" [ 1733.991081] env[62913]: _type = "Task" [ 1733.991081] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.991320] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1733.992302] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1733.992519] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5920811-8467-48cd-8847-2f2b31847068 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.007047] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.007453] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1734.007453] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52c04d72-84cf-17db-8d93-ab64005b3cdc" [ 1734.007453] env[62913]: _type = "Task" [ 1734.007453] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.015481] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c04d72-84cf-17db-8d93-ab64005b3cdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.211145] env[62913]: INFO nova.compute.manager [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Took 35.33 seconds to build instance. [ 1734.490193] env[62913]: DEBUG nova.scheduler.client.report [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1734.503655] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822447, 'name': PowerOffVM_Task, 'duration_secs': 0.35215} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.503655] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1734.503884] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1734.504666] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71594f6-6abd-4f76-af12-f945a7418643 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.513065] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1734.513598] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5d38889-686b-49c5-a760-7859cb3cba1a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.518218] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Preparing fetch location {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1734.518439] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Fetch image to [datastore1] OSTACK_IMG_adf05c70-eaad-4a50-9528-216d138f2396/OSTACK_IMG_adf05c70-eaad-4a50-9528-216d138f2396.vmdk {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1734.518619] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Downloading stream optimized image 9cf4e690-d1e6-4749-bb4c-c42286aabde4 to [datastore1] OSTACK_IMG_adf05c70-eaad-4a50-9528-216d138f2396/OSTACK_IMG_adf05c70-eaad-4a50-9528-216d138f2396.vmdk on the data store datastore1 as vApp {{(pid=62913) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1734.518782] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Downloading image file data 9cf4e690-d1e6-4749-bb4c-c42286aabde4 to the ESX as VM named 'OSTACK_IMG_adf05c70-eaad-4a50-9528-216d138f2396' {{(pid=62913) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1734.590075] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1734.590075] env[62913]: value = "resgroup-9" [ 1734.590075] env[62913]: _type = "ResourcePool" [ 1734.590075] env[62913]: }. {{(pid=62913) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1734.590719] env[62913]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1928121d-bef3-4abf-b6ea-7a787e032e29 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.612593] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lease: (returnval){ [ 1734.612593] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bde748-5e82-1813-f37d-59b81db08cba" [ 1734.612593] env[62913]: _type = "HttpNfcLease" [ 1734.612593] env[62913]: } obtained for vApp import into resource pool (val){ [ 1734.612593] env[62913]: value = "resgroup-9" [ 1734.612593] env[62913]: _type = "ResourcePool" [ 1734.612593] env[62913]: }. {{(pid=62913) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1734.612872] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the lease: (returnval){ [ 1734.612872] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bde748-5e82-1813-f37d-59b81db08cba" [ 1734.612872] env[62913]: _type = "HttpNfcLease" [ 1734.612872] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1734.618985] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1734.618985] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bde748-5e82-1813-f37d-59b81db08cba" [ 1734.618985] env[62913]: _type = "HttpNfcLease" [ 1734.618985] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1734.715597] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4508faf0-1b91-4b20-99d3-eaff0968f082 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "50730721-822e-4cf9-a133-0d3ebb928260" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.839s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.999553] env[62913]: DEBUG oslo_concurrency.lockutils [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.000170] env[62913]: DEBUG nova.compute.manager [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1735.003347] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.750s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.004872] env[62913]: INFO nova.compute.claims [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1735.121443] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1735.121443] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bde748-5e82-1813-f37d-59b81db08cba" [ 1735.121443] env[62913]: _type = "HttpNfcLease" [ 1735.121443] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1735.289702] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1735.289942] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1735.290179] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleting the datastore file [datastore1] 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1735.290436] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ec6b80d-3ef2-4114-be75-f55b55390bce {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.298032] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1735.298032] env[62913]: value = "task-1822450" [ 1735.298032] env[62913]: _type = "Task" [ 1735.298032] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.305309] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.512076] env[62913]: DEBUG nova.compute.utils [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1735.513326] env[62913]: DEBUG nova.compute.manager [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1735.513493] env[62913]: DEBUG nova.network.neutron [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1735.550116] env[62913]: DEBUG nova.policy [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b23b604670e4c1d92b6ed175d6fd382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8681537b850a4514a8fb28af33cef062', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1735.621738] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1735.621738] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bde748-5e82-1813-f37d-59b81db08cba" [ 1735.621738] env[62913]: _type = "HttpNfcLease" [ 1735.621738] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1735.622047] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1735.622047] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bde748-5e82-1813-f37d-59b81db08cba" [ 1735.622047] env[62913]: _type = "HttpNfcLease" [ 1735.622047] env[62913]: }. {{(pid=62913) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1735.622763] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020e7188-033b-4381-9f63-36919b3aaefd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.629951] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213c946-3ed6-9916-3feb-de49448d35bc/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1735.630150] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213c946-3ed6-9916-3feb-de49448d35bc/disk-0.vmdk. {{(pid=62913) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1735.699218] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ac9338e-5a64-4d3a-98c8-9333c8ab0522 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.753803] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "50730721-822e-4cf9-a133-0d3ebb928260" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.755088] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "50730721-822e-4cf9-a133-0d3ebb928260" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.755088] env[62913]: INFO nova.compute.manager [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Shelving [ 1735.810471] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172903} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.810471] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.810471] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.810471] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1735.898052] env[62913]: DEBUG nova.network.neutron [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Successfully created port: 6e26aa97-1cce-4625-a571-72b6ca9138ba {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1736.020384] env[62913]: DEBUG nova.compute.manager [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1736.312219] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce74b90f-07c4-42ea-aa8b-14faf6cc017c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.325466] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a5bce2-9bb3-481c-8cae-33e6b4846932 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.368584] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c3c46d-ff25-4db3-972b-b57eafc69ca5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.378988] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cac156c-8a28-42fe-b2d4-871009a21223 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.396043] env[62913]: DEBUG nova.compute.provider_tree [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.766326] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1736.766757] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3290758-fd9d-4fb1-89f1-7a1accf96615 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.776155] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1736.776155] env[62913]: value = "task-1822451" [ 1736.776155] env[62913]: _type = "Task" [ 1736.776155] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.789249] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.820628] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Completed reading data from the image iterator. {{(pid=62913) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1736.821889] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213c946-3ed6-9916-3feb-de49448d35bc/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1736.826018] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee5877b-5ef9-4aec-a39e-27553fcb2900 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.832161] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213c946-3ed6-9916-3feb-de49448d35bc/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1736.832347] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213c946-3ed6-9916-3feb-de49448d35bc/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1736.832592] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2a3b8296-ad18-4149-969b-90892e69d237 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.853773] env[62913]: DEBUG nova.virt.hardware [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1736.854064] env[62913]: DEBUG nova.virt.hardware [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1736.854306] env[62913]: DEBUG nova.virt.hardware [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1736.854553] env[62913]: DEBUG nova.virt.hardware [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1736.854655] env[62913]: DEBUG nova.virt.hardware [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1736.854801] env[62913]: DEBUG nova.virt.hardware [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1736.855021] env[62913]: DEBUG nova.virt.hardware [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1736.855195] env[62913]: DEBUG nova.virt.hardware [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1736.855372] env[62913]: DEBUG nova.virt.hardware [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1736.855544] env[62913]: DEBUG nova.virt.hardware [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1736.855707] env[62913]: DEBUG nova.virt.hardware [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1736.856580] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1290139-7c2d-41f7-91c1-3a5037216e32 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.865047] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b12eae-17ec-4ac2-a374-b23b8a9fe379 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.878971] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:9a:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d301690-bdde-4298-a809-0f068c73fa30', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1736.886822] env[62913]: DEBUG oslo.service.loopingcall [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.886948] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1736.887161] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7ec162d-89fa-4e6d-a9bb-20cae2ce06bc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.901843] env[62913]: DEBUG nova.scheduler.client.report [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1736.910700] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1736.910700] env[62913]: value = "task-1822452" [ 1736.910700] env[62913]: _type = "Task" [ 1736.910700] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.919111] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822452, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.032516] env[62913]: DEBUG nova.compute.manager [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1737.047345] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213c946-3ed6-9916-3feb-de49448d35bc/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1737.047661] env[62913]: INFO nova.virt.vmwareapi.images [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Downloaded image file data 9cf4e690-d1e6-4749-bb4c-c42286aabde4 [ 1737.050390] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88366d9b-53e0-4b64-a778-a067c1bf8d8c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.069718] env[62913]: DEBUG nova.virt.hardware [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1737.070267] env[62913]: DEBUG nova.virt.hardware [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1737.070446] env[62913]: DEBUG nova.virt.hardware [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1737.070642] env[62913]: DEBUG nova.virt.hardware [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1737.070788] env[62913]: DEBUG nova.virt.hardware [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1737.070931] env[62913]: DEBUG nova.virt.hardware [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1737.071164] env[62913]: DEBUG nova.virt.hardware [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1737.071328] env[62913]: DEBUG nova.virt.hardware [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1737.071494] env[62913]: DEBUG nova.virt.hardware [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1737.071654] env[62913]: DEBUG nova.virt.hardware [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1737.071822] env[62913]: DEBUG nova.virt.hardware [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1737.072183] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6e7a352-a315-4218-a3b0-e15d71689d2e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.074174] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d47533-83ff-4b29-b5ef-8bcdb476c742 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.081841] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786d08c0-3ea0-4c70-97f4-c2f4a78fc8a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.102479] env[62913]: INFO nova.virt.vmwareapi.images [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] The imported VM was unregistered [ 1737.105068] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Caching image {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1737.105303] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Creating directory with path [datastore1] devstack-image-cache_base/9cf4e690-d1e6-4749-bb4c-c42286aabde4 {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1737.105575] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbe67bdf-186c-430e-a3af-c2ee626d448f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.116470] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Created directory with path [datastore1] devstack-image-cache_base/9cf4e690-d1e6-4749-bb4c-c42286aabde4 {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1737.117096] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_adf05c70-eaad-4a50-9528-216d138f2396/OSTACK_IMG_adf05c70-eaad-4a50-9528-216d138f2396.vmdk to [datastore1] devstack-image-cache_base/9cf4e690-d1e6-4749-bb4c-c42286aabde4/9cf4e690-d1e6-4749-bb4c-c42286aabde4.vmdk. {{(pid=62913) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1737.117096] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bc234220-7907-44e2-87c0-2e313add9793 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.123896] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1737.123896] env[62913]: value = "task-1822454" [ 1737.123896] env[62913]: _type = "Task" [ 1737.123896] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.131846] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822454, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.287080] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822451, 'name': PowerOffVM_Task, 'duration_secs': 0.190616} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.287433] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1737.288230] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22df3a4c-ecc7-48d5-8621-4b3fc844bd3b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.307874] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5ecb67-4eb1-4eca-8607-e4c295893227 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.408272] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.408878] env[62913]: DEBUG nova.compute.manager [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1737.411491] env[62913]: DEBUG oslo_concurrency.lockutils [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.184s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.411763] env[62913]: DEBUG oslo_concurrency.lockutils [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.414019] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.481s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.414221] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.415959] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.907s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.416171] env[62913]: DEBUG nova.objects.instance [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62913) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1737.428423] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822452, 'name': CreateVM_Task, 'duration_secs': 0.465411} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.428603] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1737.429285] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.429476] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.429855] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1737.430208] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd525f20-51d9-44b4-bcc5-bcb4a8b52f70 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.435842] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1737.435842] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525993f6-2732-7070-f364-fec3f48b54ca" [ 1737.435842] env[62913]: _type = "Task" [ 1737.435842] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.450759] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525993f6-2732-7070-f364-fec3f48b54ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.455445] env[62913]: INFO nova.scheduler.client.report [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Deleted allocations for instance 4ab55729-9afe-4d71-ac5b-2e18a5b3f818 [ 1737.460891] env[62913]: INFO nova.scheduler.client.report [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Deleted allocations for instance 2286eeaf-825f-4357-815c-f0574a39c03d [ 1737.633048] env[62913]: DEBUG nova.compute.manager [req-40314305-5c74-42a9-a457-af9a87e2ae75 req-901e37cc-2084-46ea-bca5-2a149a324c5f service nova] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Received event network-vif-plugged-6e26aa97-1cce-4625-a571-72b6ca9138ba {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1737.633316] env[62913]: DEBUG oslo_concurrency.lockutils [req-40314305-5c74-42a9-a457-af9a87e2ae75 req-901e37cc-2084-46ea-bca5-2a149a324c5f service nova] Acquiring lock "3933925c-d040-4fcc-aa6c-263aad13abed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.633537] env[62913]: DEBUG oslo_concurrency.lockutils [req-40314305-5c74-42a9-a457-af9a87e2ae75 req-901e37cc-2084-46ea-bca5-2a149a324c5f service nova] Lock "3933925c-d040-4fcc-aa6c-263aad13abed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.633712] env[62913]: DEBUG oslo_concurrency.lockutils [req-40314305-5c74-42a9-a457-af9a87e2ae75 req-901e37cc-2084-46ea-bca5-2a149a324c5f service nova] Lock "3933925c-d040-4fcc-aa6c-263aad13abed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.633881] env[62913]: DEBUG nova.compute.manager [req-40314305-5c74-42a9-a457-af9a87e2ae75 req-901e37cc-2084-46ea-bca5-2a149a324c5f service nova] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] No waiting events found dispatching network-vif-plugged-6e26aa97-1cce-4625-a571-72b6ca9138ba {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1737.634454] env[62913]: WARNING nova.compute.manager [req-40314305-5c74-42a9-a457-af9a87e2ae75 req-901e37cc-2084-46ea-bca5-2a149a324c5f service nova] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Received unexpected event network-vif-plugged-6e26aa97-1cce-4625-a571-72b6ca9138ba for instance with vm_state building and task_state spawning. [ 1737.641155] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822454, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.821376] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1737.821376] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1ec93523-424b-4b42-9538-a0ce538dafbd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.832635] env[62913]: DEBUG nova.network.neutron [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Successfully updated port: 6e26aa97-1cce-4625-a571-72b6ca9138ba {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1737.832635] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1737.832635] env[62913]: value = "task-1822455" [ 1737.832635] env[62913]: _type = "Task" [ 1737.832635] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.842105] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822455, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.920672] env[62913]: DEBUG nova.compute.utils [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1737.922304] env[62913]: DEBUG nova.compute.manager [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1737.922955] env[62913]: DEBUG nova.network.neutron [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1737.948638] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525993f6-2732-7070-f364-fec3f48b54ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013183} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.948880] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.949144] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1737.949391] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.949546] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.949791] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1737.949982] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fd66afa-b82f-4673-a5cf-f355e3851088 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.966500] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1737.966745] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1737.967506] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c31ea6-63ac-4625-b4e8-157d7a76d66b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.974846] env[62913]: DEBUG oslo_concurrency.lockutils [None req-522da116-8faa-4921-938a-fa857335f674 tempest-MigrationsAdminTest-734147772 tempest-MigrationsAdminTest-734147772-project-member] Lock "4ab55729-9afe-4d71-ac5b-2e18a5b3f818" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.182s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.976308] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2b60153a-4812-493b-8a98-df7b916bb6c8 tempest-VolumesAdminNegativeTest-251369194 tempest-VolumesAdminNegativeTest-251369194-project-member] Lock "2286eeaf-825f-4357-815c-f0574a39c03d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.764s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.978888] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1737.978888] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a6e0df-e1b9-d1b9-99d4-6161589fc137" [ 1737.978888] env[62913]: _type = "Task" [ 1737.978888] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.987469] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a6e0df-e1b9-d1b9-99d4-6161589fc137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.004196] env[62913]: DEBUG nova.policy [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a385a16518b4f53a07ae5d20751c3b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '552ba8925f584c7bb80d2cfd9c59f5f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1738.134564] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822454, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.296364] env[62913]: DEBUG nova.network.neutron [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Successfully created port: 3fbd87b4-6b83-4948-9fcd-2876e32c30c8 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1738.333464] env[62913]: DEBUG oslo_concurrency.lockutils [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.333621] env[62913]: DEBUG oslo_concurrency.lockutils [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.333768] env[62913]: DEBUG nova.network.neutron [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1738.347300] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822455, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.426530] env[62913]: DEBUG nova.compute.manager [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1738.431776] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2453f7b5-f998-4e9d-b9e2-e820a1450d39 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.433418] env[62913]: DEBUG oslo_concurrency.lockutils [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.442s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.434969] env[62913]: INFO nova.compute.claims [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1738.494017] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a6e0df-e1b9-d1b9-99d4-6161589fc137, 'name': SearchDatastore_Task, 'duration_secs': 0.08575} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.494245] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5249de-f421-4c22-bb9d-b0df5c4acfaa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.501293] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1738.501293] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5252d651-4a17-61c1-1a0a-7f70e9fe1350" [ 1738.501293] env[62913]: _type = "Task" [ 1738.501293] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.511204] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5252d651-4a17-61c1-1a0a-7f70e9fe1350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.637956] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822454, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.848273] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822455, 'name': CreateSnapshot_Task, 'duration_secs': 0.518605} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.848602] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1738.849434] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f4443a-d6e1-4305-91ea-7d927d6b09ec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.881601] env[62913]: DEBUG nova.network.neutron [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1739.016165] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5252d651-4a17-61c1-1a0a-7f70e9fe1350, 'name': SearchDatastore_Task, 'duration_secs': 0.092785} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.019023] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.019023] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d/29d6a1ae-6779-4b2b-acbd-85e2e8fa828d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1739.019549] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c00c1e8-1ebb-4bd2-bf3c-800b3e09c2af {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.031032] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1739.031032] env[62913]: value = "task-1822456" [ 1739.031032] env[62913]: _type = "Task" [ 1739.031032] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.039906] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.137266] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822454, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.217653] env[62913]: DEBUG nova.network.neutron [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updating instance_info_cache with network_info: [{"id": "6e26aa97-1cce-4625-a571-72b6ca9138ba", "address": "fa:16:3e:08:a9:6d", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e26aa97-1c", "ovs_interfaceid": "6e26aa97-1cce-4625-a571-72b6ca9138ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.369032] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1739.372030] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63a3a404-e9dd-4135-93c3-e8bb346104aa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.381029] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1739.381029] env[62913]: value = "task-1822457" [ 1739.381029] env[62913]: _type = "Task" [ 1739.381029] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.390768] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822457, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.442131] env[62913]: DEBUG nova.compute.manager [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1739.486246] env[62913]: DEBUG nova.virt.hardware [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1739.486733] env[62913]: DEBUG nova.virt.hardware [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1739.487065] env[62913]: DEBUG nova.virt.hardware [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1739.487713] env[62913]: DEBUG nova.virt.hardware [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1739.490091] env[62913]: DEBUG nova.virt.hardware [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1739.490091] env[62913]: DEBUG nova.virt.hardware [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1739.490091] env[62913]: DEBUG nova.virt.hardware [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1739.490091] env[62913]: DEBUG nova.virt.hardware [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1739.490091] env[62913]: DEBUG nova.virt.hardware [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1739.490419] env[62913]: DEBUG nova.virt.hardware [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1739.490606] env[62913]: DEBUG nova.virt.hardware [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1739.492114] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff33431e-cf33-4650-a77c-f76c440c75d3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.509612] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5844a1-4cd4-4c6b-baec-0a3384d211f5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.546615] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.642846] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822454, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.678110] env[62913]: DEBUG nova.compute.manager [req-f16cddbc-84b6-406d-85ba-33fc106ee012 req-f18aa224-4378-4272-b3bb-dcc1f5a780c2 service nova] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Received event network-changed-6e26aa97-1cce-4625-a571-72b6ca9138ba {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1739.678259] env[62913]: DEBUG nova.compute.manager [req-f16cddbc-84b6-406d-85ba-33fc106ee012 req-f18aa224-4378-4272-b3bb-dcc1f5a780c2 service nova] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Refreshing instance network info cache due to event network-changed-6e26aa97-1cce-4625-a571-72b6ca9138ba. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1739.678435] env[62913]: DEBUG oslo_concurrency.lockutils [req-f16cddbc-84b6-406d-85ba-33fc106ee012 req-f18aa224-4378-4272-b3bb-dcc1f5a780c2 service nova] Acquiring lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.721733] env[62913]: DEBUG oslo_concurrency.lockutils [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.722929] env[62913]: DEBUG nova.compute.manager [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Instance network_info: |[{"id": "6e26aa97-1cce-4625-a571-72b6ca9138ba", "address": "fa:16:3e:08:a9:6d", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e26aa97-1c", "ovs_interfaceid": "6e26aa97-1cce-4625-a571-72b6ca9138ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1739.726537] env[62913]: DEBUG oslo_concurrency.lockutils [req-f16cddbc-84b6-406d-85ba-33fc106ee012 req-f18aa224-4378-4272-b3bb-dcc1f5a780c2 service nova] Acquired lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.726816] env[62913]: DEBUG nova.network.neutron [req-f16cddbc-84b6-406d-85ba-33fc106ee012 req-f18aa224-4378-4272-b3bb-dcc1f5a780c2 service nova] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Refreshing network info cache for port 6e26aa97-1cce-4625-a571-72b6ca9138ba {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1739.729453] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:a9:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e26aa97-1cce-4625-a571-72b6ca9138ba', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1739.749812] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Creating folder: Project (8681537b850a4514a8fb28af33cef062). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1739.755944] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf2df7d1-7394-4cf3-a2ab-427612f3e33a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.771149] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Created folder: Project (8681537b850a4514a8fb28af33cef062) in parent group-v377263. [ 1739.771149] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Creating folder: Instances. Parent ref: group-v377469. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1739.771355] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-506de426-6337-4030-a673-e89fe6fe4594 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.784637] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Created folder: Instances in parent group-v377469. [ 1739.784895] env[62913]: DEBUG oslo.service.loopingcall [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.785133] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1739.785364] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa656a3a-23f2-4d19-8ea6-3f3965704676 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.811713] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1739.811713] env[62913]: value = "task-1822460" [ 1739.811713] env[62913]: _type = "Task" [ 1739.811713] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.820633] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822460, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.870835] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4df401-6894-4633-a468-5bcc14a63282 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.880018] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e978335-7075-4ccd-959d-e4d761fd1e3a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.893523] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822457, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.930730] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e70ade-c026-472c-b8e0-7bea135efb64 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.935308] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a57fa9e-9ea5-4d28-b8b5-d89c297384a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.954369] env[62913]: DEBUG nova.compute.provider_tree [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.044709] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822456, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.141671] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822454, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.842519} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.142054] env[62913]: INFO nova.virt.vmwareapi.ds_util [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_adf05c70-eaad-4a50-9528-216d138f2396/OSTACK_IMG_adf05c70-eaad-4a50-9528-216d138f2396.vmdk to [datastore1] devstack-image-cache_base/9cf4e690-d1e6-4749-bb4c-c42286aabde4/9cf4e690-d1e6-4749-bb4c-c42286aabde4.vmdk. [ 1740.142259] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Cleaning up location [datastore1] OSTACK_IMG_adf05c70-eaad-4a50-9528-216d138f2396 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1740.142423] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_adf05c70-eaad-4a50-9528-216d138f2396 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1740.142698] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69cadd0e-4a39-4de8-b285-f266aeee1a80 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.150695] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1740.150695] env[62913]: value = "task-1822461" [ 1740.150695] env[62913]: _type = "Task" [ 1740.150695] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.160489] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.324709] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822460, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.364318] env[62913]: DEBUG nova.network.neutron [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Successfully updated port: 3fbd87b4-6b83-4948-9fcd-2876e32c30c8 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1740.382418] env[62913]: DEBUG nova.network.neutron [req-f16cddbc-84b6-406d-85ba-33fc106ee012 req-f18aa224-4378-4272-b3bb-dcc1f5a780c2 service nova] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updated VIF entry in instance network info cache for port 6e26aa97-1cce-4625-a571-72b6ca9138ba. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1740.382934] env[62913]: DEBUG nova.network.neutron [req-f16cddbc-84b6-406d-85ba-33fc106ee012 req-f18aa224-4378-4272-b3bb-dcc1f5a780c2 service nova] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updating instance_info_cache with network_info: [{"id": "6e26aa97-1cce-4625-a571-72b6ca9138ba", "address": "fa:16:3e:08:a9:6d", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e26aa97-1c", "ovs_interfaceid": "6e26aa97-1cce-4625-a571-72b6ca9138ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.396878] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822457, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.460623] env[62913]: DEBUG nova.scheduler.client.report [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1740.542824] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822456, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.457708} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.543174] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d/29d6a1ae-6779-4b2b-acbd-85e2e8fa828d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1740.543417] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1740.543683] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56a6b95a-2af5-435f-a9ae-282fad3a18d3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.550305] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1740.550305] env[62913]: value = "task-1822462" [ 1740.550305] env[62913]: _type = "Task" [ 1740.550305] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.558047] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.661981] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225324} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.662414] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1740.662692] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9cf4e690-d1e6-4749-bb4c-c42286aabde4/9cf4e690-d1e6-4749-bb4c-c42286aabde4.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.662999] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9cf4e690-d1e6-4749-bb4c-c42286aabde4/9cf4e690-d1e6-4749-bb4c-c42286aabde4.vmdk to [datastore1] 989e9887-935f-4dfc-96c7-d84fa3ba0852/989e9887-935f-4dfc-96c7-d84fa3ba0852.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1740.663306] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85d84783-f21e-4d2e-93c2-33737e00164f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.670138] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1740.670138] env[62913]: value = "task-1822463" [ 1740.670138] env[62913]: _type = "Task" [ 1740.670138] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.678282] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.822527] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822460, 'name': CreateVM_Task, 'duration_secs': 0.836556} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.822697] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1740.823410] env[62913]: DEBUG oslo_concurrency.lockutils [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.823577] env[62913]: DEBUG oslo_concurrency.lockutils [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.823896] env[62913]: DEBUG oslo_concurrency.lockutils [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1740.824165] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc442d92-3bf4-4d21-9166-e2fb306816b2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.828617] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1740.828617] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5233b328-efbe-c850-9a07-51c2dc9e62fb" [ 1740.828617] env[62913]: _type = "Task" [ 1740.828617] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.837420] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5233b328-efbe-c850-9a07-51c2dc9e62fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.868384] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "refresh_cache-d639ae2d-da36-410a-b16c-9bc0cf161f65" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.868666] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquired lock "refresh_cache-d639ae2d-da36-410a-b16c-9bc0cf161f65" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.869008] env[62913]: DEBUG nova.network.neutron [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1740.888415] env[62913]: DEBUG oslo_concurrency.lockutils [req-f16cddbc-84b6-406d-85ba-33fc106ee012 req-f18aa224-4378-4272-b3bb-dcc1f5a780c2 service nova] Releasing lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.895223] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822457, 'name': CloneVM_Task} progress is 95%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.964817] env[62913]: DEBUG oslo_concurrency.lockutils [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.965440] env[62913]: DEBUG nova.compute.manager [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1740.968162] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.306s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.968311] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.972593] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.081s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.972593] env[62913]: INFO nova.compute.claims [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1741.008497] env[62913]: INFO nova.scheduler.client.report [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Deleted allocations for instance 9494ceb8-3413-4a39-aa52-83647af9b740 [ 1741.063783] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071986} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.063783] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1741.064179] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b78d42-8acc-4a03-a4e0-835c492577e5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.088338] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d/29d6a1ae-6779-4b2b-acbd-85e2e8fa828d.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1741.089212] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afbaf1b2-9bae-4a5f-8fdf-3141aedafac4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.109547] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1741.109547] env[62913]: value = "task-1822464" [ 1741.109547] env[62913]: _type = "Task" [ 1741.109547] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.118099] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822464, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.180554] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.344100] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5233b328-efbe-c850-9a07-51c2dc9e62fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.344743] env[62913]: DEBUG oslo_concurrency.lockutils [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.344743] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1741.348019] env[62913]: DEBUG oslo_concurrency.lockutils [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.348019] env[62913]: DEBUG oslo_concurrency.lockutils [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.348019] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1741.348019] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27fedced-9c5d-48da-b771-d339ecfd6362 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.356339] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1741.356524] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1741.357279] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f75aa83d-98d8-473a-83f9-4f8fcabf0229 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.362778] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1741.362778] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]520f7675-8acb-5c59-6c23-f3b2bfc75f1f" [ 1741.362778] env[62913]: _type = "Task" [ 1741.362778] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.373081] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520f7675-8acb-5c59-6c23-f3b2bfc75f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.397957] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822457, 'name': CloneVM_Task, 'duration_secs': 1.611753} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.397957] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Created linked-clone VM from snapshot [ 1741.397957] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd06d7af-5b35-497e-86aa-c78c95e1f412 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.404492] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Uploading image 140f60e2-9e5b-4d7b-879b-fc87cf9d6461 {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1741.418151] env[62913]: DEBUG nova.network.neutron [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1741.431039] env[62913]: DEBUG oslo_vmware.rw_handles [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1741.431039] env[62913]: value = "vm-377468" [ 1741.431039] env[62913]: _type = "VirtualMachine" [ 1741.431039] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1741.431039] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5019cab7-8199-46c3-93bf-da1edfa5be0e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.440048] env[62913]: DEBUG oslo_vmware.rw_handles [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lease: (returnval){ [ 1741.440048] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5280467f-13cc-9e10-8284-1c4a774def70" [ 1741.440048] env[62913]: _type = "HttpNfcLease" [ 1741.440048] env[62913]: } obtained for exporting VM: (result){ [ 1741.440048] env[62913]: value = "vm-377468" [ 1741.440048] env[62913]: _type = "VirtualMachine" [ 1741.440048] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1741.440048] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the lease: (returnval){ [ 1741.440048] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5280467f-13cc-9e10-8284-1c4a774def70" [ 1741.440048] env[62913]: _type = "HttpNfcLease" [ 1741.440048] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1741.448730] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1741.448730] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5280467f-13cc-9e10-8284-1c4a774def70" [ 1741.448730] env[62913]: _type = "HttpNfcLease" [ 1741.448730] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1741.449320] env[62913]: DEBUG oslo_vmware.rw_handles [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1741.449320] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5280467f-13cc-9e10-8284-1c4a774def70" [ 1741.449320] env[62913]: _type = "HttpNfcLease" [ 1741.449320] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1741.450298] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b911b055-8a55-4345-b66b-4e8ae3c606c1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.457445] env[62913]: DEBUG oslo_vmware.rw_handles [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe0e72-13ea-c363-4f18-36b1c643fc94/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1741.457789] env[62913]: DEBUG oslo_vmware.rw_handles [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe0e72-13ea-c363-4f18-36b1c643fc94/disk-0.vmdk for reading. {{(pid=62913) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1741.517237] env[62913]: DEBUG nova.compute.utils [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1741.525748] env[62913]: DEBUG nova.compute.manager [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1741.525989] env[62913]: DEBUG nova.network.neutron [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1741.530059] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a62302f3-9ddc-423a-a16f-2216464c5084 tempest-ServerShowV257Test-870009585 tempest-ServerShowV257Test-870009585-project-member] Lock "9494ceb8-3413-4a39-aa52-83647af9b740" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.266s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.557887] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2a620881-46d8-420c-b211-ef0a2df51df6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.621151] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.656946] env[62913]: DEBUG nova.policy [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cb3d98f5237486fb691491ab3dc6649', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f80975b75de74f16805e76a625926bc3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1741.684914] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822463, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.767223] env[62913]: DEBUG nova.compute.manager [req-65b86d79-489b-416a-8d3b-5a0f2fe11e81 req-43b97cdc-ef3a-40f0-807a-badefd9b0c3c service nova] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Received event network-vif-plugged-3fbd87b4-6b83-4948-9fcd-2876e32c30c8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1741.767223] env[62913]: DEBUG oslo_concurrency.lockutils [req-65b86d79-489b-416a-8d3b-5a0f2fe11e81 req-43b97cdc-ef3a-40f0-807a-badefd9b0c3c service nova] Acquiring lock "d639ae2d-da36-410a-b16c-9bc0cf161f65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.767223] env[62913]: DEBUG oslo_concurrency.lockutils [req-65b86d79-489b-416a-8d3b-5a0f2fe11e81 req-43b97cdc-ef3a-40f0-807a-badefd9b0c3c service nova] Lock "d639ae2d-da36-410a-b16c-9bc0cf161f65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.767223] env[62913]: DEBUG oslo_concurrency.lockutils [req-65b86d79-489b-416a-8d3b-5a0f2fe11e81 req-43b97cdc-ef3a-40f0-807a-badefd9b0c3c service nova] Lock "d639ae2d-da36-410a-b16c-9bc0cf161f65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.767223] env[62913]: DEBUG nova.compute.manager [req-65b86d79-489b-416a-8d3b-5a0f2fe11e81 req-43b97cdc-ef3a-40f0-807a-badefd9b0c3c service nova] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] No waiting events found dispatching network-vif-plugged-3fbd87b4-6b83-4948-9fcd-2876e32c30c8 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1741.767223] env[62913]: WARNING nova.compute.manager [req-65b86d79-489b-416a-8d3b-5a0f2fe11e81 req-43b97cdc-ef3a-40f0-807a-badefd9b0c3c service nova] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Received unexpected event network-vif-plugged-3fbd87b4-6b83-4948-9fcd-2876e32c30c8 for instance with vm_state building and task_state spawning. [ 1741.767223] env[62913]: DEBUG nova.compute.manager [req-65b86d79-489b-416a-8d3b-5a0f2fe11e81 req-43b97cdc-ef3a-40f0-807a-badefd9b0c3c service nova] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Received event network-changed-3fbd87b4-6b83-4948-9fcd-2876e32c30c8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1741.767223] env[62913]: DEBUG nova.compute.manager [req-65b86d79-489b-416a-8d3b-5a0f2fe11e81 req-43b97cdc-ef3a-40f0-807a-badefd9b0c3c service nova] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Refreshing instance network info cache due to event network-changed-3fbd87b4-6b83-4948-9fcd-2876e32c30c8. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1741.767223] env[62913]: DEBUG oslo_concurrency.lockutils [req-65b86d79-489b-416a-8d3b-5a0f2fe11e81 req-43b97cdc-ef3a-40f0-807a-badefd9b0c3c service nova] Acquiring lock "refresh_cache-d639ae2d-da36-410a-b16c-9bc0cf161f65" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.870138] env[62913]: DEBUG nova.network.neutron [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Updating instance_info_cache with network_info: [{"id": "3fbd87b4-6b83-4948-9fcd-2876e32c30c8", "address": "fa:16:3e:a7:b7:5a", "network": {"id": "eccfa32a-42e2-4fa1-8eb5-37bd3b78f371", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-838746821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "552ba8925f584c7bb80d2cfd9c59f5f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fbd87b4-6b", "ovs_interfaceid": "3fbd87b4-6b83-4948-9fcd-2876e32c30c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.878505] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520f7675-8acb-5c59-6c23-f3b2bfc75f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.880048] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08974ed-cbbb-44cf-abcb-c3595f95c281 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.888553] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1741.888553] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52471563-4341-75c5-59e5-5e43bf60d848" [ 1741.888553] env[62913]: _type = "Task" [ 1741.888553] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.903891] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52471563-4341-75c5-59e5-5e43bf60d848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.026137] env[62913]: DEBUG nova.compute.manager [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1742.127594] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.184900] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822463, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.310889] env[62913]: DEBUG nova.network.neutron [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Successfully created port: 0e256b74-8d34-44b6-80c5-3cdf965f068c {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1742.380395] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Releasing lock "refresh_cache-d639ae2d-da36-410a-b16c-9bc0cf161f65" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.380881] env[62913]: DEBUG nova.compute.manager [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Instance network_info: |[{"id": "3fbd87b4-6b83-4948-9fcd-2876e32c30c8", "address": "fa:16:3e:a7:b7:5a", "network": {"id": "eccfa32a-42e2-4fa1-8eb5-37bd3b78f371", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-838746821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "552ba8925f584c7bb80d2cfd9c59f5f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fbd87b4-6b", "ovs_interfaceid": "3fbd87b4-6b83-4948-9fcd-2876e32c30c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1742.381367] env[62913]: DEBUG oslo_concurrency.lockutils [req-65b86d79-489b-416a-8d3b-5a0f2fe11e81 req-43b97cdc-ef3a-40f0-807a-badefd9b0c3c service nova] Acquired lock "refresh_cache-d639ae2d-da36-410a-b16c-9bc0cf161f65" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.381563] env[62913]: DEBUG nova.network.neutron [req-65b86d79-489b-416a-8d3b-5a0f2fe11e81 req-43b97cdc-ef3a-40f0-807a-badefd9b0c3c service nova] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Refreshing network info cache for port 3fbd87b4-6b83-4948-9fcd-2876e32c30c8 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1742.383081] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:b7:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fbd87b4-6b83-4948-9fcd-2876e32c30c8', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1742.392088] env[62913]: DEBUG oslo.service.loopingcall [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.395026] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1742.395266] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106ea8ff-b052-4944-b090-7ba6c02b631c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.403570] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-985191aa-8e71-478a-9cce-345fdb2dfd92 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.433766] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1742.433766] env[62913]: value = "task-1822466" [ 1742.433766] env[62913]: _type = "Task" [ 1742.433766] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.434105] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52471563-4341-75c5-59e5-5e43bf60d848, 'name': SearchDatastore_Task, 'duration_secs': 0.086137} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.435421] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2021494-4742-4029-a4f2-d3a490769c3d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.439553] env[62913]: DEBUG oslo_concurrency.lockutils [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.440016] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 3933925c-d040-4fcc-aa6c-263aad13abed/3933925c-d040-4fcc-aa6c-263aad13abed.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1742.444468] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ab0c342-87f4-4c0a-9c46-aa843cc73888 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.485853] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafb878f-4640-4ba6-8c27-db3111eb4468 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.489306] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1742.489306] env[62913]: value = "task-1822467" [ 1742.489306] env[62913]: _type = "Task" [ 1742.489306] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.489616] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822466, 'name': CreateVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.498253] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec05deb-9298-4e12-a3f8-f2033cba6fec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.507837] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.518038] env[62913]: DEBUG nova.compute.provider_tree [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.621866] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.688975] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822463, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.952038] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822466, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.002023] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.021340] env[62913]: DEBUG nova.scheduler.client.report [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1743.038625] env[62913]: DEBUG nova.compute.manager [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1743.073443] env[62913]: DEBUG nova.virt.hardware [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cad666216fcfde0d32cc55bd11fbc47f',container_format='bare',created_at=2024-12-12T16:20:50Z,direct_url=,disk_format='vmdk',id=350dff98-8b0d-48c8-b08a-c85e70e2e3bc,min_disk=1,min_ram=0,name='tempest-test-snap-1977916793',owner='f80975b75de74f16805e76a625926bc3',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-12T16:21:05Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1743.074877] env[62913]: DEBUG nova.virt.hardware [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1743.074877] env[62913]: DEBUG nova.virt.hardware [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1743.074877] env[62913]: DEBUG nova.virt.hardware [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1743.074877] env[62913]: DEBUG nova.virt.hardware [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1743.074877] env[62913]: DEBUG nova.virt.hardware [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1743.074877] env[62913]: DEBUG nova.virt.hardware [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1743.074877] env[62913]: DEBUG nova.virt.hardware [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1743.075174] env[62913]: DEBUG nova.virt.hardware [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1743.075174] env[62913]: DEBUG nova.virt.hardware [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1743.075332] env[62913]: DEBUG nova.virt.hardware [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1743.077179] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff1fe53-eb70-4415-8d1a-380e322af321 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.086345] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab70ccd2-9626-4ad9-8ca0-4e9a717cc1a1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.123318] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822464, 'name': ReconfigVM_Task, 'duration_secs': 1.987312} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.123738] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d/29d6a1ae-6779-4b2b-acbd-85e2e8fa828d.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.124636] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8d14959-0221-46d9-baca-f2868e8ed83d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.131297] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1743.131297] env[62913]: value = "task-1822468" [ 1743.131297] env[62913]: _type = "Task" [ 1743.131297] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.141320] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822468, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.187092] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822463, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.254776] env[62913]: DEBUG nova.network.neutron [req-65b86d79-489b-416a-8d3b-5a0f2fe11e81 req-43b97cdc-ef3a-40f0-807a-badefd9b0c3c service nova] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Updated VIF entry in instance network info cache for port 3fbd87b4-6b83-4948-9fcd-2876e32c30c8. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1743.255506] env[62913]: DEBUG nova.network.neutron [req-65b86d79-489b-416a-8d3b-5a0f2fe11e81 req-43b97cdc-ef3a-40f0-807a-badefd9b0c3c service nova] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Updating instance_info_cache with network_info: [{"id": "3fbd87b4-6b83-4948-9fcd-2876e32c30c8", "address": "fa:16:3e:a7:b7:5a", "network": {"id": "eccfa32a-42e2-4fa1-8eb5-37bd3b78f371", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-838746821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "552ba8925f584c7bb80d2cfd9c59f5f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fbd87b4-6b", "ovs_interfaceid": "3fbd87b4-6b83-4948-9fcd-2876e32c30c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.449795] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822466, 'name': CreateVM_Task, 'duration_secs': 0.870794} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.450159] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1743.450812] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.450983] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.451353] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1743.451928] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab56b97-26f6-46f6-af67-d8c05e4d8763 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.457289] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1743.457289] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ee00fa-b372-74a8-bae4-64edc546fb67" [ 1743.457289] env[62913]: _type = "Task" [ 1743.457289] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.466047] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ee00fa-b372-74a8-bae4-64edc546fb67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.501586] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.531035] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.531035] env[62913]: DEBUG nova.compute.manager [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1743.533172] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.474s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.533688] env[62913]: DEBUG nova.objects.instance [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Lazy-loading 'resources' on Instance uuid e6824f8f-36de-426d-a601-c4f4232eb14d {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1743.645313] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822468, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.691109] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822463, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.758948] env[62913]: DEBUG oslo_concurrency.lockutils [req-65b86d79-489b-416a-8d3b-5a0f2fe11e81 req-43b97cdc-ef3a-40f0-807a-badefd9b0c3c service nova] Releasing lock "refresh_cache-d639ae2d-da36-410a-b16c-9bc0cf161f65" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.974614] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ee00fa-b372-74a8-bae4-64edc546fb67, 'name': SearchDatastore_Task, 'duration_secs': 0.087611} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.975252] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.975450] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1743.975592] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.975734] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.975937] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1743.976741] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab5dfb53-d249-4e29-866a-c5ef8b15b1d0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.989594] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1743.990149] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1743.990743] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4939eac2-c71a-42b9-acd3-19482e07fdf6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.007701] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1744.007701] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5243e07a-e47d-7946-cf47-1b86d77b3748" [ 1744.007701] env[62913]: _type = "Task" [ 1744.007701] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.011302] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822467, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.021962] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5243e07a-e47d-7946-cf47-1b86d77b3748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.039768] env[62913]: DEBUG nova.compute.utils [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1744.045016] env[62913]: DEBUG nova.compute.manager [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1744.045219] env[62913]: DEBUG nova.network.neutron [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1744.052431] env[62913]: DEBUG nova.compute.manager [req-2c58a544-f942-4242-aac4-c05ee2126977 req-da5c8ff1-f604-4d75-9716-27d96b39f049 service nova] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Received event network-vif-plugged-0e256b74-8d34-44b6-80c5-3cdf965f068c {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1744.052431] env[62913]: DEBUG oslo_concurrency.lockutils [req-2c58a544-f942-4242-aac4-c05ee2126977 req-da5c8ff1-f604-4d75-9716-27d96b39f049 service nova] Acquiring lock "879afedd-86d0-44f5-9557-f2f021abbb41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.052638] env[62913]: DEBUG oslo_concurrency.lockutils [req-2c58a544-f942-4242-aac4-c05ee2126977 req-da5c8ff1-f604-4d75-9716-27d96b39f049 service nova] Lock "879afedd-86d0-44f5-9557-f2f021abbb41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.052725] env[62913]: DEBUG oslo_concurrency.lockutils [req-2c58a544-f942-4242-aac4-c05ee2126977 req-da5c8ff1-f604-4d75-9716-27d96b39f049 service nova] Lock "879afedd-86d0-44f5-9557-f2f021abbb41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.052925] env[62913]: DEBUG nova.compute.manager [req-2c58a544-f942-4242-aac4-c05ee2126977 req-da5c8ff1-f604-4d75-9716-27d96b39f049 service nova] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] No waiting events found dispatching network-vif-plugged-0e256b74-8d34-44b6-80c5-3cdf965f068c {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1744.053167] env[62913]: WARNING nova.compute.manager [req-2c58a544-f942-4242-aac4-c05ee2126977 req-da5c8ff1-f604-4d75-9716-27d96b39f049 service nova] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Received unexpected event network-vif-plugged-0e256b74-8d34-44b6-80c5-3cdf965f068c for instance with vm_state building and task_state spawning. [ 1744.146781] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822468, 'name': Rename_Task, 'duration_secs': 0.742984} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.152195] env[62913]: DEBUG nova.policy [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f17627608cad4859bccbb3411a50e56a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb0a0ddba5bf4aab869b915b1013660e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1744.156751] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1744.157271] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cf95fd5-d6bb-4a9e-99ed-9b70e21dad00 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.164550] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1744.164550] env[62913]: value = "task-1822469" [ 1744.164550] env[62913]: _type = "Task" [ 1744.164550] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.176328] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.189017] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822463, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.142464} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.192012] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9cf4e690-d1e6-4749-bb4c-c42286aabde4/9cf4e690-d1e6-4749-bb4c-c42286aabde4.vmdk to [datastore1] 989e9887-935f-4dfc-96c7-d84fa3ba0852/989e9887-935f-4dfc-96c7-d84fa3ba0852.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1744.193120] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699b4c33-f0a8-4794-9531-23795653eb64 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.220428] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 989e9887-935f-4dfc-96c7-d84fa3ba0852/989e9887-935f-4dfc-96c7-d84fa3ba0852.vmdk or device None with type streamOptimized {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1744.226261] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd5f493f-de42-4647-81cd-32c273d90e99 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.245603] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1744.245603] env[62913]: value = "task-1822470" [ 1744.245603] env[62913]: _type = "Task" [ 1744.245603] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.258088] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.310612] env[62913]: DEBUG nova.network.neutron [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Successfully updated port: 0e256b74-8d34-44b6-80c5-3cdf965f068c {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1744.411364] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8ec788-5fbb-4940-a1bb-1506dc140959 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.420612] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0e5e8b-d14e-43be-aba7-208ef1d9c280 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.459782] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1743d8ec-dcbd-419b-8627-a37e636a5b09 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.471083] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfa2b0a-9b25-4c8a-be8b-2cf52d835067 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.490223] env[62913]: DEBUG nova.compute.provider_tree [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.510653] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822467, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.70425} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.511124] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 3933925c-d040-4fcc-aa6c-263aad13abed/3933925c-d040-4fcc-aa6c-263aad13abed.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1744.511441] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1744.511803] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5efb291a-abd8-4eeb-ad64-7dfb95fcbf15 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.514682] env[62913]: DEBUG nova.network.neutron [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Successfully created port: c82864d7-fbf7-42a2-85cb-e4c40892f3a4 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1744.527694] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5243e07a-e47d-7946-cf47-1b86d77b3748, 'name': SearchDatastore_Task, 'duration_secs': 0.054282} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.530959] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1744.530959] env[62913]: value = "task-1822471" [ 1744.530959] env[62913]: _type = "Task" [ 1744.530959] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.531417] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30ace74-01fd-405c-9417-d9af51ca838b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.541428] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1744.541428] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52eca02c-76eb-06ad-3b26-7f3d55aead77" [ 1744.541428] env[62913]: _type = "Task" [ 1744.541428] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.545523] env[62913]: DEBUG nova.compute.manager [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1744.548976] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.563394] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52eca02c-76eb-06ad-3b26-7f3d55aead77, 'name': SearchDatastore_Task, 'duration_secs': 0.011035} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.563765] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.564177] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] d639ae2d-da36-410a-b16c-9bc0cf161f65/d639ae2d-da36-410a-b16c-9bc0cf161f65.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1744.564412] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c12ebfa3-e254-4491-98a0-78eb43333d08 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.572694] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1744.572694] env[62913]: value = "task-1822472" [ 1744.572694] env[62913]: _type = "Task" [ 1744.572694] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.583261] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.676508] env[62913]: DEBUG oslo_vmware.api [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822469, 'name': PowerOnVM_Task, 'duration_secs': 0.497375} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.676792] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.676954] env[62913]: DEBUG nova.compute.manager [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.677948] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8307997-b471-4f01-8278-7f4032954986 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.757089] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822470, 'name': ReconfigVM_Task, 'duration_secs': 0.318568} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.757720] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 989e9887-935f-4dfc-96c7-d84fa3ba0852/989e9887-935f-4dfc-96c7-d84fa3ba0852.vmdk or device None with type streamOptimized {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1744.758049] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51f4e0b4-2ffc-43b7-932a-0f62862b0e7c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.764952] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1744.764952] env[62913]: value = "task-1822473" [ 1744.764952] env[62913]: _type = "Task" [ 1744.764952] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.774156] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822473, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.814865] env[62913]: DEBUG oslo_concurrency.lockutils [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "refresh_cache-879afedd-86d0-44f5-9557-f2f021abbb41" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.815091] env[62913]: DEBUG oslo_concurrency.lockutils [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired lock "refresh_cache-879afedd-86d0-44f5-9557-f2f021abbb41" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.815371] env[62913]: DEBUG nova.network.neutron [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1744.993546] env[62913]: DEBUG nova.scheduler.client.report [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1745.044448] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079541} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.045327] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1745.045855] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46d329e-25ac-4dcf-82fa-778a74c8237e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.077223] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 3933925c-d040-4fcc-aa6c-263aad13abed/3933925c-d040-4fcc-aa6c-263aad13abed.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1745.078288] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6329577c-1c90-4171-912e-b7292d435002 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.111289] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822472, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.113183] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1745.113183] env[62913]: value = "task-1822474" [ 1745.113183] env[62913]: _type = "Task" [ 1745.113183] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.124215] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822474, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.196083] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.279236] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822473, 'name': Rename_Task, 'duration_secs': 0.424136} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.280195] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1745.281080] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08772e43-4f22-45c3-b732-2020e9fe8ae6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.291553] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1745.291553] env[62913]: value = "task-1822475" [ 1745.291553] env[62913]: _type = "Task" [ 1745.291553] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.303830] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.359987] env[62913]: DEBUG nova.network.neutron [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1745.505769] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.508282] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.312s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.508804] env[62913]: DEBUG nova.objects.instance [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62913) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1745.518047] env[62913]: DEBUG nova.network.neutron [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Updating instance_info_cache with network_info: [{"id": "0e256b74-8d34-44b6-80c5-3cdf965f068c", "address": "fa:16:3e:cf:dc:d5", "network": {"id": "eeb742eb-bc6f-49aa-b850-cdde1a9d368f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1700168506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80975b75de74f16805e76a625926bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e256b74-8d", "ovs_interfaceid": "0e256b74-8d34-44b6-80c5-3cdf965f068c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.536220] env[62913]: INFO nova.scheduler.client.report [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Deleted allocations for instance e6824f8f-36de-426d-a601-c4f4232eb14d [ 1745.579460] env[62913]: DEBUG nova.compute.manager [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1745.598086] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576472} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.598515] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] d639ae2d-da36-410a-b16c-9bc0cf161f65/d639ae2d-da36-410a-b16c-9bc0cf161f65.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1745.598848] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1745.599389] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b555d99-df0c-433b-93fc-fdd947ecd7cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.606651] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1745.606651] env[62913]: value = "task-1822476" [ 1745.606651] env[62913]: _type = "Task" [ 1745.606651] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.629038] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.629361] env[62913]: DEBUG nova.virt.hardware [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1745.629495] env[62913]: DEBUG nova.virt.hardware [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1745.629803] env[62913]: DEBUG nova.virt.hardware [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1745.629887] env[62913]: DEBUG nova.virt.hardware [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1745.629972] env[62913]: DEBUG nova.virt.hardware [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1745.630134] env[62913]: DEBUG nova.virt.hardware [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1745.630845] env[62913]: DEBUG nova.virt.hardware [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1745.630845] env[62913]: DEBUG nova.virt.hardware [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1745.630845] env[62913]: DEBUG nova.virt.hardware [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1745.630845] env[62913]: DEBUG nova.virt.hardware [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1745.631048] env[62913]: DEBUG nova.virt.hardware [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1745.636031] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3512d12-1081-4f71-bbf9-f431044c7bdf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.643654] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.654354] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf822f4-37d3-453b-bc02-f02c633b4b0b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.803122] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.023442] env[62913]: DEBUG oslo_concurrency.lockutils [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Releasing lock "refresh_cache-879afedd-86d0-44f5-9557-f2f021abbb41" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.023961] env[62913]: DEBUG nova.compute.manager [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Instance network_info: |[{"id": "0e256b74-8d34-44b6-80c5-3cdf965f068c", "address": "fa:16:3e:cf:dc:d5", "network": {"id": "eeb742eb-bc6f-49aa-b850-cdde1a9d368f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1700168506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80975b75de74f16805e76a625926bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e256b74-8d", "ovs_interfaceid": "0e256b74-8d34-44b6-80c5-3cdf965f068c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1746.024359] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:dc:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e256b74-8d34-44b6-80c5-3cdf965f068c', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1746.040221] env[62913]: DEBUG oslo.service.loopingcall [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.040761] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1746.041081] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22694471-bc3f-4acc-aa05-2b8b8b67aae7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.063695] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7cca2ed9-113b-48ed-8594-0ef8a0e1cfdf tempest-ServersAaction247Test-33025606 tempest-ServersAaction247Test-33025606-project-member] Lock "e6824f8f-36de-426d-a601-c4f4232eb14d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.254s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.068903] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1746.068903] env[62913]: value = "task-1822477" [ 1746.068903] env[62913]: _type = "Task" [ 1746.068903] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.078030] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822477, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.117242] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285815} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.121319] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1746.122193] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d331e654-b025-437f-a098-a555c9385729 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.133315] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822474, 'name': ReconfigVM_Task, 'duration_secs': 0.573284} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.145351] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 3933925c-d040-4fcc-aa6c-263aad13abed/3933925c-d040-4fcc-aa6c-263aad13abed.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1746.156112] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] d639ae2d-da36-410a-b16c-9bc0cf161f65/d639ae2d-da36-410a-b16c-9bc0cf161f65.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.156859] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-286b3fac-1c0d-4405-84ee-10db3e52b324 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.159230] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "29d6a1ae-6779-4b2b-acbd-85e2e8fa828d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.159488] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "29d6a1ae-6779-4b2b-acbd-85e2e8fa828d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.159742] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "29d6a1ae-6779-4b2b-acbd-85e2e8fa828d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.160059] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "29d6a1ae-6779-4b2b-acbd-85e2e8fa828d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.160270] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "29d6a1ae-6779-4b2b-acbd-85e2e8fa828d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.162100] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1829d158-e581-42db-921c-e1977894affa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.180097] env[62913]: INFO nova.compute.manager [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Terminating instance [ 1746.189546] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1746.189546] env[62913]: value = "task-1822478" [ 1746.189546] env[62913]: _type = "Task" [ 1746.189546] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.189891] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1746.189891] env[62913]: value = "task-1822479" [ 1746.189891] env[62913]: _type = "Task" [ 1746.189891] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.204561] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822478, 'name': Rename_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.208048] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.302953] env[62913]: DEBUG oslo_vmware.api [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822475, 'name': PowerOnVM_Task, 'duration_secs': 0.918644} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.303655] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1746.405554] env[62913]: DEBUG nova.network.neutron [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Successfully updated port: c82864d7-fbf7-42a2-85cb-e4c40892f3a4 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1746.457863] env[62913]: DEBUG nova.compute.manager [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1746.459641] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c483e1-1be5-4797-a300-de9274ac74af {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.520709] env[62913]: DEBUG nova.compute.manager [req-58474686-e93b-48b9-a09e-8b5e5e71ad00 req-eb39611c-89af-4aeb-b484-fb28d31aa166 service nova] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Received event network-changed-0e256b74-8d34-44b6-80c5-3cdf965f068c {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1746.520824] env[62913]: DEBUG nova.compute.manager [req-58474686-e93b-48b9-a09e-8b5e5e71ad00 req-eb39611c-89af-4aeb-b484-fb28d31aa166 service nova] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Refreshing instance network info cache due to event network-changed-0e256b74-8d34-44b6-80c5-3cdf965f068c. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1746.521187] env[62913]: DEBUG oslo_concurrency.lockutils [req-58474686-e93b-48b9-a09e-8b5e5e71ad00 req-eb39611c-89af-4aeb-b484-fb28d31aa166 service nova] Acquiring lock "refresh_cache-879afedd-86d0-44f5-9557-f2f021abbb41" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.521351] env[62913]: DEBUG oslo_concurrency.lockutils [req-58474686-e93b-48b9-a09e-8b5e5e71ad00 req-eb39611c-89af-4aeb-b484-fb28d31aa166 service nova] Acquired lock "refresh_cache-879afedd-86d0-44f5-9557-f2f021abbb41" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.521529] env[62913]: DEBUG nova.network.neutron [req-58474686-e93b-48b9-a09e-8b5e5e71ad00 req-eb39611c-89af-4aeb-b484-fb28d31aa166 service nova] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Refreshing network info cache for port 0e256b74-8d34-44b6-80c5-3cdf965f068c {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1746.526016] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4f302c0e-8943-41d4-9940-24543d56d942 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.581943] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "bd247408-f01c-47a8-8301-580a62dcbfe1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.582587] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "bd247408-f01c-47a8-8301-580a62dcbfe1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.593097] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822477, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.685847] env[62913]: DEBUG nova.compute.manager [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1746.686985] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1746.687606] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080e2650-2ed7-4a46-ab1c-d22e57034bb0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.699442] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1746.703827] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df4b5f7b-4974-4212-b039-a94c47c0989c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.704769] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822478, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.708043] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822479, 'name': ReconfigVM_Task, 'duration_secs': 0.327929} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.708769] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Reconfigured VM instance instance-00000049 to attach disk [datastore1] d639ae2d-da36-410a-b16c-9bc0cf161f65/d639ae2d-da36-410a-b16c-9bc0cf161f65.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1746.709402] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7659af1-d8f7-49a6-b1c0-ba10ba3b3acd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.712706] env[62913]: DEBUG oslo_vmware.api [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1746.712706] env[62913]: value = "task-1822480" [ 1746.712706] env[62913]: _type = "Task" [ 1746.712706] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.717762] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1746.717762] env[62913]: value = "task-1822481" [ 1746.717762] env[62913]: _type = "Task" [ 1746.717762] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.728628] env[62913]: DEBUG oslo_vmware.api [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.733872] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822481, 'name': Rename_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.878439] env[62913]: DEBUG oslo_concurrency.lockutils [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "531ec942-fb95-445f-957f-14c5f9a26f1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.878439] env[62913]: DEBUG oslo_concurrency.lockutils [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "531ec942-fb95-445f-957f-14c5f9a26f1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.909338] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Acquiring lock "refresh_cache-94b0d251-c9e7-4f4a-abc1-0399b53c0016" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.909338] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Acquired lock "refresh_cache-94b0d251-c9e7-4f4a-abc1-0399b53c0016" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.909338] env[62913]: DEBUG nova.network.neutron [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1746.981194] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7fe48989-edcf-493c-b6fd-8ff7b0d20b23 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "989e9887-935f-4dfc-96c7-d84fa3ba0852" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 44.351s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.084726] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822477, 'name': CreateVM_Task, 'duration_secs': 0.634492} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.085084] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1747.086260] env[62913]: DEBUG oslo_concurrency.lockutils [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/350dff98-8b0d-48c8-b08a-c85e70e2e3bc" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.086489] env[62913]: DEBUG oslo_concurrency.lockutils [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/350dff98-8b0d-48c8-b08a-c85e70e2e3bc" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.086986] env[62913]: DEBUG oslo_concurrency.lockutils [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/350dff98-8b0d-48c8-b08a-c85e70e2e3bc" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1747.087737] env[62913]: DEBUG nova.compute.manager [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1747.090707] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c2903fb-63d7-4063-96a0-5f1fcbf373aa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.098162] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1747.098162] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52aaa907-fa4b-f836-82c8-e9535c99fb06" [ 1747.098162] env[62913]: _type = "Task" [ 1747.098162] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.111123] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52aaa907-fa4b-f836-82c8-e9535c99fb06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.146474] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "228bf167-a698-40a7-aaf3-c5dd8626b9eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.147581] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "228bf167-a698-40a7-aaf3-c5dd8626b9eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.203936] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822478, 'name': Rename_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.229731] env[62913]: DEBUG oslo_vmware.api [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822480, 'name': PowerOffVM_Task, 'duration_secs': 0.221169} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.230013] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1747.230581] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1747.230581] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2577b4cc-ff87-4380-84cb-f455ff6b11f9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.235811] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822481, 'name': Rename_Task, 'duration_secs': 0.158108} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.236809] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1747.237085] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be15fe76-a0c9-4911-bdc8-5e3a0a524389 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.243958] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1747.243958] env[62913]: value = "task-1822483" [ 1747.243958] env[62913]: _type = "Task" [ 1747.243958] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.255096] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.320592] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1747.320592] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1747.320592] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleting the datastore file [datastore1] 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1747.320592] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e8e4950-f666-4610-8fea-ae8408f2fee9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.327541] env[62913]: DEBUG oslo_vmware.api [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1747.327541] env[62913]: value = "task-1822484" [ 1747.327541] env[62913]: _type = "Task" [ 1747.327541] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.336475] env[62913]: DEBUG oslo_vmware.api [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.381322] env[62913]: DEBUG nova.compute.manager [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1747.463184] env[62913]: DEBUG nova.network.neutron [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1747.501280] env[62913]: DEBUG nova.network.neutron [req-58474686-e93b-48b9-a09e-8b5e5e71ad00 req-eb39611c-89af-4aeb-b484-fb28d31aa166 service nova] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Updated VIF entry in instance network info cache for port 0e256b74-8d34-44b6-80c5-3cdf965f068c. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1747.501280] env[62913]: DEBUG nova.network.neutron [req-58474686-e93b-48b9-a09e-8b5e5e71ad00 req-eb39611c-89af-4aeb-b484-fb28d31aa166 service nova] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Updating instance_info_cache with network_info: [{"id": "0e256b74-8d34-44b6-80c5-3cdf965f068c", "address": "fa:16:3e:cf:dc:d5", "network": {"id": "eeb742eb-bc6f-49aa-b850-cdde1a9d368f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1700168506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80975b75de74f16805e76a625926bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e256b74-8d", "ovs_interfaceid": "0e256b74-8d34-44b6-80c5-3cdf965f068c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.611599] env[62913]: DEBUG oslo_concurrency.lockutils [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/350dff98-8b0d-48c8-b08a-c85e70e2e3bc" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.611599] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Processing image 350dff98-8b0d-48c8-b08a-c85e70e2e3bc {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1747.612052] env[62913]: DEBUG oslo_concurrency.lockutils [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/350dff98-8b0d-48c8-b08a-c85e70e2e3bc/350dff98-8b0d-48c8-b08a-c85e70e2e3bc.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.612900] env[62913]: DEBUG oslo_concurrency.lockutils [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/350dff98-8b0d-48c8-b08a-c85e70e2e3bc/350dff98-8b0d-48c8-b08a-c85e70e2e3bc.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.612900] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1747.612900] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75989b30-c87b-4936-9fe3-f952dd2e4a29 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.615908] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.616697] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.617933] env[62913]: INFO nova.compute.claims [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1747.634936] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1747.635190] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1747.636018] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cf362f9-6e94-4ca4-bc22-affb125e99e9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.645323] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1747.645323] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52252f18-0a99-7f71-0e20-ab015e398543" [ 1747.645323] env[62913]: _type = "Task" [ 1747.645323] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.651093] env[62913]: DEBUG nova.compute.manager [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1747.664514] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Preparing fetch location {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1747.664762] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Fetch image to [datastore1] OSTACK_IMG_4af6e9dd-37a9-4c7a-ae52-dfd3d3427201/OSTACK_IMG_4af6e9dd-37a9-4c7a-ae52-dfd3d3427201.vmdk {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1747.664945] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Downloading stream optimized image 350dff98-8b0d-48c8-b08a-c85e70e2e3bc to [datastore1] OSTACK_IMG_4af6e9dd-37a9-4c7a-ae52-dfd3d3427201/OSTACK_IMG_4af6e9dd-37a9-4c7a-ae52-dfd3d3427201.vmdk on the data store datastore1 as vApp {{(pid=62913) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1747.665126] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Downloading image file data 350dff98-8b0d-48c8-b08a-c85e70e2e3bc to the ESX as VM named 'OSTACK_IMG_4af6e9dd-37a9-4c7a-ae52-dfd3d3427201' {{(pid=62913) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1747.723270] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822478, 'name': Rename_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.731611] env[62913]: DEBUG nova.network.neutron [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Updating instance_info_cache with network_info: [{"id": "c82864d7-fbf7-42a2-85cb-e4c40892f3a4", "address": "fa:16:3e:36:c4:67", "network": {"id": "6c162b87-6832-40fa-8bc1-5587946db853", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1900084587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb0a0ddba5bf4aab869b915b1013660e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82864d7-fb", "ovs_interfaceid": "c82864d7-fbf7-42a2-85cb-e4c40892f3a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.757434] env[62913]: DEBUG oslo_vmware.api [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822483, 'name': PowerOnVM_Task, 'duration_secs': 0.482372} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.757537] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1747.757741] env[62913]: INFO nova.compute.manager [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1747.757922] env[62913]: DEBUG nova.compute.manager [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1747.758767] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd966e9-8092-4bde-bfb5-244218f66efa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.769711] env[62913]: DEBUG oslo_vmware.rw_handles [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1747.769711] env[62913]: value = "resgroup-9" [ 1747.769711] env[62913]: _type = "ResourcePool" [ 1747.769711] env[62913]: }. {{(pid=62913) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1747.770435] env[62913]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-dce7a608-3254-42d2-8e94-3410d592a42d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.800495] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.800773] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.804345] env[62913]: DEBUG oslo_vmware.rw_handles [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lease: (returnval){ [ 1747.804345] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]522cfd66-dbb6-0397-3613-5f2aee21afdf" [ 1747.804345] env[62913]: _type = "HttpNfcLease" [ 1747.804345] env[62913]: } obtained for vApp import into resource pool (val){ [ 1747.804345] env[62913]: value = "resgroup-9" [ 1747.804345] env[62913]: _type = "ResourcePool" [ 1747.804345] env[62913]: }. {{(pid=62913) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1747.804345] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the lease: (returnval){ [ 1747.804345] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]522cfd66-dbb6-0397-3613-5f2aee21afdf" [ 1747.804345] env[62913]: _type = "HttpNfcLease" [ 1747.804345] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1747.812030] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1747.812030] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]522cfd66-dbb6-0397-3613-5f2aee21afdf" [ 1747.812030] env[62913]: _type = "HttpNfcLease" [ 1747.812030] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1747.837481] env[62913]: DEBUG oslo_vmware.api [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243537} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.837871] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1747.838076] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1747.838436] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1747.838551] env[62913]: INFO nova.compute.manager [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1747.838877] env[62913]: DEBUG oslo.service.loopingcall [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1747.839095] env[62913]: DEBUG nova.compute.manager [-] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1747.839224] env[62913]: DEBUG nova.network.neutron [-] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1747.906957] env[62913]: DEBUG oslo_concurrency.lockutils [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.004365] env[62913]: DEBUG oslo_concurrency.lockutils [req-58474686-e93b-48b9-a09e-8b5e5e71ad00 req-eb39611c-89af-4aeb-b484-fb28d31aa166 service nova] Releasing lock "refresh_cache-879afedd-86d0-44f5-9557-f2f021abbb41" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.155315] env[62913]: DEBUG oslo_concurrency.lockutils [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Acquiring lock "3b9cf718-bac8-491d-874a-ebaa43ba58d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.155766] env[62913]: DEBUG oslo_concurrency.lockutils [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Lock "3b9cf718-bac8-491d-874a-ebaa43ba58d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.182722] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.209287] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822478, 'name': Rename_Task, 'duration_secs': 1.896553} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.209703] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1748.210011] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a52766df-7be5-4cd6-a4bc-7cbb87257822 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.217836] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1748.217836] env[62913]: value = "task-1822486" [ 1748.217836] env[62913]: _type = "Task" [ 1748.217836] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.227855] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.234569] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Releasing lock "refresh_cache-94b0d251-c9e7-4f4a-abc1-0399b53c0016" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.235707] env[62913]: DEBUG nova.compute.manager [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Instance network_info: |[{"id": "c82864d7-fbf7-42a2-85cb-e4c40892f3a4", "address": "fa:16:3e:36:c4:67", "network": {"id": "6c162b87-6832-40fa-8bc1-5587946db853", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1900084587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb0a0ddba5bf4aab869b915b1013660e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82864d7-fb", "ovs_interfaceid": "c82864d7-fbf7-42a2-85cb-e4c40892f3a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1748.237182] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:c4:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c82864d7-fbf7-42a2-85cb-e4c40892f3a4', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1748.245529] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Creating folder: Project (fb0a0ddba5bf4aab869b915b1013660e). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1748.246195] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-522278c9-04e6-4e49-8833-423924e83d26 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.257347] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Created folder: Project (fb0a0ddba5bf4aab869b915b1013660e) in parent group-v377263. [ 1748.257546] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Creating folder: Instances. Parent ref: group-v377475. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1748.257806] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62905bdd-4286-4c9b-8598-11861d6c5e89 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.267170] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Created folder: Instances in parent group-v377475. [ 1748.267437] env[62913]: DEBUG oslo.service.loopingcall [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1748.267636] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1748.267849] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c0974ea-84a7-493e-9027-6214f104ad5f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.289718] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1748.289718] env[62913]: value = "task-1822489" [ 1748.289718] env[62913]: _type = "Task" [ 1748.289718] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.303555] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822489, 'name': CreateVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.304298] env[62913]: INFO nova.compute.manager [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Took 41.07 seconds to build instance. [ 1748.305307] env[62913]: DEBUG nova.compute.manager [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1748.315990] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1748.315990] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]522cfd66-dbb6-0397-3613-5f2aee21afdf" [ 1748.315990] env[62913]: _type = "HttpNfcLease" [ 1748.315990] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1748.557680] env[62913]: DEBUG nova.compute.manager [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Received event network-vif-plugged-c82864d7-fbf7-42a2-85cb-e4c40892f3a4 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1748.557960] env[62913]: DEBUG oslo_concurrency.lockutils [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] Acquiring lock "94b0d251-c9e7-4f4a-abc1-0399b53c0016-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.558115] env[62913]: DEBUG oslo_concurrency.lockutils [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] Lock "94b0d251-c9e7-4f4a-abc1-0399b53c0016-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.558349] env[62913]: DEBUG oslo_concurrency.lockutils [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] Lock "94b0d251-c9e7-4f4a-abc1-0399b53c0016-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.558561] env[62913]: DEBUG nova.compute.manager [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] No waiting events found dispatching network-vif-plugged-c82864d7-fbf7-42a2-85cb-e4c40892f3a4 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1748.558796] env[62913]: WARNING nova.compute.manager [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Received unexpected event network-vif-plugged-c82864d7-fbf7-42a2-85cb-e4c40892f3a4 for instance with vm_state building and task_state spawning. [ 1748.559018] env[62913]: DEBUG nova.compute.manager [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Received event network-changed-c82864d7-fbf7-42a2-85cb-e4c40892f3a4 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1748.559231] env[62913]: DEBUG nova.compute.manager [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Refreshing instance network info cache due to event network-changed-c82864d7-fbf7-42a2-85cb-e4c40892f3a4. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1748.559470] env[62913]: DEBUG oslo_concurrency.lockutils [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] Acquiring lock "refresh_cache-94b0d251-c9e7-4f4a-abc1-0399b53c0016" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.559644] env[62913]: DEBUG oslo_concurrency.lockutils [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] Acquired lock "refresh_cache-94b0d251-c9e7-4f4a-abc1-0399b53c0016" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.559858] env[62913]: DEBUG nova.network.neutron [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Refreshing network info cache for port c82864d7-fbf7-42a2-85cb-e4c40892f3a4 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1748.662059] env[62913]: DEBUG nova.compute.manager [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1748.703707] env[62913]: DEBUG nova.network.neutron [-] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.732922] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822486, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.806291] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822489, 'name': CreateVM_Task, 'duration_secs': 0.459557} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.808614] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1748.809215] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5af0d4a-680d-4f15-89bb-180174397f47 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "d639ae2d-da36-410a-b16c-9bc0cf161f65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.580s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.810148] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.810377] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.810792] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1748.817396] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd8db7c-f20d-441e-8148-35a9b9103c41 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.830435] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1748.830435] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]522cfd66-dbb6-0397-3613-5f2aee21afdf" [ 1748.830435] env[62913]: _type = "HttpNfcLease" [ 1748.830435] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1748.830994] env[62913]: DEBUG oslo_vmware.rw_handles [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1748.830994] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]522cfd66-dbb6-0397-3613-5f2aee21afdf" [ 1748.830994] env[62913]: _type = "HttpNfcLease" [ 1748.830994] env[62913]: }. {{(pid=62913) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1748.832351] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5afb27-6291-40b6-ab96-50a126577ae3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.840274] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.840830] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Waiting for the task: (returnval){ [ 1748.840830] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5229f656-0835-a9fc-9832-a846dffceb1a" [ 1748.840830] env[62913]: _type = "Task" [ 1748.840830] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.855432] env[62913]: DEBUG oslo_vmware.rw_handles [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa536f-5322-ee7d-7a01-5e42c2b18cb4/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1748.855712] env[62913]: DEBUG oslo_vmware.rw_handles [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa536f-5322-ee7d-7a01-5e42c2b18cb4/disk-0.vmdk. {{(pid=62913) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1748.865783] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5229f656-0835-a9fc-9832-a846dffceb1a, 'name': SearchDatastore_Task, 'duration_secs': 0.014188} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.867386] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.867722] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1748.868083] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.868319] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.868655] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1748.948709] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1718d19-3f25-4529-b3e3-9fc8590f1046 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.967702] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b741c1e-db74-44b2-8aee-97b50d38ec30 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.972494] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-562eb2d7-ef29-4de8-b83e-8a367eb453ab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.976880] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1748.977165] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1748.980938] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6bf369f-79bf-48c4-8069-6a53e19725b8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.984515] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3b54b0ff-1318-4c23-b6a3-a19a51f98347 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Suspending the VM {{(pid=62913) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1748.992016] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a7be6f9a-a1f8-4295-9c92-81a50f817a2e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.000040] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Waiting for the task: (returnval){ [ 1749.000040] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]526d5ea3-db6e-6925-8b29-e22d267c00ce" [ 1749.000040] env[62913]: _type = "Task" [ 1749.000040] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.007733] env[62913]: DEBUG oslo_vmware.rw_handles [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe0e72-13ea-c363-4f18-36b1c643fc94/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1749.010474] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d6bed2-baaf-4d31-a42b-36dfb8f050d8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.015345] env[62913]: DEBUG oslo_vmware.api [None req-3b54b0ff-1318-4c23-b6a3-a19a51f98347 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1749.015345] env[62913]: value = "task-1822490" [ 1749.015345] env[62913]: _type = "Task" [ 1749.015345] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.032723] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526d5ea3-db6e-6925-8b29-e22d267c00ce, 'name': SearchDatastore_Task, 'duration_secs': 0.01319} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.032723] env[62913]: DEBUG oslo_vmware.rw_handles [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe0e72-13ea-c363-4f18-36b1c643fc94/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1749.032723] env[62913]: ERROR oslo_vmware.rw_handles [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe0e72-13ea-c363-4f18-36b1c643fc94/disk-0.vmdk due to incomplete transfer. [ 1749.034232] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-03814c96-429b-4645-aabb-a27ac33a8614 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.041044] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c443cbc-5633-4b7b-8f7a-fe33c361a094 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.044209] env[62913]: DEBUG oslo_vmware.api [None req-3b54b0ff-1318-4c23-b6a3-a19a51f98347 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822490, 'name': SuspendVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.052417] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Waiting for the task: (returnval){ [ 1749.052417] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]524840e4-f0df-b0c9-5dec-791af5a876fe" [ 1749.052417] env[62913]: _type = "Task" [ 1749.052417] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.058599] env[62913]: DEBUG oslo_vmware.rw_handles [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe0e72-13ea-c363-4f18-36b1c643fc94/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1749.058882] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Uploaded image 140f60e2-9e5b-4d7b-879b-fc87cf9d6461 to the Glance image server {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1749.062012] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1749.068284] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-618f76c9-b228-45d7-ac64-7eb0be2d887e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.078209] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524840e4-f0df-b0c9-5dec-791af5a876fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.080459] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1749.080459] env[62913]: value = "task-1822491" [ 1749.080459] env[62913]: _type = "Task" [ 1749.080459] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.096861] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822491, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.171784] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7a3936-2eaf-4619-ac3e-d5ae20db1334 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.182522] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5eeea68-b9a4-4e77-a40b-54d0b3f23391 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.188013] env[62913]: DEBUG oslo_concurrency.lockutils [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.218356] env[62913]: INFO nova.compute.manager [-] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Took 1.38 seconds to deallocate network for instance. [ 1749.224202] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b20d13e-a87f-45ca-a575-e9c328c4ffcb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.240336] env[62913]: DEBUG oslo_vmware.api [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822486, 'name': PowerOnVM_Task, 'duration_secs': 0.651814} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.241719] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1749.242011] env[62913]: INFO nova.compute.manager [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Took 12.21 seconds to spawn the instance on the hypervisor. [ 1749.242247] env[62913]: DEBUG nova.compute.manager [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1749.243174] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8694f0-f70a-48e4-9904-38c421816271 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.247125] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38fee03-9a92-4a69-998a-85faf3fa10ab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.269370] env[62913]: DEBUG nova.compute.provider_tree [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.394275] env[62913]: DEBUG nova.network.neutron [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Updated VIF entry in instance network info cache for port c82864d7-fbf7-42a2-85cb-e4c40892f3a4. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1749.394757] env[62913]: DEBUG nova.network.neutron [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Updating instance_info_cache with network_info: [{"id": "c82864d7-fbf7-42a2-85cb-e4c40892f3a4", "address": "fa:16:3e:36:c4:67", "network": {"id": "6c162b87-6832-40fa-8bc1-5587946db853", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1900084587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb0a0ddba5bf4aab869b915b1013660e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82864d7-fb", "ovs_interfaceid": "c82864d7-fbf7-42a2-85cb-e4c40892f3a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.530269] env[62913]: DEBUG oslo_vmware.api [None req-3b54b0ff-1318-4c23-b6a3-a19a51f98347 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822490, 'name': SuspendVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.564493] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524840e4-f0df-b0c9-5dec-791af5a876fe, 'name': SearchDatastore_Task, 'duration_secs': 0.058939} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.566250] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.566554] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 94b0d251-c9e7-4f4a-abc1-0399b53c0016/94b0d251-c9e7-4f4a-abc1-0399b53c0016.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1749.566843] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffa54952-931a-4d61-8b88-d0a03add51c1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.573579] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Waiting for the task: (returnval){ [ 1749.573579] env[62913]: value = "task-1822492" [ 1749.573579] env[62913]: _type = "Task" [ 1749.573579] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.588571] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.594690] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822491, 'name': Destroy_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.731384] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.772151] env[62913]: DEBUG nova.scheduler.client.report [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.776037] env[62913]: INFO nova.compute.manager [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Took 44.57 seconds to build instance. [ 1749.899437] env[62913]: DEBUG oslo_concurrency.lockutils [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] Releasing lock "refresh_cache-94b0d251-c9e7-4f4a-abc1-0399b53c0016" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.899809] env[62913]: DEBUG nova.compute.manager [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Received event network-vif-deleted-7d301690-bdde-4298-a809-0f068c73fa30 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1749.901086] env[62913]: INFO nova.compute.manager [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Neutron deleted interface 7d301690-bdde-4298-a809-0f068c73fa30; detaching it from the instance and deleting it from the info cache [ 1749.901086] env[62913]: DEBUG nova.network.neutron [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.032342] env[62913]: DEBUG oslo_vmware.api [None req-3b54b0ff-1318-4c23-b6a3-a19a51f98347 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822490, 'name': SuspendVM_Task, 'duration_secs': 0.700582} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.032936] env[62913]: DEBUG oslo_vmware.rw_handles [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Completed reading data from the image iterator. {{(pid=62913) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1750.033224] env[62913]: DEBUG oslo_vmware.rw_handles [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa536f-5322-ee7d-7a01-5e42c2b18cb4/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1750.033544] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3b54b0ff-1318-4c23-b6a3-a19a51f98347 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Suspended the VM {{(pid=62913) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1750.033731] env[62913]: DEBUG nova.compute.manager [None req-3b54b0ff-1318-4c23-b6a3-a19a51f98347 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1750.034591] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5711b9-86dd-40c4-9589-df71769adff0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.037719] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce342484-d576-483d-aa9b-fc9b1a214d5d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.044068] env[62913]: DEBUG oslo_vmware.rw_handles [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa536f-5322-ee7d-7a01-5e42c2b18cb4/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1750.044239] env[62913]: DEBUG oslo_vmware.rw_handles [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa536f-5322-ee7d-7a01-5e42c2b18cb4/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1750.045677] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f8900410-e9a1-4c50-bb3f-e2a95e343db2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.084784] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471432} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.088061] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 94b0d251-c9e7-4f4a-abc1-0399b53c0016/94b0d251-c9e7-4f4a-abc1-0399b53c0016.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1750.088332] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1750.088602] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fce97003-4ac0-4f29-9c61-d08e142ccfd0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.095686] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822491, 'name': Destroy_Task, 'duration_secs': 0.597218} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.097441] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Destroyed the VM [ 1750.097685] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1750.098284] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Waiting for the task: (returnval){ [ 1750.098284] env[62913]: value = "task-1822493" [ 1750.098284] env[62913]: _type = "Task" [ 1750.098284] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.098597] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fcd9626a-2f24-44c8-ab03-0671c2738e2d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.108688] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.109995] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1750.109995] env[62913]: value = "task-1822494" [ 1750.109995] env[62913]: _type = "Task" [ 1750.109995] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.117990] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822494, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.281430] env[62913]: DEBUG oslo_concurrency.lockutils [None req-70fe6e27-d6e3-483c-99dd-999e561d9a09 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "3933925c-d040-4fcc-aa6c-263aad13abed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.092s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.282342] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.282670] env[62913]: DEBUG nova.compute.manager [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1750.285331] env[62913]: DEBUG oslo_concurrency.lockutils [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.379s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.286880] env[62913]: INFO nova.compute.claims [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1750.408755] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4488c970-9b15-4383-b26d-979ed45eb74d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.418553] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b934c7aa-5843-49b9-8aeb-96085ce32636 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.459995] env[62913]: DEBUG nova.compute.manager [req-a123cf61-7d5c-4e50-84e8-d4baaa185acd req-d60b2703-b2c5-4a8d-9c9d-5d07cf8e1ce3 service nova] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Detach interface failed, port_id=7d301690-bdde-4298-a809-0f068c73fa30, reason: Instance 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1750.502606] env[62913]: DEBUG oslo_vmware.rw_handles [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa536f-5322-ee7d-7a01-5e42c2b18cb4/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1750.502884] env[62913]: INFO nova.virt.vmwareapi.images [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Downloaded image file data 350dff98-8b0d-48c8-b08a-c85e70e2e3bc [ 1750.503802] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00de7733-d566-495a-aac1-1edbcc2cbf46 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.521210] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d04633f6-2607-4d26-ac72-def21d8336d4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.596370] env[62913]: INFO nova.virt.vmwareapi.images [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] The imported VM was unregistered [ 1750.596370] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Caching image {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1750.596370] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Creating directory with path [datastore1] devstack-image-cache_base/350dff98-8b0d-48c8-b08a-c85e70e2e3bc {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1750.596759] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae63d20b-1191-4561-91b2-a8d004ace534 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.613113] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192369} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.616885] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1750.617973] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0715324a-fef2-459f-8208-47c97152c98d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.622083] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Created directory with path [datastore1] devstack-image-cache_base/350dff98-8b0d-48c8-b08a-c85e70e2e3bc {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1750.622391] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4af6e9dd-37a9-4c7a-ae52-dfd3d3427201/OSTACK_IMG_4af6e9dd-37a9-4c7a-ae52-dfd3d3427201.vmdk to [datastore1] devstack-image-cache_base/350dff98-8b0d-48c8-b08a-c85e70e2e3bc/350dff98-8b0d-48c8-b08a-c85e70e2e3bc.vmdk. {{(pid=62913) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1750.623157] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1036c134-2709-43ef-8450-62d1fcad132c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.646512] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 94b0d251-c9e7-4f4a-abc1-0399b53c0016/94b0d251-c9e7-4f4a-abc1-0399b53c0016.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.646980] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822494, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.647684] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc198c5e-ffb7-4c15-8224-ddfb9f73dad2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.663953] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1750.663953] env[62913]: value = "task-1822496" [ 1750.663953] env[62913]: _type = "Task" [ 1750.663953] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.669461] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Waiting for the task: (returnval){ [ 1750.669461] env[62913]: value = "task-1822497" [ 1750.669461] env[62913]: _type = "Task" [ 1750.669461] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.678815] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822496, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.684105] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.706310] env[62913]: DEBUG nova.compute.manager [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1750.707565] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cacf17a-e938-41a9-b1f1-33a53ae17dbf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.715097] env[62913]: DEBUG nova.compute.manager [req-4ee55cc7-10dd-4bb8-b0d1-dbc0ab423e2b req-16ea187c-22c6-4070-8cbb-22da2df2833b service nova] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Received event network-changed-6e26aa97-1cce-4625-a571-72b6ca9138ba {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1750.715496] env[62913]: DEBUG nova.compute.manager [req-4ee55cc7-10dd-4bb8-b0d1-dbc0ab423e2b req-16ea187c-22c6-4070-8cbb-22da2df2833b service nova] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Refreshing instance network info cache due to event network-changed-6e26aa97-1cce-4625-a571-72b6ca9138ba. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1750.715872] env[62913]: DEBUG oslo_concurrency.lockutils [req-4ee55cc7-10dd-4bb8-b0d1-dbc0ab423e2b req-16ea187c-22c6-4070-8cbb-22da2df2833b service nova] Acquiring lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.716205] env[62913]: DEBUG oslo_concurrency.lockutils [req-4ee55cc7-10dd-4bb8-b0d1-dbc0ab423e2b req-16ea187c-22c6-4070-8cbb-22da2df2833b service nova] Acquired lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.716561] env[62913]: DEBUG nova.network.neutron [req-4ee55cc7-10dd-4bb8-b0d1-dbc0ab423e2b req-16ea187c-22c6-4070-8cbb-22da2df2833b service nova] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Refreshing network info cache for port 6e26aa97-1cce-4625-a571-72b6ca9138ba {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1750.793063] env[62913]: DEBUG nova.compute.utils [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1750.796819] env[62913]: DEBUG nova.compute.manager [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1750.797218] env[62913]: DEBUG nova.network.neutron [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1750.849430] env[62913]: DEBUG nova.policy [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '695604e4a7674b62b1eb19b7cade433c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fd235c17f9941feb7be59734c74be0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1751.123593] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822494, 'name': RemoveSnapshot_Task, 'duration_secs': 0.937447} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.123952] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1751.124281] env[62913]: DEBUG nova.compute.manager [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1751.125161] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc94d78a-fde6-4833-a55e-e46acfb7decf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.175576] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822496, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.185624] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.230413] env[62913]: INFO nova.compute.manager [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] instance snapshotting [ 1751.233646] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b2b8b8-c83d-40fe-9b75-caf593746a38 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.262380] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b003d9-a9d1-4cb7-b991-8abadf3e3a5d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.303044] env[62913]: DEBUG nova.compute.manager [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1751.306706] env[62913]: DEBUG nova.network.neutron [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Successfully created port: 1fa58c6b-aeed-4953-81a7-435b55d897a5 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1751.461122] env[62913]: INFO nova.compute.manager [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Resuming [ 1751.461122] env[62913]: DEBUG nova.objects.instance [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lazy-loading 'flavor' on Instance uuid 989e9887-935f-4dfc-96c7-d84fa3ba0852 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1751.638937] env[62913]: INFO nova.compute.manager [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Shelve offloading [ 1751.673928] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da485de5-4d70-4db5-a199-491cac0961d8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.677809] env[62913]: DEBUG nova.network.neutron [req-4ee55cc7-10dd-4bb8-b0d1-dbc0ab423e2b req-16ea187c-22c6-4070-8cbb-22da2df2833b service nova] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updated VIF entry in instance network info cache for port 6e26aa97-1cce-4625-a571-72b6ca9138ba. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1751.678266] env[62913]: DEBUG nova.network.neutron [req-4ee55cc7-10dd-4bb8-b0d1-dbc0ab423e2b req-16ea187c-22c6-4070-8cbb-22da2df2833b service nova] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updating instance_info_cache with network_info: [{"id": "6e26aa97-1cce-4625-a571-72b6ca9138ba", "address": "fa:16:3e:08:a9:6d", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e26aa97-1c", "ovs_interfaceid": "6e26aa97-1cce-4625-a571-72b6ca9138ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.688261] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822496, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.692398] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9108ab8-837a-4468-9280-dc423d167eb9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.700983] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.732739] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807912ec-6bc6-419c-b8d2-928b24b05e9a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.742541] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8da6102-53cc-49a5-8ed6-dedecb2efd7a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.759383] env[62913]: DEBUG nova.compute.provider_tree [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1751.776892] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1751.777527] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d60bf25d-d7bb-4376-87de-e1b178cbbfce {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.786750] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1751.786750] env[62913]: value = "task-1822498" [ 1751.786750] env[62913]: _type = "Task" [ 1751.786750] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.797222] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822498, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.147021] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.147529] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e073f33-1148-41d8-8fac-4fe8bfda3a54 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.157032] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1752.157032] env[62913]: value = "task-1822499" [ 1752.157032] env[62913]: _type = "Task" [ 1752.157032] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.172699] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] VM already powered off {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1752.172918] env[62913]: DEBUG nova.compute.manager [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1752.173771] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e1c534-a8c4-4b51-b07e-68db442d6074 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.180274] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "refresh_cache-50730721-822e-4cf9-a133-0d3ebb928260" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.180945] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "refresh_cache-50730721-822e-4cf9-a133-0d3ebb928260" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.180945] env[62913]: DEBUG nova.network.neutron [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1752.188690] env[62913]: DEBUG oslo_concurrency.lockutils [req-4ee55cc7-10dd-4bb8-b0d1-dbc0ab423e2b req-16ea187c-22c6-4070-8cbb-22da2df2833b service nova] Releasing lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.189144] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822496, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.197513] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822497, 'name': ReconfigVM_Task, 'duration_secs': 1.336902} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.197649] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 94b0d251-c9e7-4f4a-abc1-0399b53c0016/94b0d251-c9e7-4f4a-abc1-0399b53c0016.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1752.198494] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f6ffa10-8d96-4e6b-9380-a30b81fa9455 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.207781] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Waiting for the task: (returnval){ [ 1752.207781] env[62913]: value = "task-1822500" [ 1752.207781] env[62913]: _type = "Task" [ 1752.207781] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.218782] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822500, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.282130] env[62913]: ERROR nova.scheduler.client.report [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [req-67757fc8-3b11-4a96-9f64-1df357081a95] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-67757fc8-3b11-4a96-9f64-1df357081a95"}]} [ 1752.298193] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822498, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.301204] env[62913]: DEBUG nova.scheduler.client.report [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1752.315775] env[62913]: DEBUG nova.scheduler.client.report [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1752.316107] env[62913]: DEBUG nova.compute.provider_tree [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1752.318927] env[62913]: DEBUG nova.compute.manager [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1752.330911] env[62913]: DEBUG nova.scheduler.client.report [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1752.346072] env[62913]: DEBUG nova.virt.hardware [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1752.346072] env[62913]: DEBUG nova.virt.hardware [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1752.346072] env[62913]: DEBUG nova.virt.hardware [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1752.346072] env[62913]: DEBUG nova.virt.hardware [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1752.346072] env[62913]: DEBUG nova.virt.hardware [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1752.346072] env[62913]: DEBUG nova.virt.hardware [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1752.346072] env[62913]: DEBUG nova.virt.hardware [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1752.346488] env[62913]: DEBUG nova.virt.hardware [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1752.346488] env[62913]: DEBUG nova.virt.hardware [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1752.346571] env[62913]: DEBUG nova.virt.hardware [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1752.346743] env[62913]: DEBUG nova.virt.hardware [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1752.347645] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4e225d-4a94-4432-9530-34a84e3a9af6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.351568] env[62913]: DEBUG nova.scheduler.client.report [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1752.357430] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9539ab8-4522-4a25-99dc-b8e7d95e31cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.652678] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48176810-fc7d-4567-b3b3-8638901a8964 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.663151] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166967f9-7059-45a5-87e6-8265fc41fbf9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.704985] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a839050-6639-4a78-b6bf-bfcd39934886 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.710950] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822496, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.721751] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fb7853-3e1e-4245-a977-86459f2cab38 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.725874] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822500, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.736372] env[62913]: DEBUG nova.compute.provider_tree [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1752.797828] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822498, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.976283] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.976479] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquired lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.976675] env[62913]: DEBUG nova.network.neutron [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1753.043901] env[62913]: DEBUG nova.network.neutron [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Updating instance_info_cache with network_info: [{"id": "29c41326-076a-46c4-abdb-c970e4d01c8e", "address": "fa:16:3e:b0:ec:80", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c41326-07", "ovs_interfaceid": "29c41326-076a-46c4-abdb-c970e4d01c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.063688] env[62913]: DEBUG nova.compute.manager [req-eb88cabd-1d42-4a9c-b677-f6fd137764fe req-7eaf0269-b7fc-426d-b5e7-8b66267ffadb service nova] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Received event network-vif-plugged-1fa58c6b-aeed-4953-81a7-435b55d897a5 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1753.063940] env[62913]: DEBUG oslo_concurrency.lockutils [req-eb88cabd-1d42-4a9c-b677-f6fd137764fe req-7eaf0269-b7fc-426d-b5e7-8b66267ffadb service nova] Acquiring lock "bd247408-f01c-47a8-8301-580a62dcbfe1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.064135] env[62913]: DEBUG oslo_concurrency.lockutils [req-eb88cabd-1d42-4a9c-b677-f6fd137764fe req-7eaf0269-b7fc-426d-b5e7-8b66267ffadb service nova] Lock "bd247408-f01c-47a8-8301-580a62dcbfe1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.064330] env[62913]: DEBUG oslo_concurrency.lockutils [req-eb88cabd-1d42-4a9c-b677-f6fd137764fe req-7eaf0269-b7fc-426d-b5e7-8b66267ffadb service nova] Lock "bd247408-f01c-47a8-8301-580a62dcbfe1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.065796] env[62913]: DEBUG nova.compute.manager [req-eb88cabd-1d42-4a9c-b677-f6fd137764fe req-7eaf0269-b7fc-426d-b5e7-8b66267ffadb service nova] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] No waiting events found dispatching network-vif-plugged-1fa58c6b-aeed-4953-81a7-435b55d897a5 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1753.065911] env[62913]: WARNING nova.compute.manager [req-eb88cabd-1d42-4a9c-b677-f6fd137764fe req-7eaf0269-b7fc-426d-b5e7-8b66267ffadb service nova] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Received unexpected event network-vif-plugged-1fa58c6b-aeed-4953-81a7-435b55d897a5 for instance with vm_state building and task_state spawning. [ 1753.162690] env[62913]: DEBUG nova.network.neutron [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Successfully updated port: 1fa58c6b-aeed-4953-81a7-435b55d897a5 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1753.182176] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822496, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.455519} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.182438] env[62913]: INFO nova.virt.vmwareapi.ds_util [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4af6e9dd-37a9-4c7a-ae52-dfd3d3427201/OSTACK_IMG_4af6e9dd-37a9-4c7a-ae52-dfd3d3427201.vmdk to [datastore1] devstack-image-cache_base/350dff98-8b0d-48c8-b08a-c85e70e2e3bc/350dff98-8b0d-48c8-b08a-c85e70e2e3bc.vmdk. [ 1753.182649] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Cleaning up location [datastore1] OSTACK_IMG_4af6e9dd-37a9-4c7a-ae52-dfd3d3427201 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1753.182821] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4af6e9dd-37a9-4c7a-ae52-dfd3d3427201 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1753.183181] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51e8608c-a8b2-4655-93ac-06032b86064c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.189747] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1753.189747] env[62913]: value = "task-1822501" [ 1753.189747] env[62913]: _type = "Task" [ 1753.189747] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.198454] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.219463] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822500, 'name': Rename_Task, 'duration_secs': 0.836926} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.219723] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1753.219963] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d74332d3-e489-4c0c-833f-d94eeaf6852d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.226465] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Waiting for the task: (returnval){ [ 1753.226465] env[62913]: value = "task-1822502" [ 1753.226465] env[62913]: _type = "Task" [ 1753.226465] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.233690] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.270142] env[62913]: DEBUG nova.scheduler.client.report [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1753.270468] env[62913]: DEBUG nova.compute.provider_tree [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 104 to 105 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1753.270698] env[62913]: DEBUG nova.compute.provider_tree [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1753.298864] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822498, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.546277] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "refresh_cache-50730721-822e-4cf9-a133-0d3ebb928260" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.666246] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "refresh_cache-bd247408-f01c-47a8-8301-580a62dcbfe1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.666444] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquired lock "refresh_cache-bd247408-f01c-47a8-8301-580a62dcbfe1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.666608] env[62913]: DEBUG nova.network.neutron [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1753.706405] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109568} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.706625] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1753.706800] env[62913]: DEBUG oslo_concurrency.lockutils [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/350dff98-8b0d-48c8-b08a-c85e70e2e3bc/350dff98-8b0d-48c8-b08a-c85e70e2e3bc.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.707040] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/350dff98-8b0d-48c8-b08a-c85e70e2e3bc/350dff98-8b0d-48c8-b08a-c85e70e2e3bc.vmdk to [datastore1] 879afedd-86d0-44f5-9557-f2f021abbb41/879afedd-86d0-44f5-9557-f2f021abbb41.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1753.707302] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd4cf8ea-2f60-4d69-bc76-848df316832d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.714038] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1753.714038] env[62913]: value = "task-1822503" [ 1753.714038] env[62913]: _type = "Task" [ 1753.714038] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.722559] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.737916] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822502, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.776260] env[62913]: DEBUG oslo_concurrency.lockutils [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.491s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.776812] env[62913]: DEBUG nova.compute.manager [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1753.779636] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.597s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.781057] env[62913]: INFO nova.compute.claims [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1753.799448] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822498, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.821140] env[62913]: DEBUG nova.network.neutron [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Updating instance_info_cache with network_info: [{"id": "5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f", "address": "fa:16:3e:f3:5d:52", "network": {"id": "5810baa8-f2a7-4ec5-8e62-6ec443f27441", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850995401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc603577f56435191af884e8222e85b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a08d10c-7c", "ovs_interfaceid": "5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.931490] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1753.932387] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45004be2-76b8-498f-b3da-053079e1104a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.940951] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1753.941329] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6547eb93-da74-4cd4-b1f7-063abc524115 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.032056] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.032312] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.032499] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleting the datastore file [datastore1] 50730721-822e-4cf9-a133-0d3ebb928260 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.032822] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42f49ea1-f05b-4658-9496-59f5de412c6b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.038911] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1754.038911] env[62913]: value = "task-1822505" [ 1754.038911] env[62913]: _type = "Task" [ 1754.038911] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.046173] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.201566] env[62913]: DEBUG nova.network.neutron [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1754.225630] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.235651] env[62913]: DEBUG oslo_vmware.api [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822502, 'name': PowerOnVM_Task, 'duration_secs': 0.600926} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.235911] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1754.236265] env[62913]: INFO nova.compute.manager [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1754.236352] env[62913]: DEBUG nova.compute.manager [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1754.237043] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd7a5b0-1b91-41d6-8a43-dabc359128b7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.285329] env[62913]: DEBUG nova.compute.utils [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1754.289286] env[62913]: DEBUG nova.compute.manager [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1754.289466] env[62913]: DEBUG nova.network.neutron [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1754.302216] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822498, 'name': CreateSnapshot_Task, 'duration_secs': 2.055699} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.302461] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1754.303222] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afa0bd6-92c6-41fb-bb64-1a40b75a15d1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.326872] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Releasing lock "refresh_cache-989e9887-935f-4dfc-96c7-d84fa3ba0852" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.327806] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09dc20a-d225-48c4-a89d-cf58d9c8f7d8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.341024] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Resuming the VM {{(pid=62913) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1754.341024] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63272cf1-4323-4eb0-90d9-b4b5ec3ae140 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.345947] env[62913]: DEBUG oslo_vmware.api [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1754.345947] env[62913]: value = "task-1822506" [ 1754.345947] env[62913]: _type = "Task" [ 1754.345947] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.354129] env[62913]: DEBUG oslo_vmware.api [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.356107] env[62913]: DEBUG nova.policy [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecb911ddd1c84614a161f9b9ac616596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c415ca943ba48ba93281d1700380d0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1754.433292] env[62913]: DEBUG nova.network.neutron [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Updating instance_info_cache with network_info: [{"id": "1fa58c6b-aeed-4953-81a7-435b55d897a5", "address": "fa:16:3e:78:3f:4d", "network": {"id": "4f393659-9dc6-433b-805a-5e6520e8b6b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1222172150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fd235c17f9941feb7be59734c74be0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa58c6b-ae", "ovs_interfaceid": "1fa58c6b-aeed-4953-81a7-435b55d897a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.551203] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.730119] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822503, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.736413] env[62913]: DEBUG nova.network.neutron [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Successfully created port: f72e3135-5d38-49db-b720-2631eaa75eba {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1754.759312] env[62913]: INFO nova.compute.manager [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Took 24.89 seconds to build instance. [ 1754.790073] env[62913]: DEBUG nova.compute.manager [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1754.821792] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1754.825160] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a2a6794c-1d1e-4f02-aad4-4ae73c49f801 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.831265] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1754.831265] env[62913]: value = "task-1822507" [ 1754.831265] env[62913]: _type = "Task" [ 1754.831265] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.844678] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822507, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.860095] env[62913]: DEBUG oslo_vmware.api [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.889828] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1754.890075] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1754.890225] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1754.934845] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Releasing lock "refresh_cache-bd247408-f01c-47a8-8301-580a62dcbfe1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.935183] env[62913]: DEBUG nova.compute.manager [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Instance network_info: |[{"id": "1fa58c6b-aeed-4953-81a7-435b55d897a5", "address": "fa:16:3e:78:3f:4d", "network": {"id": "4f393659-9dc6-433b-805a-5e6520e8b6b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1222172150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fd235c17f9941feb7be59734c74be0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa58c6b-ae", "ovs_interfaceid": "1fa58c6b-aeed-4953-81a7-435b55d897a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1754.935678] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:3f:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fa58c6b-aeed-4953-81a7-435b55d897a5', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1754.946023] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Creating folder: Project (2fd235c17f9941feb7be59734c74be0c). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1754.950829] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42e342b3-f491-4b62-b87f-6ee8d5efbf8d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.962985] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Created folder: Project (2fd235c17f9941feb7be59734c74be0c) in parent group-v377263. [ 1754.963453] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Creating folder: Instances. Parent ref: group-v377480. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1754.963790] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b2250c9-455f-4155-806a-78a5ccf728e0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.980891] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Created folder: Instances in parent group-v377480. [ 1754.981191] env[62913]: DEBUG oslo.service.loopingcall [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.981446] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1754.981797] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd1fdde6-0219-4b86-89fa-1f7928bb4eb3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.012181] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1755.012181] env[62913]: value = "task-1822510" [ 1755.012181] env[62913]: _type = "Task" [ 1755.012181] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.022224] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822510, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.051740] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.210398] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f1bc4e-21f0-43ac-85c5-6d3c8080c475 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.218845] env[62913]: DEBUG nova.compute.manager [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Received event network-changed-1fa58c6b-aeed-4953-81a7-435b55d897a5 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1755.219076] env[62913]: DEBUG nova.compute.manager [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Refreshing instance network info cache due to event network-changed-1fa58c6b-aeed-4953-81a7-435b55d897a5. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1755.219401] env[62913]: DEBUG oslo_concurrency.lockutils [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] Acquiring lock "refresh_cache-bd247408-f01c-47a8-8301-580a62dcbfe1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.219495] env[62913]: DEBUG oslo_concurrency.lockutils [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] Acquired lock "refresh_cache-bd247408-f01c-47a8-8301-580a62dcbfe1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.219605] env[62913]: DEBUG nova.network.neutron [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Refreshing network info cache for port 1fa58c6b-aeed-4953-81a7-435b55d897a5 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1755.233889] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a47050-ee64-48a3-9691-af7288a76add {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.239849] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6dc693a3-3fe1-47ca-87fe-8b0ba7df684a tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Acquiring lock "interface-94b0d251-c9e7-4f4a-abc1-0399b53c0016-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.240275] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6dc693a3-3fe1-47ca-87fe-8b0ba7df684a tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Lock "interface-94b0d251-c9e7-4f4a-abc1-0399b53c0016-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.240639] env[62913]: DEBUG nova.objects.instance [None req-6dc693a3-3fe1-47ca-87fe-8b0ba7df684a tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Lazy-loading 'flavor' on Instance uuid 94b0d251-c9e7-4f4a-abc1-0399b53c0016 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.246726] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822503, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.273318] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d7844a-f09f-4efb-8c6c-a6645b57209d tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Lock "94b0d251-c9e7-4f4a-abc1-0399b53c0016" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.408s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.274645] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4a364f-3d74-46dc-840e-9c004b0d27c5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.286269] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f9e8aa-744f-4a64-b026-b27408984f22 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.309221] env[62913]: DEBUG nova.compute.provider_tree [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.347073] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822507, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.359200] env[62913]: DEBUG oslo_vmware.api [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.523375] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822510, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.554202] env[62913]: DEBUG oslo_vmware.api [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.071133} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.554555] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.554633] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1755.554803] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.577588] env[62913]: INFO nova.scheduler.client.report [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleted allocations for instance 50730721-822e-4cf9-a133-0d3ebb928260 [ 1755.740742] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822503, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.774325] env[62913]: DEBUG nova.objects.instance [None req-6dc693a3-3fe1-47ca-87fe-8b0ba7df684a tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Lazy-loading 'pci_requests' on Instance uuid 94b0d251-c9e7-4f4a-abc1-0399b53c0016 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.812326] env[62913]: DEBUG nova.compute.manager [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1755.815102] env[62913]: DEBUG nova.scheduler.client.report [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1755.848381] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822507, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.850946] env[62913]: DEBUG nova.virt.hardware [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1755.851238] env[62913]: DEBUG nova.virt.hardware [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1755.851404] env[62913]: DEBUG nova.virt.hardware [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1755.851591] env[62913]: DEBUG nova.virt.hardware [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1755.851737] env[62913]: DEBUG nova.virt.hardware [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1755.851882] env[62913]: DEBUG nova.virt.hardware [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1755.852104] env[62913]: DEBUG nova.virt.hardware [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1755.852265] env[62913]: DEBUG nova.virt.hardware [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1755.852430] env[62913]: DEBUG nova.virt.hardware [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1755.852594] env[62913]: DEBUG nova.virt.hardware [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1755.852763] env[62913]: DEBUG nova.virt.hardware [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1755.856974] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f669ad-2f0d-40bf-8d9c-d69e95ef74f1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.868624] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d33136-699f-415e-bf0d-faa18670a68f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.872663] env[62913]: DEBUG oslo_vmware.api [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822506, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.983616] env[62913]: DEBUG nova.network.neutron [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Updated VIF entry in instance network info cache for port 1fa58c6b-aeed-4953-81a7-435b55d897a5. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1755.984011] env[62913]: DEBUG nova.network.neutron [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Updating instance_info_cache with network_info: [{"id": "1fa58c6b-aeed-4953-81a7-435b55d897a5", "address": "fa:16:3e:78:3f:4d", "network": {"id": "4f393659-9dc6-433b-805a-5e6520e8b6b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1222172150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fd235c17f9941feb7be59734c74be0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa58c6b-ae", "ovs_interfaceid": "1fa58c6b-aeed-4953-81a7-435b55d897a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.028590] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822510, 'name': CreateVM_Task, 'duration_secs': 0.540795} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.028800] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1756.029678] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.029897] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.030335] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1756.030677] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc208cd6-f8ff-473b-9f20-efb0b7668f10 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.039092] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1756.039092] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52baf707-3971-083f-76f5-d0893e9a0a87" [ 1756.039092] env[62913]: _type = "Task" [ 1756.039092] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.052733] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52baf707-3971-083f-76f5-d0893e9a0a87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.082792] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.237704] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822503, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.277207] env[62913]: DEBUG nova.objects.base [None req-6dc693a3-3fe1-47ca-87fe-8b0ba7df684a tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Object Instance<94b0d251-c9e7-4f4a-abc1-0399b53c0016> lazy-loaded attributes: flavor,pci_requests {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1756.277436] env[62913]: DEBUG nova.network.neutron [None req-6dc693a3-3fe1-47ca-87fe-8b0ba7df684a tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1756.321350] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.321915] env[62913]: DEBUG nova.compute.manager [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1756.326891] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.487s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.328391] env[62913]: INFO nova.compute.claims [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1756.347489] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822507, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.363350] env[62913]: DEBUG oslo_vmware.api [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822506, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.460956] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6dc693a3-3fe1-47ca-87fe-8b0ba7df684a tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Lock "interface-94b0d251-c9e7-4f4a-abc1-0399b53c0016-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.221s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.487206] env[62913]: DEBUG oslo_concurrency.lockutils [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] Releasing lock "refresh_cache-bd247408-f01c-47a8-8301-580a62dcbfe1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.487493] env[62913]: DEBUG nova.compute.manager [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Received event network-vif-unplugged-29c41326-076a-46c4-abdb-c970e4d01c8e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1756.487697] env[62913]: DEBUG oslo_concurrency.lockutils [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] Acquiring lock "50730721-822e-4cf9-a133-0d3ebb928260-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.487906] env[62913]: DEBUG oslo_concurrency.lockutils [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] Lock "50730721-822e-4cf9-a133-0d3ebb928260-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.488125] env[62913]: DEBUG oslo_concurrency.lockutils [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] Lock "50730721-822e-4cf9-a133-0d3ebb928260-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.488318] env[62913]: DEBUG nova.compute.manager [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] No waiting events found dispatching network-vif-unplugged-29c41326-076a-46c4-abdb-c970e4d01c8e {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1756.488410] env[62913]: WARNING nova.compute.manager [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Received unexpected event network-vif-unplugged-29c41326-076a-46c4-abdb-c970e4d01c8e for instance with vm_state shelved and task_state shelving_offloading. [ 1756.488589] env[62913]: DEBUG nova.compute.manager [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Received event network-changed-29c41326-076a-46c4-abdb-c970e4d01c8e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1756.488716] env[62913]: DEBUG nova.compute.manager [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Refreshing instance network info cache due to event network-changed-29c41326-076a-46c4-abdb-c970e4d01c8e. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1756.488898] env[62913]: DEBUG oslo_concurrency.lockutils [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] Acquiring lock "refresh_cache-50730721-822e-4cf9-a133-0d3ebb928260" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.489046] env[62913]: DEBUG oslo_concurrency.lockutils [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] Acquired lock "refresh_cache-50730721-822e-4cf9-a133-0d3ebb928260" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.489238] env[62913]: DEBUG nova.network.neutron [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Refreshing network info cache for port 29c41326-076a-46c4-abdb-c970e4d01c8e {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1756.552837] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52baf707-3971-083f-76f5-d0893e9a0a87, 'name': SearchDatastore_Task, 'duration_secs': 0.073155} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.553444] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.553695] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1756.553942] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.554213] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.554566] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1756.554698] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b491d95d-3bc0-4e9a-9509-5e81248d0b2e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.576050] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1756.576050] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1756.576559] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed58d774-5519-4246-a52d-ddfa31d81ad4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.584738] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1756.584738] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52d4c02f-ff83-cc81-984e-8c05ee775925" [ 1756.584738] env[62913]: _type = "Task" [ 1756.584738] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.597100] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d4c02f-ff83-cc81-984e-8c05ee775925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.745442] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822503, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.835076] env[62913]: DEBUG nova.compute.utils [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1756.838814] env[62913]: DEBUG nova.compute.manager [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1756.843024] env[62913]: DEBUG nova.network.neutron [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1756.853238] env[62913]: DEBUG nova.network.neutron [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Successfully updated port: f72e3135-5d38-49db-b720-2631eaa75eba {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1756.867368] env[62913]: DEBUG oslo_vmware.api [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822506, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.872456] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822507, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.939404] env[62913]: DEBUG nova.policy [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '695604e4a7674b62b1eb19b7cade433c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fd235c17f9941feb7be59734c74be0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1757.099037] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d4c02f-ff83-cc81-984e-8c05ee775925, 'name': SearchDatastore_Task, 'duration_secs': 0.120013} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.099891] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c75cdd-fa7d-4d9f-9576-47b2555dba42 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.107923] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1757.107923] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52c035d1-57b8-47bb-6494-19c4e23ee089" [ 1757.107923] env[62913]: _type = "Task" [ 1757.107923] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.120497] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c035d1-57b8-47bb-6494-19c4e23ee089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.238520] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822503, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.29965} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.238795] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/350dff98-8b0d-48c8-b08a-c85e70e2e3bc/350dff98-8b0d-48c8-b08a-c85e70e2e3bc.vmdk to [datastore1] 879afedd-86d0-44f5-9557-f2f021abbb41/879afedd-86d0-44f5-9557-f2f021abbb41.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1757.239900] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d22ec7-b0a3-413c-9e8b-0a5442894651 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.263442] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 879afedd-86d0-44f5-9557-f2f021abbb41/879afedd-86d0-44f5-9557-f2f021abbb41.vmdk or device None with type streamOptimized {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.266443] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c182631e-0873-4027-b2f2-25493eb6533b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.287212] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1757.287212] env[62913]: value = "task-1822511" [ 1757.287212] env[62913]: _type = "Task" [ 1757.287212] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.298517] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.338311] env[62913]: DEBUG nova.compute.manager [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1757.364452] env[62913]: DEBUG oslo_concurrency.lockutils [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "refresh_cache-531ec942-fb95-445f-957f-14c5f9a26f1d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.364619] env[62913]: DEBUG oslo_concurrency.lockutils [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "refresh_cache-531ec942-fb95-445f-957f-14c5f9a26f1d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.364766] env[62913]: DEBUG nova.network.neutron [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.369393] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822507, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.372622] env[62913]: DEBUG oslo_vmware.api [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822506, 'name': PowerOnVM_Task, 'duration_secs': 2.548336} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.375268] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Resumed the VM {{(pid=62913) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1757.375502] env[62913]: DEBUG nova.compute.manager [None req-fb93a939-679c-4677-b8f0-1bbf32a434b5 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1757.377692] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27143230-ecd5-4709-8a8e-c5c728a82b2e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.448429] env[62913]: DEBUG nova.network.neutron [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Updated VIF entry in instance network info cache for port 29c41326-076a-46c4-abdb-c970e4d01c8e. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1757.448807] env[62913]: DEBUG nova.network.neutron [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Updating instance_info_cache with network_info: [{"id": "29c41326-076a-46c4-abdb-c970e4d01c8e", "address": "fa:16:3e:b0:ec:80", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": null, "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap29c41326-07", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.497938] env[62913]: DEBUG nova.network.neutron [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Successfully created port: dfc00b3d-69ba-422f-93d8-3d0ca0ff4742 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1757.520656] env[62913]: DEBUG nova.compute.manager [req-b20dc413-fad7-4a39-b6fd-132a255b688f req-2b88b03c-591a-463a-9f10-0317bae4358f service nova] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Received event network-vif-plugged-f72e3135-5d38-49db-b720-2631eaa75eba {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1757.520886] env[62913]: DEBUG oslo_concurrency.lockutils [req-b20dc413-fad7-4a39-b6fd-132a255b688f req-2b88b03c-591a-463a-9f10-0317bae4358f service nova] Acquiring lock "531ec942-fb95-445f-957f-14c5f9a26f1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.521110] env[62913]: DEBUG oslo_concurrency.lockutils [req-b20dc413-fad7-4a39-b6fd-132a255b688f req-2b88b03c-591a-463a-9f10-0317bae4358f service nova] Lock "531ec942-fb95-445f-957f-14c5f9a26f1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.521284] env[62913]: DEBUG oslo_concurrency.lockutils [req-b20dc413-fad7-4a39-b6fd-132a255b688f req-2b88b03c-591a-463a-9f10-0317bae4358f service nova] Lock "531ec942-fb95-445f-957f-14c5f9a26f1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.521463] env[62913]: DEBUG nova.compute.manager [req-b20dc413-fad7-4a39-b6fd-132a255b688f req-2b88b03c-591a-463a-9f10-0317bae4358f service nova] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] No waiting events found dispatching network-vif-plugged-f72e3135-5d38-49db-b720-2631eaa75eba {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1757.521618] env[62913]: WARNING nova.compute.manager [req-b20dc413-fad7-4a39-b6fd-132a255b688f req-2b88b03c-591a-463a-9f10-0317bae4358f service nova] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Received unexpected event network-vif-plugged-f72e3135-5d38-49db-b720-2631eaa75eba for instance with vm_state building and task_state spawning. [ 1757.521772] env[62913]: DEBUG nova.compute.manager [req-b20dc413-fad7-4a39-b6fd-132a255b688f req-2b88b03c-591a-463a-9f10-0317bae4358f service nova] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Received event network-changed-f72e3135-5d38-49db-b720-2631eaa75eba {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1757.521955] env[62913]: DEBUG nova.compute.manager [req-b20dc413-fad7-4a39-b6fd-132a255b688f req-2b88b03c-591a-463a-9f10-0317bae4358f service nova] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Refreshing instance network info cache due to event network-changed-f72e3135-5d38-49db-b720-2631eaa75eba. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1757.522312] env[62913]: DEBUG oslo_concurrency.lockutils [req-b20dc413-fad7-4a39-b6fd-132a255b688f req-2b88b03c-591a-463a-9f10-0317bae4358f service nova] Acquiring lock "refresh_cache-531ec942-fb95-445f-957f-14c5f9a26f1d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.621138] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c035d1-57b8-47bb-6494-19c4e23ee089, 'name': SearchDatastore_Task, 'duration_secs': 0.103615} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.621540] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.621686] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] bd247408-f01c-47a8-8301-580a62dcbfe1/bd247408-f01c-47a8-8301-580a62dcbfe1.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1757.621948] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2559bbb8-8425-491d-8383-6596a594da6d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.629477] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1757.629477] env[62913]: value = "task-1822512" [ 1757.629477] env[62913]: _type = "Task" [ 1757.629477] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.640764] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.658710] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d25b3b0-0a9e-478f-91e9-907e6fb7f13d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.661534] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b03789ae-d818-4b1c-b39e-92f5355a6c37 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "50730721-822e-4cf9-a133-0d3ebb928260" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.666257] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6622c6f1-8778-4ae6-9a70-950986fc0af6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.696852] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4866f7a-4c99-4750-a5f5-84b10cfd86e9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.704631] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7056a438-0350-4f8e-bfd0-e1745b57848a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.718928] env[62913]: DEBUG nova.compute.provider_tree [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1757.798991] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.857152] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822507, 'name': CloneVM_Task} progress is 95%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.905680] env[62913]: DEBUG nova.network.neutron [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1757.951749] env[62913]: DEBUG oslo_concurrency.lockutils [req-f50bfa0b-e893-4551-ac46-ce4a27ed0042 req-49e7c3c0-f882-4595-a6e4-06f1d4f2fadb service nova] Releasing lock "refresh_cache-50730721-822e-4cf9-a133-0d3ebb928260" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.131081] env[62913]: DEBUG nova.network.neutron [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Updating instance_info_cache with network_info: [{"id": "f72e3135-5d38-49db-b720-2631eaa75eba", "address": "fa:16:3e:c6:28:13", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72e3135-5d", "ovs_interfaceid": "f72e3135-5d38-49db-b720-2631eaa75eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.143566] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822512, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.222371] env[62913]: DEBUG nova.scheduler.client.report [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1758.298765] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.352898] env[62913]: DEBUG nova.compute.manager [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1758.362157] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822507, 'name': CloneVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.368775] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Acquiring lock "94b0d251-c9e7-4f4a-abc1-0399b53c0016" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.369319] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Lock "94b0d251-c9e7-4f4a-abc1-0399b53c0016" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.370129] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Acquiring lock "94b0d251-c9e7-4f4a-abc1-0399b53c0016-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.370989] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Lock "94b0d251-c9e7-4f4a-abc1-0399b53c0016-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.370989] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Lock "94b0d251-c9e7-4f4a-abc1-0399b53c0016-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.372770] env[62913]: INFO nova.compute.manager [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Terminating instance [ 1758.383879] env[62913]: DEBUG nova.virt.hardware [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1758.384199] env[62913]: DEBUG nova.virt.hardware [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1758.384366] env[62913]: DEBUG nova.virt.hardware [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1758.384550] env[62913]: DEBUG nova.virt.hardware [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1758.384696] env[62913]: DEBUG nova.virt.hardware [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1758.384852] env[62913]: DEBUG nova.virt.hardware [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1758.385091] env[62913]: DEBUG nova.virt.hardware [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1758.385268] env[62913]: DEBUG nova.virt.hardware [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1758.385495] env[62913]: DEBUG nova.virt.hardware [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1758.385643] env[62913]: DEBUG nova.virt.hardware [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1758.385768] env[62913]: DEBUG nova.virt.hardware [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1758.386737] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6eb5c40-4614-4e7b-b9f2-fcc6e5d19799 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.398709] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42579fb-d554-4e81-9e27-e7664bfe2a3d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.413884] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Didn't find any instances for network info cache update. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1758.414736] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.415087] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.415087] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.415238] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.415388] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.415502] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.415637] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1758.415778] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.637204] env[62913]: DEBUG oslo_concurrency.lockutils [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "refresh_cache-531ec942-fb95-445f-957f-14c5f9a26f1d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.637465] env[62913]: DEBUG nova.compute.manager [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Instance network_info: |[{"id": "f72e3135-5d38-49db-b720-2631eaa75eba", "address": "fa:16:3e:c6:28:13", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72e3135-5d", "ovs_interfaceid": "f72e3135-5d38-49db-b720-2631eaa75eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1758.637721] env[62913]: DEBUG oslo_concurrency.lockutils [req-b20dc413-fad7-4a39-b6fd-132a255b688f req-2b88b03c-591a-463a-9f10-0317bae4358f service nova] Acquired lock "refresh_cache-531ec942-fb95-445f-957f-14c5f9a26f1d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.637898] env[62913]: DEBUG nova.network.neutron [req-b20dc413-fad7-4a39-b6fd-132a255b688f req-2b88b03c-591a-463a-9f10-0317bae4358f service nova] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Refreshing network info cache for port f72e3135-5d38-49db-b720-2631eaa75eba {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.639076] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:28:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f72e3135-5d38-49db-b720-2631eaa75eba', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1758.646777] env[62913]: DEBUG oslo.service.loopingcall [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.648141] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1758.648371] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c6da942-a43f-45de-845d-7cfc29c45aae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.667767] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822512, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.675138] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1758.675138] env[62913]: value = "task-1822513" [ 1758.675138] env[62913]: _type = "Task" [ 1758.675138] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.682131] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822513, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.727934] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.728477] env[62913]: DEBUG nova.compute.manager [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1758.731209] env[62913]: DEBUG oslo_concurrency.lockutils [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.543s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.732629] env[62913]: INFO nova.compute.claims [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1758.799209] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822511, 'name': ReconfigVM_Task, 'duration_secs': 1.145202} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.799519] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 879afedd-86d0-44f5-9557-f2f021abbb41/879afedd-86d0-44f5-9557-f2f021abbb41.vmdk or device None with type streamOptimized {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.800179] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3195fa9b-0e72-456c-8ee7-6d0d5122d97a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.806573] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1758.806573] env[62913]: value = "task-1822514" [ 1758.806573] env[62913]: _type = "Task" [ 1758.806573] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.816916] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822514, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.856661] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822507, 'name': CloneVM_Task, 'duration_secs': 3.622899} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.856937] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Created linked-clone VM from snapshot [ 1758.857704] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49007189-4663-4a78-afdc-5beb9ee0f05d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.865006] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Uploading image ce309b11-1ea1-4d2d-9155-af54d48d98e9 {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1758.875793] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1758.876084] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3a3541e4-6aee-4903-a857-d3a18a9cb579 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.879575] env[62913]: DEBUG nova.compute.manager [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1758.879778] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1758.880657] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9923ac7-a6e9-4f0e-ad70-a44ea1386bf7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.884882] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1758.884882] env[62913]: value = "task-1822515" [ 1758.884882] env[62913]: _type = "Task" [ 1758.884882] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.890349] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1758.891081] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25b8e3ca-8048-45cc-9c2d-1b14e45349d6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.895931] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822515, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.900578] env[62913]: DEBUG oslo_vmware.api [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Waiting for the task: (returnval){ [ 1758.900578] env[62913]: value = "task-1822516" [ 1758.900578] env[62913]: _type = "Task" [ 1758.900578] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.909500] env[62913]: DEBUG oslo_vmware.api [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.918779] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.147752] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822512, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.123698} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.152584] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] bd247408-f01c-47a8-8301-580a62dcbfe1/bd247408-f01c-47a8-8301-580a62dcbfe1.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1759.152584] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1759.152584] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-662abd86-56f6-42c9-bc2f-3c0ac3f35fbb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.162337] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1759.162337] env[62913]: value = "task-1822517" [ 1759.162337] env[62913]: _type = "Task" [ 1759.162337] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.174419] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.187137] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822513, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.237262] env[62913]: DEBUG nova.compute.utils [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1759.240563] env[62913]: DEBUG nova.compute.manager [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1759.240731] env[62913]: DEBUG nova.network.neutron [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1759.316290] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822514, 'name': Rename_Task, 'duration_secs': 0.238382} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.316563] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1759.316804] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-393abcb7-514e-4263-86c9-979d6f9c1e54 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.321422] env[62913]: DEBUG nova.policy [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '695604e4a7674b62b1eb19b7cade433c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fd235c17f9941feb7be59734c74be0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1759.324207] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1759.324207] env[62913]: value = "task-1822518" [ 1759.324207] env[62913]: _type = "Task" [ 1759.324207] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.332457] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.372084] env[62913]: DEBUG nova.network.neutron [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Successfully updated port: dfc00b3d-69ba-422f-93d8-3d0ca0ff4742 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1759.395371] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822515, 'name': Destroy_Task, 'duration_secs': 0.380787} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.395643] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Destroyed the VM [ 1759.395877] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1759.396315] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5f90e19-bf14-47d1-95ea-ac041283ff35 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.406221] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1759.406221] env[62913]: value = "task-1822519" [ 1759.406221] env[62913]: _type = "Task" [ 1759.406221] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.413367] env[62913]: DEBUG oslo_vmware.api [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822516, 'name': PowerOffVM_Task, 'duration_secs': 0.281454} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.413984] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1759.414182] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1759.414458] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb7d2111-7cfe-4480-bc43-33a0184179dc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.421520] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822519, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.516595] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1759.517580] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1759.517580] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Deleting the datastore file [datastore1] 94b0d251-c9e7-4f4a-abc1-0399b53c0016 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1759.517580] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f174e6e-2fbb-484e-a1f3-0563ab62d519 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.523648] env[62913]: DEBUG oslo_vmware.api [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Waiting for the task: (returnval){ [ 1759.523648] env[62913]: value = "task-1822521" [ 1759.523648] env[62913]: _type = "Task" [ 1759.523648] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.533398] env[62913]: DEBUG oslo_vmware.api [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.543781] env[62913]: DEBUG nova.network.neutron [req-b20dc413-fad7-4a39-b6fd-132a255b688f req-2b88b03c-591a-463a-9f10-0317bae4358f service nova] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Updated VIF entry in instance network info cache for port f72e3135-5d38-49db-b720-2631eaa75eba. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.544211] env[62913]: DEBUG nova.network.neutron [req-b20dc413-fad7-4a39-b6fd-132a255b688f req-2b88b03c-591a-463a-9f10-0317bae4358f service nova] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Updating instance_info_cache with network_info: [{"id": "f72e3135-5d38-49db-b720-2631eaa75eba", "address": "fa:16:3e:c6:28:13", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72e3135-5d", "ovs_interfaceid": "f72e3135-5d38-49db-b720-2631eaa75eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.590803] env[62913]: DEBUG nova.compute.manager [req-d0c864f1-a1b8-43fd-8a46-44b392835b37 req-75f086ce-4d5f-4ec6-99d9-a87c8bfe353a service nova] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Received event network-vif-plugged-dfc00b3d-69ba-422f-93d8-3d0ca0ff4742 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1759.591049] env[62913]: DEBUG oslo_concurrency.lockutils [req-d0c864f1-a1b8-43fd-8a46-44b392835b37 req-75f086ce-4d5f-4ec6-99d9-a87c8bfe353a service nova] Acquiring lock "228bf167-a698-40a7-aaf3-c5dd8626b9eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.591292] env[62913]: DEBUG oslo_concurrency.lockutils [req-d0c864f1-a1b8-43fd-8a46-44b392835b37 req-75f086ce-4d5f-4ec6-99d9-a87c8bfe353a service nova] Lock "228bf167-a698-40a7-aaf3-c5dd8626b9eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.591466] env[62913]: DEBUG oslo_concurrency.lockutils [req-d0c864f1-a1b8-43fd-8a46-44b392835b37 req-75f086ce-4d5f-4ec6-99d9-a87c8bfe353a service nova] Lock "228bf167-a698-40a7-aaf3-c5dd8626b9eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.591634] env[62913]: DEBUG nova.compute.manager [req-d0c864f1-a1b8-43fd-8a46-44b392835b37 req-75f086ce-4d5f-4ec6-99d9-a87c8bfe353a service nova] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] No waiting events found dispatching network-vif-plugged-dfc00b3d-69ba-422f-93d8-3d0ca0ff4742 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1759.591798] env[62913]: WARNING nova.compute.manager [req-d0c864f1-a1b8-43fd-8a46-44b392835b37 req-75f086ce-4d5f-4ec6-99d9-a87c8bfe353a service nova] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Received unexpected event network-vif-plugged-dfc00b3d-69ba-422f-93d8-3d0ca0ff4742 for instance with vm_state building and task_state spawning. [ 1759.592068] env[62913]: DEBUG nova.compute.manager [req-d0c864f1-a1b8-43fd-8a46-44b392835b37 req-75f086ce-4d5f-4ec6-99d9-a87c8bfe353a service nova] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Received event network-changed-dfc00b3d-69ba-422f-93d8-3d0ca0ff4742 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1759.592132] env[62913]: DEBUG nova.compute.manager [req-d0c864f1-a1b8-43fd-8a46-44b392835b37 req-75f086ce-4d5f-4ec6-99d9-a87c8bfe353a service nova] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Refreshing instance network info cache due to event network-changed-dfc00b3d-69ba-422f-93d8-3d0ca0ff4742. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1759.592292] env[62913]: DEBUG oslo_concurrency.lockutils [req-d0c864f1-a1b8-43fd-8a46-44b392835b37 req-75f086ce-4d5f-4ec6-99d9-a87c8bfe353a service nova] Acquiring lock "refresh_cache-228bf167-a698-40a7-aaf3-c5dd8626b9eb" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.592428] env[62913]: DEBUG oslo_concurrency.lockutils [req-d0c864f1-a1b8-43fd-8a46-44b392835b37 req-75f086ce-4d5f-4ec6-99d9-a87c8bfe353a service nova] Acquired lock "refresh_cache-228bf167-a698-40a7-aaf3-c5dd8626b9eb" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.592580] env[62913]: DEBUG nova.network.neutron [req-d0c864f1-a1b8-43fd-8a46-44b392835b37 req-75f086ce-4d5f-4ec6-99d9-a87c8bfe353a service nova] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Refreshing network info cache for port dfc00b3d-69ba-422f-93d8-3d0ca0ff4742 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1759.648810] env[62913]: DEBUG nova.network.neutron [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Successfully created port: e33bd948-5135-47f2-8050-1a09919cb46c {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1759.672200] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136362} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.672619] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1759.674026] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321b70c0-4b0e-420b-a056-6c69cd66852f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.698983] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] bd247408-f01c-47a8-8301-580a62dcbfe1/bd247408-f01c-47a8-8301-580a62dcbfe1.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1759.702762] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4844d6de-6877-411a-95f0-94dcfdf82daa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.717722] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822513, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.724265] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1759.724265] env[62913]: value = "task-1822522" [ 1759.724265] env[62913]: _type = "Task" [ 1759.724265] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.734331] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.740993] env[62913]: DEBUG nova.compute.manager [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1759.836537] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822518, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.874288] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "refresh_cache-228bf167-a698-40a7-aaf3-c5dd8626b9eb" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.919733] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822519, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.034198] env[62913]: DEBUG oslo_vmware.api [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Task: {'id': task-1822521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27824} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.034748] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1760.034941] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1760.035205] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1760.035488] env[62913]: INFO nova.compute.manager [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1760.035768] env[62913]: DEBUG oslo.service.loopingcall [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1760.036025] env[62913]: DEBUG nova.compute.manager [-] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1760.036086] env[62913]: DEBUG nova.network.neutron [-] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1760.047943] env[62913]: DEBUG oslo_concurrency.lockutils [req-b20dc413-fad7-4a39-b6fd-132a255b688f req-2b88b03c-591a-463a-9f10-0317bae4358f service nova] Releasing lock "refresh_cache-531ec942-fb95-445f-957f-14c5f9a26f1d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.103960] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1622ae56-468d-472a-aeb1-dc4290b7fd81 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.112240] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4168ef-db8b-4574-883d-68917b7e571b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.145654] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad1b162-6ac4-46a5-95e4-ecf44d6392a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.154057] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a57af4c-edc5-4043-a4c9-4c607b980c25 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.169174] env[62913]: DEBUG nova.compute.provider_tree [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1760.171244] env[62913]: DEBUG nova.network.neutron [req-d0c864f1-a1b8-43fd-8a46-44b392835b37 req-75f086ce-4d5f-4ec6-99d9-a87c8bfe353a service nova] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1760.187292] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822513, 'name': CreateVM_Task, 'duration_secs': 1.477621} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.187597] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1760.188163] env[62913]: DEBUG oslo_concurrency.lockutils [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.188334] env[62913]: DEBUG oslo_concurrency.lockutils [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.188926] env[62913]: DEBUG oslo_concurrency.lockutils [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1760.188926] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccaebc46-b5ee-43a6-b22b-3f35d3b5c92d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.194510] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1760.194510] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5212a320-d22d-a526-8d0a-99b21dae1312" [ 1760.194510] env[62913]: _type = "Task" [ 1760.194510] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.202861] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5212a320-d22d-a526-8d0a-99b21dae1312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.235079] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.330772] env[62913]: DEBUG nova.network.neutron [req-d0c864f1-a1b8-43fd-8a46-44b392835b37 req-75f086ce-4d5f-4ec6-99d9-a87c8bfe353a service nova] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.338593] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822518, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.418394] env[62913]: DEBUG oslo_vmware.api [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822519, 'name': RemoveSnapshot_Task, 'duration_secs': 0.968681} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.418668] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1760.706651] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5212a320-d22d-a526-8d0a-99b21dae1312, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.707629] env[62913]: DEBUG nova.scheduler.client.report [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1760.707861] env[62913]: DEBUG nova.compute.provider_tree [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 105 to 106 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1760.708059] env[62913]: DEBUG nova.compute.provider_tree [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1760.711593] env[62913]: DEBUG oslo_concurrency.lockutils [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.711820] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1760.712074] env[62913]: DEBUG oslo_concurrency.lockutils [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.712226] env[62913]: DEBUG oslo_concurrency.lockutils [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.712405] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1760.712666] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbe2a85c-1d58-4e73-a7fa-82cc5f441ffd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.726991] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1760.727307] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1760.734783] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b26314f-e88b-4baf-b249-5c7e190ffbe5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.745449] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822522, 'name': ReconfigVM_Task, 'duration_secs': 0.60781} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.747202] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Reconfigured VM instance instance-0000004c to attach disk [datastore1] bd247408-f01c-47a8-8301-580a62dcbfe1/bd247408-f01c-47a8-8301-580a62dcbfe1.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1760.748149] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1760.748149] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]521b77fc-7525-83bc-7b8b-fc332aa04338" [ 1760.748149] env[62913]: _type = "Task" [ 1760.748149] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.748414] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba3a56ea-09fe-4b13-8311-ba890d900137 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.756673] env[62913]: DEBUG nova.compute.manager [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1760.761827] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1760.761827] env[62913]: value = "task-1822523" [ 1760.761827] env[62913]: _type = "Task" [ 1760.761827] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.767409] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521b77fc-7525-83bc-7b8b-fc332aa04338, 'name': SearchDatastore_Task, 'duration_secs': 0.015478} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.772681] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce6958c0-c735-4e0d-88c7-a04987da2751 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.785355] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822523, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.790344] env[62913]: DEBUG nova.virt.hardware [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1760.790735] env[62913]: DEBUG nova.virt.hardware [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1760.791018] env[62913]: DEBUG nova.virt.hardware [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1760.791370] env[62913]: DEBUG nova.virt.hardware [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1760.791625] env[62913]: DEBUG nova.virt.hardware [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1760.791869] env[62913]: DEBUG nova.virt.hardware [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1760.792355] env[62913]: DEBUG nova.virt.hardware [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1760.792637] env[62913]: DEBUG nova.virt.hardware [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1760.792935] env[62913]: DEBUG nova.virt.hardware [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1760.793223] env[62913]: DEBUG nova.virt.hardware [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1760.793661] env[62913]: DEBUG nova.virt.hardware [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1760.794231] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1760.794231] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5294fa98-cc2c-fa81-ac49-dc3205d16ca5" [ 1760.794231] env[62913]: _type = "Task" [ 1760.794231] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.795382] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782496b5-445e-4d2f-90b0-639d0e13134e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.817019] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bec134-6272-43d8-b01b-df718d7c011c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.823565] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5294fa98-cc2c-fa81-ac49-dc3205d16ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.019238} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.824055] env[62913]: DEBUG oslo_concurrency.lockutils [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.824480] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 531ec942-fb95-445f-957f-14c5f9a26f1d/531ec942-fb95-445f-957f-14c5f9a26f1d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1760.825562] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf47dcc7-6568-4834-9736-51e2d5e58970 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.842354] env[62913]: DEBUG oslo_concurrency.lockutils [req-d0c864f1-a1b8-43fd-8a46-44b392835b37 req-75f086ce-4d5f-4ec6-99d9-a87c8bfe353a service nova] Releasing lock "refresh_cache-228bf167-a698-40a7-aaf3-c5dd8626b9eb" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.849988] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquired lock "refresh_cache-228bf167-a698-40a7-aaf3-c5dd8626b9eb" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.850299] env[62913]: DEBUG nova.network.neutron [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1760.859446] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1760.859446] env[62913]: value = "task-1822524" [ 1760.859446] env[62913]: _type = "Task" [ 1760.859446] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.871641] env[62913]: DEBUG oslo_vmware.api [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822518, 'name': PowerOnVM_Task, 'duration_secs': 1.513353} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.872399] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1760.872617] env[62913]: INFO nova.compute.manager [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Took 17.83 seconds to spawn the instance on the hypervisor. [ 1760.872801] env[62913]: DEBUG nova.compute.manager [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1760.873846] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8775e235-fe4c-4ad3-9647-561e1191f8b0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.880136] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.927705] env[62913]: WARNING nova.compute.manager [None req-8fe022f9-d0c1-4654-adb1-bc36096af5ed tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Image not found during snapshot: nova.exception.ImageNotFound: Image ce309b11-1ea1-4d2d-9155-af54d48d98e9 could not be found. [ 1760.939993] env[62913]: DEBUG nova.network.neutron [-] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.219647] env[62913]: DEBUG oslo_concurrency.lockutils [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.219647] env[62913]: DEBUG nova.compute.manager [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1761.224015] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.493s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.227948] env[62913]: DEBUG nova.objects.instance [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lazy-loading 'resources' on Instance uuid 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1761.283332] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822523, 'name': Rename_Task, 'duration_secs': 0.256065} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.284448] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1761.286295] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9b38841-5b6d-4cbb-8db0-e7e3cff81044 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.294475] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1761.294475] env[62913]: value = "task-1822525" [ 1761.294475] env[62913]: _type = "Task" [ 1761.294475] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.307207] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.330878] env[62913]: DEBUG nova.compute.manager [req-66c6d904-fe31-4b55-b85e-93aaee3069f9 req-4587b515-55b9-40e0-96b8-bb6953eaafa4 service nova] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Received event network-vif-plugged-e33bd948-5135-47f2-8050-1a09919cb46c {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1761.330878] env[62913]: DEBUG oslo_concurrency.lockutils [req-66c6d904-fe31-4b55-b85e-93aaee3069f9 req-4587b515-55b9-40e0-96b8-bb6953eaafa4 service nova] Acquiring lock "e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.330878] env[62913]: DEBUG oslo_concurrency.lockutils [req-66c6d904-fe31-4b55-b85e-93aaee3069f9 req-4587b515-55b9-40e0-96b8-bb6953eaafa4 service nova] Lock "e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.331285] env[62913]: DEBUG oslo_concurrency.lockutils [req-66c6d904-fe31-4b55-b85e-93aaee3069f9 req-4587b515-55b9-40e0-96b8-bb6953eaafa4 service nova] Lock "e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.332179] env[62913]: DEBUG nova.compute.manager [req-66c6d904-fe31-4b55-b85e-93aaee3069f9 req-4587b515-55b9-40e0-96b8-bb6953eaafa4 service nova] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] No waiting events found dispatching network-vif-plugged-e33bd948-5135-47f2-8050-1a09919cb46c {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1761.332179] env[62913]: WARNING nova.compute.manager [req-66c6d904-fe31-4b55-b85e-93aaee3069f9 req-4587b515-55b9-40e0-96b8-bb6953eaafa4 service nova] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Received unexpected event network-vif-plugged-e33bd948-5135-47f2-8050-1a09919cb46c for instance with vm_state building and task_state spawning. [ 1761.358184] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "d639ae2d-da36-410a-b16c-9bc0cf161f65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.358495] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "d639ae2d-da36-410a-b16c-9bc0cf161f65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.359457] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "d639ae2d-da36-410a-b16c-9bc0cf161f65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.362144] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "d639ae2d-da36-410a-b16c-9bc0cf161f65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.362144] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "d639ae2d-da36-410a-b16c-9bc0cf161f65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.365784] env[62913]: INFO nova.compute.manager [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Terminating instance [ 1761.379377] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822524, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.397153] env[62913]: INFO nova.compute.manager [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Took 45.42 seconds to build instance. [ 1761.400923] env[62913]: DEBUG nova.network.neutron [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1761.413419] env[62913]: DEBUG nova.network.neutron [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Successfully updated port: e33bd948-5135-47f2-8050-1a09919cb46c {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1761.443054] env[62913]: INFO nova.compute.manager [-] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Took 1.41 seconds to deallocate network for instance. [ 1761.574670] env[62913]: DEBUG nova.network.neutron [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Updating instance_info_cache with network_info: [{"id": "dfc00b3d-69ba-422f-93d8-3d0ca0ff4742", "address": "fa:16:3e:3a:f9:6e", "network": {"id": "4f393659-9dc6-433b-805a-5e6520e8b6b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1222172150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fd235c17f9941feb7be59734c74be0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc00b3d-69", "ovs_interfaceid": "dfc00b3d-69ba-422f-93d8-3d0ca0ff4742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.620845] env[62913]: DEBUG nova.compute.manager [req-0417e91d-e490-4d93-8f75-00cbe77e0755 req-d1d80291-1083-4c4e-adc0-7d7a782d55d2 service nova] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Received event network-vif-deleted-c82864d7-fbf7-42a2-85cb-e4c40892f3a4 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1761.659079] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "879afedd-86d0-44f5-9557-f2f021abbb41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.726120] env[62913]: DEBUG nova.compute.utils [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1761.727612] env[62913]: DEBUG nova.compute.manager [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1761.727810] env[62913]: DEBUG nova.network.neutron [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1761.771259] env[62913]: DEBUG nova.policy [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8b330878c11441b8927fb2c566ee678', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '221aad9bafaa481695bb95d2ab36ebf4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1761.805084] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822525, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.869217] env[62913]: DEBUG nova.compute.manager [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1761.869425] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1761.870537] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94380d38-fdcf-4cc5-b63c-44663795a5b9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.884211] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797248} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.886872] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 531ec942-fb95-445f-957f-14c5f9a26f1d/531ec942-fb95-445f-957f-14c5f9a26f1d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1761.887219] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1761.887613] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1761.890276] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a545be0-cd64-4f4e-a0a0-3e86abe25f93 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.893886] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1eb82f8f-362d-4da2-9f38-1467da450049 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.899166] env[62913]: DEBUG oslo_concurrency.lockutils [None req-43a4e1bd-64c0-4d35-a905-1e93e495f105 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "879afedd-86d0-44f5-9557-f2f021abbb41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.934s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.899405] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "879afedd-86d0-44f5-9557-f2f021abbb41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.241s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.899602] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "879afedd-86d0-44f5-9557-f2f021abbb41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.899816] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "879afedd-86d0-44f5-9557-f2f021abbb41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.899976] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "879afedd-86d0-44f5-9557-f2f021abbb41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.903685] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1761.903685] env[62913]: value = "task-1822527" [ 1761.903685] env[62913]: _type = "Task" [ 1761.903685] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.903899] env[62913]: DEBUG oslo_vmware.api [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1761.903899] env[62913]: value = "task-1822526" [ 1761.903899] env[62913]: _type = "Task" [ 1761.903899] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.905074] env[62913]: INFO nova.compute.manager [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Terminating instance [ 1761.919023] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "refresh_cache-e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.919023] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquired lock "refresh_cache-e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.919023] env[62913]: DEBUG nova.network.neutron [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1761.924750] env[62913]: DEBUG oslo_vmware.api [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.928776] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.954178] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.061065] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf167a00-9c8b-4e3d-9746-764ae3deeeca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.067405] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc837e18-bef9-4aa7-9180-2bcfb78faae0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.098469] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Releasing lock "refresh_cache-228bf167-a698-40a7-aaf3-c5dd8626b9eb" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.098779] env[62913]: DEBUG nova.compute.manager [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Instance network_info: |[{"id": "dfc00b3d-69ba-422f-93d8-3d0ca0ff4742", "address": "fa:16:3e:3a:f9:6e", "network": {"id": "4f393659-9dc6-433b-805a-5e6520e8b6b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1222172150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fd235c17f9941feb7be59734c74be0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc00b3d-69", "ovs_interfaceid": "dfc00b3d-69ba-422f-93d8-3d0ca0ff4742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1762.099949] env[62913]: DEBUG nova.network.neutron [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Successfully created port: 786157c3-9ac8-4905-b332-f8a417bce644 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1762.101793] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:f9:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfc00b3d-69ba-422f-93d8-3d0ca0ff4742', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1762.109085] env[62913]: DEBUG oslo.service.loopingcall [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1762.109761] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902ea05b-7af0-4d60-8551-f7369c9a8fc5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.112313] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1762.112862] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ceb2897-f039-4c89-9ad8-f3b6663fb9ff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.132635] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1687462-6da3-47fc-8830-2eff90ad822a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.138160] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1762.138160] env[62913]: value = "task-1822528" [ 1762.138160] env[62913]: _type = "Task" [ 1762.138160] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.149378] env[62913]: DEBUG nova.compute.provider_tree [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.156814] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822528, 'name': CreateVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.232941] env[62913]: DEBUG nova.compute.manager [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1762.305605] env[62913]: DEBUG oslo_vmware.api [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822525, 'name': PowerOnVM_Task, 'duration_secs': 0.51583} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.305932] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1762.306247] env[62913]: INFO nova.compute.manager [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1762.306344] env[62913]: DEBUG nova.compute.manager [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1762.307391] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98df5989-d837-45af-84a5-e44417ac208c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.419670] env[62913]: DEBUG nova.compute.manager [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1762.419898] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1762.421900] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064241} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.425613] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d452753-9879-47c6-9344-6c03cdc2add7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.428238] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1762.428549] env[62913]: DEBUG oslo_vmware.api [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822526, 'name': PowerOffVM_Task, 'duration_secs': 0.188247} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.430348] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f728cdbc-3335-4fc6-ad5e-7979e6d77cd4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.433485] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.433710] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1762.435312] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b25532ff-ec63-4067-9959-197c06745936 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.438358] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1762.438881] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c78df07e-9746-41ff-90c5-ff5e9d9ae61d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.459033] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 531ec942-fb95-445f-957f-14c5f9a26f1d/531ec942-fb95-445f-957f-14c5f9a26f1d.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.459381] env[62913]: DEBUG nova.network.neutron [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1762.462270] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f8c6e5c-0428-43e7-96a6-ee828c7180c3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.478721] env[62913]: DEBUG oslo_vmware.api [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1762.478721] env[62913]: value = "task-1822530" [ 1762.478721] env[62913]: _type = "Task" [ 1762.478721] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.484017] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1762.484017] env[62913]: value = "task-1822531" [ 1762.484017] env[62913]: _type = "Task" [ 1762.484017] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.492465] env[62913]: DEBUG oslo_vmware.api [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.497795] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.509495] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1762.509738] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1762.509923] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Deleting the datastore file [datastore1] d639ae2d-da36-410a-b16c-9bc0cf161f65 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1762.510257] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2af222c-1d05-4d81-a1c9-7af3727ddd81 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.518416] env[62913]: DEBUG oslo_vmware.api [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1762.518416] env[62913]: value = "task-1822532" [ 1762.518416] env[62913]: _type = "Task" [ 1762.518416] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.527998] env[62913]: DEBUG oslo_vmware.api [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.649435] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822528, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.653673] env[62913]: DEBUG nova.scheduler.client.report [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1762.678635] env[62913]: DEBUG nova.network.neutron [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Updating instance_info_cache with network_info: [{"id": "e33bd948-5135-47f2-8050-1a09919cb46c", "address": "fa:16:3e:ec:ea:47", "network": {"id": "4f393659-9dc6-433b-805a-5e6520e8b6b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1222172150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fd235c17f9941feb7be59734c74be0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33bd948-51", "ovs_interfaceid": "e33bd948-5135-47f2-8050-1a09919cb46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.825295] env[62913]: INFO nova.compute.manager [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Took 15.23 seconds to build instance. [ 1762.991365] env[62913]: DEBUG oslo_vmware.api [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822530, 'name': PowerOffVM_Task, 'duration_secs': 0.25578} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.992034] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.992229] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1762.992494] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-286626ee-d7e8-4e7a-9136-2facc9327c39 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.996832] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.027337] env[62913]: DEBUG oslo_vmware.api [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201782} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.027573] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1763.027770] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1763.027943] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1763.028133] env[62913]: INFO nova.compute.manager [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1763.028375] env[62913]: DEBUG oslo.service.loopingcall [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.028565] env[62913]: DEBUG nova.compute.manager [-] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1763.028658] env[62913]: DEBUG nova.network.neutron [-] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1763.066978] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1763.066978] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1763.066978] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Deleting the datastore file [datastore1] 879afedd-86d0-44f5-9557-f2f021abbb41 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1763.067176] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2540df6-ad0e-4289-8406-28c98cb25299 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.072986] env[62913]: DEBUG oslo_vmware.api [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1763.072986] env[62913]: value = "task-1822534" [ 1763.072986] env[62913]: _type = "Task" [ 1763.072986] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.080893] env[62913]: DEBUG oslo_vmware.api [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.082399] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "989e9887-935f-4dfc-96c7-d84fa3ba0852" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.082678] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "989e9887-935f-4dfc-96c7-d84fa3ba0852" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.082912] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "989e9887-935f-4dfc-96c7-d84fa3ba0852-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.083196] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "989e9887-935f-4dfc-96c7-d84fa3ba0852-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.083426] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "989e9887-935f-4dfc-96c7-d84fa3ba0852-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.085854] env[62913]: INFO nova.compute.manager [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Terminating instance [ 1763.149160] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822528, 'name': CreateVM_Task, 'duration_secs': 0.564513} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.149343] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1763.150049] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.150295] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.151015] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1763.151015] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b9865e-6675-4754-9bc3-9ebafe69fe34 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.155752] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1763.155752] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]522dfe2c-5e75-4b58-85ac-c449a517fe80" [ 1763.155752] env[62913]: _type = "Task" [ 1763.155752] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.159405] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.161626] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.079s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.161894] env[62913]: DEBUG nova.objects.instance [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lazy-loading 'resources' on Instance uuid 50730721-822e-4cf9-a133-0d3ebb928260 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.167941] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]522dfe2c-5e75-4b58-85ac-c449a517fe80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.181459] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Releasing lock "refresh_cache-e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.181556] env[62913]: DEBUG nova.compute.manager [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Instance network_info: |[{"id": "e33bd948-5135-47f2-8050-1a09919cb46c", "address": "fa:16:3e:ec:ea:47", "network": {"id": "4f393659-9dc6-433b-805a-5e6520e8b6b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1222172150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fd235c17f9941feb7be59734c74be0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33bd948-51", "ovs_interfaceid": "e33bd948-5135-47f2-8050-1a09919cb46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1763.182717] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:ea:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e33bd948-5135-47f2-8050-1a09919cb46c', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1763.190967] env[62913]: DEBUG oslo.service.loopingcall [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.192630] env[62913]: INFO nova.scheduler.client.report [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleted allocations for instance 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d [ 1763.193519] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1763.197966] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0249665-ffc5-4622-967c-ad44ba2a6c50 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.224570] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1763.224570] env[62913]: value = "task-1822535" [ 1763.224570] env[62913]: _type = "Task" [ 1763.224570] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.236052] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822535, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.239804] env[62913]: DEBUG nova.compute.manager [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1763.273231] env[62913]: DEBUG nova.virt.hardware [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1763.273506] env[62913]: DEBUG nova.virt.hardware [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.273675] env[62913]: DEBUG nova.virt.hardware [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1763.273863] env[62913]: DEBUG nova.virt.hardware [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.274021] env[62913]: DEBUG nova.virt.hardware [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1763.274310] env[62913]: DEBUG nova.virt.hardware [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1763.274596] env[62913]: DEBUG nova.virt.hardware [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1763.274818] env[62913]: DEBUG nova.virt.hardware [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1763.275085] env[62913]: DEBUG nova.virt.hardware [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1763.275326] env[62913]: DEBUG nova.virt.hardware [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1763.275566] env[62913]: DEBUG nova.virt.hardware [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1763.276506] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3362d9-5d01-4cca-a376-74ac04d649d1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.284740] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b40666-4272-4127-8d57-8bfab99ec0d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.327529] env[62913]: DEBUG oslo_concurrency.lockutils [None req-da919df5-9f15-46af-ad7a-34aaf60eb138 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "bd247408-f01c-47a8-8301-580a62dcbfe1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.745s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.372720] env[62913]: DEBUG nova.compute.manager [req-e7432cc3-2482-4c9b-9218-db9ed1697cc8 req-b5f797b2-c085-4be6-9724-7579c60f4cba service nova] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Received event network-changed-e33bd948-5135-47f2-8050-1a09919cb46c {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1763.373853] env[62913]: DEBUG nova.compute.manager [req-e7432cc3-2482-4c9b-9218-db9ed1697cc8 req-b5f797b2-c085-4be6-9724-7579c60f4cba service nova] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Refreshing instance network info cache due to event network-changed-e33bd948-5135-47f2-8050-1a09919cb46c. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1763.373853] env[62913]: DEBUG oslo_concurrency.lockutils [req-e7432cc3-2482-4c9b-9218-db9ed1697cc8 req-b5f797b2-c085-4be6-9724-7579c60f4cba service nova] Acquiring lock "refresh_cache-e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.373853] env[62913]: DEBUG oslo_concurrency.lockutils [req-e7432cc3-2482-4c9b-9218-db9ed1697cc8 req-b5f797b2-c085-4be6-9724-7579c60f4cba service nova] Acquired lock "refresh_cache-e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.373853] env[62913]: DEBUG nova.network.neutron [req-e7432cc3-2482-4c9b-9218-db9ed1697cc8 req-b5f797b2-c085-4be6-9724-7579c60f4cba service nova] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Refreshing network info cache for port e33bd948-5135-47f2-8050-1a09919cb46c {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.502581] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822531, 'name': ReconfigVM_Task, 'duration_secs': 0.752631} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.503009] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 531ec942-fb95-445f-957f-14c5f9a26f1d/531ec942-fb95-445f-957f-14c5f9a26f1d.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1763.503754] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c709b823-704c-4f1e-b48f-c7c8623d70d6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.513742] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1763.513742] env[62913]: value = "task-1822536" [ 1763.513742] env[62913]: _type = "Task" [ 1763.513742] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.525980] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822536, 'name': Rename_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.582975] env[62913]: DEBUG oslo_vmware.api [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142843} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.583270] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1763.583466] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1763.583637] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1763.583811] env[62913]: INFO nova.compute.manager [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1763.584077] env[62913]: DEBUG oslo.service.loopingcall [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.584303] env[62913]: DEBUG nova.compute.manager [-] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1763.584395] env[62913]: DEBUG nova.network.neutron [-] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1763.590707] env[62913]: DEBUG nova.compute.manager [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1763.590908] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1763.591743] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9495a2d1-5827-4ba8-a9aa-597b8ae4ac46 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.599038] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1763.599288] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daec5da9-298c-49c2-b062-adb9fdb376a9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.605751] env[62913]: DEBUG oslo_vmware.api [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1763.605751] env[62913]: value = "task-1822537" [ 1763.605751] env[62913]: _type = "Task" [ 1763.605751] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.614697] env[62913]: DEBUG oslo_vmware.api [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.667132] env[62913]: DEBUG nova.objects.instance [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lazy-loading 'numa_topology' on Instance uuid 50730721-822e-4cf9-a133-0d3ebb928260 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.668226] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]522dfe2c-5e75-4b58-85ac-c449a517fe80, 'name': SearchDatastore_Task, 'duration_secs': 0.011489} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.671543] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.671543] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1763.671543] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.671543] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.671543] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1763.671543] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ffbd833-f913-4ea2-9a54-212ab1afb618 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.680419] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1763.680599] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1763.681412] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f1bc05-1098-41ea-b6e9-4df7680d6c0e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.691767] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1763.691767] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525deb72-c9a9-6090-7673-90b8af476914" [ 1763.691767] env[62913]: _type = "Task" [ 1763.691767] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.706305] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525deb72-c9a9-6090-7673-90b8af476914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.708496] env[62913]: DEBUG nova.compute.manager [req-914c585a-0e40-4876-a770-ae8d254dccee req-df539980-9b1f-426e-a520-8fe04ed2763f service nova] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Received event network-vif-plugged-786157c3-9ac8-4905-b332-f8a417bce644 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1763.708681] env[62913]: DEBUG oslo_concurrency.lockutils [req-914c585a-0e40-4876-a770-ae8d254dccee req-df539980-9b1f-426e-a520-8fe04ed2763f service nova] Acquiring lock "3b9cf718-bac8-491d-874a-ebaa43ba58d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.711175] env[62913]: DEBUG oslo_concurrency.lockutils [req-914c585a-0e40-4876-a770-ae8d254dccee req-df539980-9b1f-426e-a520-8fe04ed2763f service nova] Lock "3b9cf718-bac8-491d-874a-ebaa43ba58d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.711409] env[62913]: DEBUG oslo_concurrency.lockutils [req-914c585a-0e40-4876-a770-ae8d254dccee req-df539980-9b1f-426e-a520-8fe04ed2763f service nova] Lock "3b9cf718-bac8-491d-874a-ebaa43ba58d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.711594] env[62913]: DEBUG nova.compute.manager [req-914c585a-0e40-4876-a770-ae8d254dccee req-df539980-9b1f-426e-a520-8fe04ed2763f service nova] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] No waiting events found dispatching network-vif-plugged-786157c3-9ac8-4905-b332-f8a417bce644 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1763.711770] env[62913]: WARNING nova.compute.manager [req-914c585a-0e40-4876-a770-ae8d254dccee req-df539980-9b1f-426e-a520-8fe04ed2763f service nova] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Received unexpected event network-vif-plugged-786157c3-9ac8-4905-b332-f8a417bce644 for instance with vm_state building and task_state spawning. [ 1763.719711] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9a422592-7790-4a9c-bf09-2e3ef8e44304 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "29d6a1ae-6779-4b2b-acbd-85e2e8fa828d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.560s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.731858] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822535, 'name': CreateVM_Task, 'duration_secs': 0.364679} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.732035] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1763.732737] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.732904] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.733291] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1763.734963] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc99fa54-336a-46e3-a8ae-87babc56aea9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.738088] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1763.738088] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52d7967d-edbe-c891-56eb-35054ceebc00" [ 1763.738088] env[62913]: _type = "Task" [ 1763.738088] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.747186] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d7967d-edbe-c891-56eb-35054ceebc00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.825534] env[62913]: DEBUG nova.network.neutron [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Successfully updated port: 786157c3-9ac8-4905-b332-f8a417bce644 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1763.863354] env[62913]: DEBUG nova.network.neutron [-] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.029324] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822536, 'name': Rename_Task, 'duration_secs': 0.212044} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.029522] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.029794] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16cb8765-eb40-494d-a8c9-5e49fcb68fc1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.036114] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1764.036114] env[62913]: value = "task-1822538" [ 1764.036114] env[62913]: _type = "Task" [ 1764.036114] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.043479] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.092742] env[62913]: DEBUG nova.network.neutron [req-e7432cc3-2482-4c9b-9218-db9ed1697cc8 req-b5f797b2-c085-4be6-9724-7579c60f4cba service nova] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Updated VIF entry in instance network info cache for port e33bd948-5135-47f2-8050-1a09919cb46c. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.093262] env[62913]: DEBUG nova.network.neutron [req-e7432cc3-2482-4c9b-9218-db9ed1697cc8 req-b5f797b2-c085-4be6-9724-7579c60f4cba service nova] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Updating instance_info_cache with network_info: [{"id": "e33bd948-5135-47f2-8050-1a09919cb46c", "address": "fa:16:3e:ec:ea:47", "network": {"id": "4f393659-9dc6-433b-805a-5e6520e8b6b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1222172150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fd235c17f9941feb7be59734c74be0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33bd948-51", "ovs_interfaceid": "e33bd948-5135-47f2-8050-1a09919cb46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.115821] env[62913]: DEBUG oslo_vmware.api [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822537, 'name': PowerOffVM_Task, 'duration_secs': 0.259406} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.116100] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1764.116271] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1764.116529] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b707326-4777-49e0-ab19-f8941e49e219 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.169738] env[62913]: DEBUG nova.objects.base [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Object Instance<50730721-822e-4cf9-a133-0d3ebb928260> lazy-loaded attributes: resources,numa_topology {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1764.202148] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525deb72-c9a9-6090-7673-90b8af476914, 'name': SearchDatastore_Task, 'duration_secs': 0.016195} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.202956] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1fca61e-193c-4306-ab09-e1486fdfcf9a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.210797] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1764.211074] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1764.211382] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Deleting the datastore file [datastore1] 989e9887-935f-4dfc-96c7-d84fa3ba0852 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1764.212660] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57e56f9b-a895-405c-b8b0-144a34b97486 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.214647] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1764.214647] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52aa6885-d493-9ee1-c84c-5f939d17ba81" [ 1764.214647] env[62913]: _type = "Task" [ 1764.214647] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.222512] env[62913]: DEBUG oslo_vmware.api [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for the task: (returnval){ [ 1764.222512] env[62913]: value = "task-1822540" [ 1764.222512] env[62913]: _type = "Task" [ 1764.222512] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.230522] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52aa6885-d493-9ee1-c84c-5f939d17ba81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.238270] env[62913]: DEBUG oslo_vmware.api [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.248615] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d7967d-edbe-c891-56eb-35054ceebc00, 'name': SearchDatastore_Task, 'duration_secs': 0.019623} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.251296] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.251542] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1764.251755] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.328250] env[62913]: DEBUG oslo_concurrency.lockutils [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Acquiring lock "refresh_cache-3b9cf718-bac8-491d-874a-ebaa43ba58d3" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.328400] env[62913]: DEBUG oslo_concurrency.lockutils [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Acquired lock "refresh_cache-3b9cf718-bac8-491d-874a-ebaa43ba58d3" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.328569] env[62913]: DEBUG nova.network.neutron [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.364288] env[62913]: INFO nova.compute.manager [-] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Took 1.34 seconds to deallocate network for instance. [ 1764.457035] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c763b90e-a1ce-4161-9642-bfd44eeafcb9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.464605] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b880ca87-3289-4a8c-954b-cf974edc9b69 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.499529] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581ebb14-d527-41d6-9da3-920d5738de6e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.507777] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d352dfea-f697-4323-9d45-3743ef1ad01e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.522731] env[62913]: DEBUG nova.compute.provider_tree [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.546961] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822538, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.587170] env[62913]: DEBUG nova.network.neutron [-] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.596440] env[62913]: DEBUG oslo_concurrency.lockutils [req-e7432cc3-2482-4c9b-9218-db9ed1697cc8 req-b5f797b2-c085-4be6-9724-7579c60f4cba service nova] Releasing lock "refresh_cache-e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.727979] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52aa6885-d493-9ee1-c84c-5f939d17ba81, 'name': SearchDatastore_Task, 'duration_secs': 0.013999} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.732691] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.732992] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 228bf167-a698-40a7-aaf3-c5dd8626b9eb/228bf167-a698-40a7-aaf3-c5dd8626b9eb.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1764.733430] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.733628] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1764.733841] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-088dec5c-9355-4e54-b2f2-1305b3a2af6c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.736439] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b771e38-f33f-4283-b2c3-58c14cfba76f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.741943] env[62913]: DEBUG oslo_vmware.api [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Task: {'id': task-1822540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158988} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.742471] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1764.742716] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1764.742964] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1764.743204] env[62913]: INFO nova.compute.manager [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1764.743442] env[62913]: DEBUG oslo.service.loopingcall [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.743965] env[62913]: DEBUG nova.compute.manager [-] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1764.744076] env[62913]: DEBUG nova.network.neutron [-] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1764.746818] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1764.746818] env[62913]: value = "task-1822541" [ 1764.746818] env[62913]: _type = "Task" [ 1764.746818] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.755625] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.756988] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1764.757266] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1764.758309] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc0de439-cf1b-414e-823e-bae92a2df7dd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.763647] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1764.763647] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52dca538-7868-eb55-6c5c-6e42088c7010" [ 1764.763647] env[62913]: _type = "Task" [ 1764.763647] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.771432] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52dca538-7868-eb55-6c5c-6e42088c7010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.860807] env[62913]: DEBUG nova.network.neutron [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1764.873808] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.026347] env[62913]: DEBUG nova.scheduler.client.report [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1765.042578] env[62913]: DEBUG nova.network.neutron [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Updating instance_info_cache with network_info: [{"id": "786157c3-9ac8-4905-b332-f8a417bce644", "address": "fa:16:3e:b6:3f:2c", "network": {"id": "7a34c4f3-8e8c-401a-9bd2-38aa5ed4b857", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-441863240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "221aad9bafaa481695bb95d2ab36ebf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786157c3-9a", "ovs_interfaceid": "786157c3-9ac8-4905-b332-f8a417bce644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.047456] env[62913]: DEBUG oslo_vmware.api [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822538, 'name': PowerOnVM_Task, 'duration_secs': 0.610866} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.047929] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.048146] env[62913]: INFO nova.compute.manager [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1765.048349] env[62913]: DEBUG nova.compute.manager [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.049405] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ef9dbe-fb66-4240-b3c6-5532e6b5611b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.089991] env[62913]: INFO nova.compute.manager [-] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Took 1.51 seconds to deallocate network for instance. [ 1765.258530] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822541, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.272686] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52dca538-7868-eb55-6c5c-6e42088c7010, 'name': SearchDatastore_Task, 'duration_secs': 0.023163} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.273494] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f822b50c-f117-47d7-aecc-962e38b81671 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.278740] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1765.278740] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5238f59b-8c9c-606d-6beb-040672e511bf" [ 1765.278740] env[62913]: _type = "Task" [ 1765.278740] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.285738] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5238f59b-8c9c-606d-6beb-040672e511bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.399965] env[62913]: INFO nova.compute.manager [None req-ab4e389a-3ce6-4351-bacf-eea50ba72843 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Get console output [ 1765.400395] env[62913]: WARNING nova.virt.vmwareapi.driver [None req-ab4e389a-3ce6-4351-bacf-eea50ba72843 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] The console log is missing. Check your VSPC configuration [ 1765.459659] env[62913]: DEBUG nova.network.neutron [-] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.531157] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.369s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.533725] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.615s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.533918] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.534095] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1765.534957] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.582s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.534957] env[62913]: DEBUG nova.objects.instance [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Lazy-loading 'resources' on Instance uuid 94b0d251-c9e7-4f4a-abc1-0399b53c0016 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.537309] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d381e836-c256-4779-89e0-d545a0f2d678 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.547995] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b2b12b-edb3-4b6a-b3cd-6647105e28e2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.554077] env[62913]: DEBUG oslo_concurrency.lockutils [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Releasing lock "refresh_cache-3b9cf718-bac8-491d-874a-ebaa43ba58d3" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.554319] env[62913]: DEBUG nova.compute.manager [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Instance network_info: |[{"id": "786157c3-9ac8-4905-b332-f8a417bce644", "address": "fa:16:3e:b6:3f:2c", "network": {"id": "7a34c4f3-8e8c-401a-9bd2-38aa5ed4b857", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-441863240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "221aad9bafaa481695bb95d2ab36ebf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786157c3-9a", "ovs_interfaceid": "786157c3-9ac8-4905-b332-f8a417bce644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1765.556150] env[62913]: DEBUG nova.compute.manager [req-65bbfc15-c5e0-4714-adaa-fee6ce633fd0 req-12e09fdc-f6a2-4308-915e-5ac4057d9908 service nova] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Received event network-vif-deleted-3fbd87b4-6b83-4948-9fcd-2876e32c30c8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1765.556357] env[62913]: DEBUG nova.compute.manager [req-65bbfc15-c5e0-4714-adaa-fee6ce633fd0 req-12e09fdc-f6a2-4308-915e-5ac4057d9908 service nova] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Received event network-vif-deleted-0e256b74-8d34-44b6-80c5-3cdf965f068c {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1765.557010] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:3f:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '786157c3-9ac8-4905-b332-f8a417bce644', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1765.564859] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Creating folder: Project (221aad9bafaa481695bb95d2ab36ebf4). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1765.572882] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d260f894-582b-4e10-8f6e-789c3a1c7075 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.575344] env[62913]: INFO nova.compute.manager [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Took 17.69 seconds to build instance. [ 1765.587338] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0d864e-a8ce-4e16-970c-2ef659d6dee7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.596325] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7df5b7-e419-4fe6-a520-b08423e6a99c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.600364] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.600683] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Created folder: Project (221aad9bafaa481695bb95d2ab36ebf4) in parent group-v377263. [ 1765.600890] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Creating folder: Instances. Parent ref: group-v377486. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1765.601636] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95184c86-95ef-422d-8286-9e018c058096 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.636816] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179424MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1765.636975] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.638528] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Created folder: Instances in parent group-v377486. [ 1765.638765] env[62913]: DEBUG oslo.service.loopingcall [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.639017] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1765.639235] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cda8adba-452b-4fa5-813a-17213e5e26d3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.659428] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1765.659428] env[62913]: value = "task-1822544" [ 1765.659428] env[62913]: _type = "Task" [ 1765.659428] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.670158] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822544, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.758149] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857201} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.758421] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 228bf167-a698-40a7-aaf3-c5dd8626b9eb/228bf167-a698-40a7-aaf3-c5dd8626b9eb.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1765.758629] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1765.758876] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3147a5d4-3e69-48d2-bba2-f71c5a649526 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.765079] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1765.765079] env[62913]: value = "task-1822545" [ 1765.765079] env[62913]: _type = "Task" [ 1765.765079] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.772861] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.788591] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5238f59b-8c9c-606d-6beb-040672e511bf, 'name': SearchDatastore_Task, 'duration_secs': 0.020931} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.788892] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.789171] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3/e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1765.789428] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a92ade4e-d18d-4568-b6d4-c5887b1e66bd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.796311] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1765.796311] env[62913]: value = "task-1822546" [ 1765.796311] env[62913]: _type = "Task" [ 1765.796311] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.804233] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.866687] env[62913]: DEBUG nova.compute.manager [req-99f1476c-eabc-4969-ba8f-6e11364d238f req-0d9cce79-f42c-4bc2-a450-f738ca1e8501 service nova] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Received event network-changed-786157c3-9ac8-4905-b332-f8a417bce644 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1765.866927] env[62913]: DEBUG nova.compute.manager [req-99f1476c-eabc-4969-ba8f-6e11364d238f req-0d9cce79-f42c-4bc2-a450-f738ca1e8501 service nova] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Refreshing instance network info cache due to event network-changed-786157c3-9ac8-4905-b332-f8a417bce644. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1765.867174] env[62913]: DEBUG oslo_concurrency.lockutils [req-99f1476c-eabc-4969-ba8f-6e11364d238f req-0d9cce79-f42c-4bc2-a450-f738ca1e8501 service nova] Acquiring lock "refresh_cache-3b9cf718-bac8-491d-874a-ebaa43ba58d3" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.867359] env[62913]: DEBUG oslo_concurrency.lockutils [req-99f1476c-eabc-4969-ba8f-6e11364d238f req-0d9cce79-f42c-4bc2-a450-f738ca1e8501 service nova] Acquired lock "refresh_cache-3b9cf718-bac8-491d-874a-ebaa43ba58d3" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.867556] env[62913]: DEBUG nova.network.neutron [req-99f1476c-eabc-4969-ba8f-6e11364d238f req-0d9cce79-f42c-4bc2-a450-f738ca1e8501 service nova] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Refreshing network info cache for port 786157c3-9ac8-4905-b332-f8a417bce644 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1765.962608] env[62913]: INFO nova.compute.manager [-] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Took 1.22 seconds to deallocate network for instance. [ 1766.049287] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed114717-c0a6-4df5-8f5d-96a45ebe686e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "50730721-822e-4cf9-a133-0d3ebb928260" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.295s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.050336] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b03789ae-d818-4b1c-b39e-92f5355a6c37 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "50730721-822e-4cf9-a133-0d3ebb928260" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 8.389s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.050573] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b03789ae-d818-4b1c-b39e-92f5355a6c37 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "50730721-822e-4cf9-a133-0d3ebb928260-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.050785] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b03789ae-d818-4b1c-b39e-92f5355a6c37 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "50730721-822e-4cf9-a133-0d3ebb928260-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.051071] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b03789ae-d818-4b1c-b39e-92f5355a6c37 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "50730721-822e-4cf9-a133-0d3ebb928260-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.053080] env[62913]: INFO nova.compute.manager [None req-b03789ae-d818-4b1c-b39e-92f5355a6c37 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Terminating instance [ 1766.077259] env[62913]: DEBUG oslo_concurrency.lockutils [None req-95c43615-3c77-47d4-b067-3732c19b19af tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "531ec942-fb95-445f-957f-14c5f9a26f1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.199s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.173581] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822544, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.275497] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071302} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.278011] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1766.279646] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d3b716-7bea-4e54-a4c2-a47917972d45 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.301224] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 228bf167-a698-40a7-aaf3-c5dd8626b9eb/228bf167-a698-40a7-aaf3-c5dd8626b9eb.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1766.303980] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5da3521-6f7d-4aae-a37f-f72daa3b2e59 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.328797] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458208} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.330808] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3/e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1766.330808] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1766.330808] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1766.330808] env[62913]: value = "task-1822547" [ 1766.330808] env[62913]: _type = "Task" [ 1766.330808] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.332903] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b92e975-3241-4e9c-8aaf-7c674c658df7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.343318] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822547, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.347803] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1766.347803] env[62913]: value = "task-1822548" [ 1766.347803] env[62913]: _type = "Task" [ 1766.347803] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.357633] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.373227] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c39401-0761-49f9-86f2-bd7505d80e85 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.381984] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d314e79-219a-44f4-a4cf-c77a2da566fb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.416496] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8954b29b-098b-4517-aaed-3992dbafa0cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.424167] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ef376e-1cb9-4df8-a55b-6ba334826035 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.438679] env[62913]: DEBUG nova.compute.provider_tree [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1766.471105] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.472908] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Acquiring lock "1a60dd50-c805-401b-8574-a11eebc105c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.473133] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Lock "1a60dd50-c805-401b-8574-a11eebc105c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.473380] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Acquiring lock "1a60dd50-c805-401b-8574-a11eebc105c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.473564] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Lock "1a60dd50-c805-401b-8574-a11eebc105c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.473726] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Lock "1a60dd50-c805-401b-8574-a11eebc105c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.476501] env[62913]: INFO nova.compute.manager [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Terminating instance [ 1766.557634] env[62913]: DEBUG nova.compute.manager [None req-b03789ae-d818-4b1c-b39e-92f5355a6c37 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1766.557957] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b03789ae-d818-4b1c-b39e-92f5355a6c37 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1766.558377] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae01e8f3-2adb-429f-ba25-b36297c46559 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.568840] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c9be0f-81b9-4c65-9580-9d932dc2a6fb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.603842] env[62913]: WARNING nova.virt.vmwareapi.vmops [None req-b03789ae-d818-4b1c-b39e-92f5355a6c37 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 50730721-822e-4cf9-a133-0d3ebb928260 could not be found. [ 1766.603842] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b03789ae-d818-4b1c-b39e-92f5355a6c37 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1766.603842] env[62913]: INFO nova.compute.manager [None req-b03789ae-d818-4b1c-b39e-92f5355a6c37 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1766.605112] env[62913]: DEBUG oslo.service.loopingcall [None req-b03789ae-d818-4b1c-b39e-92f5355a6c37 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.605112] env[62913]: DEBUG nova.compute.manager [-] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1766.605112] env[62913]: DEBUG nova.network.neutron [-] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1766.627531] env[62913]: DEBUG nova.network.neutron [req-99f1476c-eabc-4969-ba8f-6e11364d238f req-0d9cce79-f42c-4bc2-a450-f738ca1e8501 service nova] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Updated VIF entry in instance network info cache for port 786157c3-9ac8-4905-b332-f8a417bce644. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1766.627880] env[62913]: DEBUG nova.network.neutron [req-99f1476c-eabc-4969-ba8f-6e11364d238f req-0d9cce79-f42c-4bc2-a450-f738ca1e8501 service nova] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Updating instance_info_cache with network_info: [{"id": "786157c3-9ac8-4905-b332-f8a417bce644", "address": "fa:16:3e:b6:3f:2c", "network": {"id": "7a34c4f3-8e8c-401a-9bd2-38aa5ed4b857", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-441863240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "221aad9bafaa481695bb95d2ab36ebf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786157c3-9a", "ovs_interfaceid": "786157c3-9ac8-4905-b332-f8a417bce644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.670198] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822544, 'name': CreateVM_Task, 'duration_secs': 0.535057} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.670376] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1766.671032] env[62913]: DEBUG oslo_concurrency.lockutils [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.671688] env[62913]: DEBUG oslo_concurrency.lockutils [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.671688] env[62913]: DEBUG oslo_concurrency.lockutils [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1766.672012] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac22ffd9-0601-4537-ada0-31e04177bde0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.676324] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Waiting for the task: (returnval){ [ 1766.676324] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]526ffb39-b954-376c-998b-31c615a19789" [ 1766.676324] env[62913]: _type = "Task" [ 1766.676324] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.683884] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526ffb39-b954-376c-998b-31c615a19789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.849699] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822547, 'name': ReconfigVM_Task, 'duration_secs': 0.279617} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.854187] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 228bf167-a698-40a7-aaf3-c5dd8626b9eb/228bf167-a698-40a7-aaf3-c5dd8626b9eb.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1766.854187] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52b700e9-6d39-451b-915b-ed9fa6673dea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.861737] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06437} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.863045] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1766.863427] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1766.863427] env[62913]: value = "task-1822549" [ 1766.863427] env[62913]: _type = "Task" [ 1766.863427] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.864202] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c8ca48-a082-4d79-8d9a-3ac5aa8524a6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.879275] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822549, 'name': Rename_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.898297] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3/e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1766.899018] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6ea6f76-3334-406b-9552-5309407bc2a6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.922181] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1766.922181] env[62913]: value = "task-1822550" [ 1766.922181] env[62913]: _type = "Task" [ 1766.922181] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.933054] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822550, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.973954] env[62913]: DEBUG nova.scheduler.client.report [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1766.974467] env[62913]: DEBUG nova.compute.provider_tree [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 106 to 107 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1766.974593] env[62913]: DEBUG nova.compute.provider_tree [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1766.980068] env[62913]: DEBUG nova.compute.manager [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1766.980329] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1766.981331] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76491120-f0f4-411e-82db-594150079960 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.989437] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1766.990698] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5ccde03-87c7-4898-a4a4-84e1e46f6a71 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.000229] env[62913]: DEBUG oslo_vmware.api [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Waiting for the task: (returnval){ [ 1767.000229] env[62913]: value = "task-1822551" [ 1767.000229] env[62913]: _type = "Task" [ 1767.000229] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.008961] env[62913]: DEBUG oslo_vmware.api [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': task-1822551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.130353] env[62913]: DEBUG oslo_concurrency.lockutils [req-99f1476c-eabc-4969-ba8f-6e11364d238f req-0d9cce79-f42c-4bc2-a450-f738ca1e8501 service nova] Releasing lock "refresh_cache-3b9cf718-bac8-491d-874a-ebaa43ba58d3" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.130732] env[62913]: DEBUG nova.compute.manager [req-99f1476c-eabc-4969-ba8f-6e11364d238f req-0d9cce79-f42c-4bc2-a450-f738ca1e8501 service nova] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Received event network-vif-deleted-5a08d10c-7cd3-4b69-ae14-0d6dc8f9958f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1767.188990] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526ffb39-b954-376c-998b-31c615a19789, 'name': SearchDatastore_Task, 'duration_secs': 0.008186} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.189348] env[62913]: DEBUG oslo_concurrency.lockutils [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.189587] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1767.189829] env[62913]: DEBUG oslo_concurrency.lockutils [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.189975] env[62913]: DEBUG oslo_concurrency.lockutils [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.190171] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1767.190441] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d4a1d22-9af1-45e7-996f-8e18bf9b33f9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.209935] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1767.210201] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1767.210971] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a053ddbc-914c-4abe-a16e-4be378e322f3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.216801] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Waiting for the task: (returnval){ [ 1767.216801] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]528dd393-e8d4-681a-3c00-a7355d4a2776" [ 1767.216801] env[62913]: _type = "Task" [ 1767.216801] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.225903] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528dd393-e8d4-681a-3c00-a7355d4a2776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.376246] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822549, 'name': Rename_Task, 'duration_secs': 0.140475} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.376538] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1767.376791] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e01f76db-c4c3-4d8a-aa26-013a34baa3b6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.384144] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1767.384144] env[62913]: value = "task-1822552" [ 1767.384144] env[62913]: _type = "Task" [ 1767.384144] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.391962] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.417562] env[62913]: DEBUG nova.network.neutron [-] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.434042] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822550, 'name': ReconfigVM_Task, 'duration_secs': 0.400918} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.434042] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Reconfigured VM instance instance-0000004f to attach disk [datastore1] e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3/e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1767.434042] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-463c5738-d134-4b0c-a8a0-c31a299f9bc6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.440601] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1767.440601] env[62913]: value = "task-1822553" [ 1767.440601] env[62913]: _type = "Task" [ 1767.440601] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.449286] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822553, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.480438] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.483092] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.609s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.483284] env[62913]: DEBUG nova.objects.instance [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lazy-loading 'resources' on Instance uuid d639ae2d-da36-410a-b16c-9bc0cf161f65 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.500720] env[62913]: INFO nova.scheduler.client.report [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Deleted allocations for instance 94b0d251-c9e7-4f4a-abc1-0399b53c0016 [ 1767.513110] env[62913]: DEBUG oslo_vmware.api [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': task-1822551, 'name': PowerOffVM_Task, 'duration_secs': 0.213958} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.513449] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1767.513621] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1767.513871] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-829d2227-b8da-4531-8200-5990a2a5aa90 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.608432] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1767.608740] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1767.608824] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Deleting the datastore file [datastore1] 1a60dd50-c805-401b-8574-a11eebc105c6 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1767.609093] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6295cdc1-0169-4dfa-9fc5-606d4149a793 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.615623] env[62913]: DEBUG oslo_vmware.api [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Waiting for the task: (returnval){ [ 1767.615623] env[62913]: value = "task-1822555" [ 1767.615623] env[62913]: _type = "Task" [ 1767.615623] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.623895] env[62913]: DEBUG oslo_vmware.api [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': task-1822555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.728717] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528dd393-e8d4-681a-3c00-a7355d4a2776, 'name': SearchDatastore_Task, 'duration_secs': 0.012165} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.729512] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-babd5805-bd7f-4b07-acfb-eb97197aee2e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.734482] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Waiting for the task: (returnval){ [ 1767.734482] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]528257c2-127e-fd5d-8e51-bcd2860f2923" [ 1767.734482] env[62913]: _type = "Task" [ 1767.734482] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.741742] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528257c2-127e-fd5d-8e51-bcd2860f2923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.894536] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822552, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.921428] env[62913]: INFO nova.compute.manager [-] [instance: 50730721-822e-4cf9-a133-0d3ebb928260] Took 1.32 seconds to deallocate network for instance. [ 1767.950487] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822553, 'name': Rename_Task, 'duration_secs': 0.20301} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.951962] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1767.951962] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6abb174e-c196-4191-9b78-047d09e59fdd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.958028] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1767.958028] env[62913]: value = "task-1822556" [ 1767.958028] env[62913]: _type = "Task" [ 1767.958028] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.969065] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.013728] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6d42a7f7-26ca-49bc-800f-06f75f4d3812 tempest-AttachInterfacesV270Test-776384621 tempest-AttachInterfacesV270Test-776384621-project-member] Lock "94b0d251-c9e7-4f4a-abc1-0399b53c0016" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.645s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.036986] env[62913]: DEBUG nova.compute.manager [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Stashing vm_state: active {{(pid=62913) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1768.128517] env[62913]: DEBUG oslo_vmware.api [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Task: {'id': task-1822555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359052} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.128793] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1768.128989] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1768.129228] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1768.129453] env[62913]: INFO nova.compute.manager [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1768.129757] env[62913]: DEBUG oslo.service.loopingcall [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.129966] env[62913]: DEBUG nova.compute.manager [-] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1768.130079] env[62913]: DEBUG nova.network.neutron [-] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1768.248890] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528257c2-127e-fd5d-8e51-bcd2860f2923, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.249381] env[62913]: DEBUG oslo_concurrency.lockutils [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.250149] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 3b9cf718-bac8-491d-874a-ebaa43ba58d3/3b9cf718-bac8-491d-874a-ebaa43ba58d3.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1768.253422] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a7c8461-9e8f-451b-b669-440e1698b70a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.262019] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Waiting for the task: (returnval){ [ 1768.262019] env[62913]: value = "task-1822557" [ 1768.262019] env[62913]: _type = "Task" [ 1768.262019] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.267337] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a5e39c-aec9-48b2-9d86-d1744227fac5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.273800] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': task-1822557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.278400] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0095caca-6452-4944-8729-7bb58c36b937 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.116458] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0c955e-554d-4898-b8f6-72943462a408 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.136551] env[62913]: DEBUG oslo_vmware.api [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822556, 'name': PowerOnVM_Task, 'duration_secs': 1.014706} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.136820] env[62913]: DEBUG oslo_vmware.api [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822552, 'name': PowerOnVM_Task, 'duration_secs': 0.707281} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.137031] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': task-1822557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684245} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.138084] env[62913]: DEBUG oslo_concurrency.lockutils [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.139355] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a32d639-2eb5-4f36-98af-34b9c52ebc62 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.143216] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1769.143439] env[62913]: INFO nova.compute.manager [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1769.143618] env[62913]: DEBUG nova.compute.manager [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1769.143894] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1769.148018] env[62913]: INFO nova.compute.manager [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Took 10.79 seconds to spawn the instance on the hypervisor. [ 1769.148018] env[62913]: DEBUG nova.compute.manager [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1769.148018] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 3b9cf718-bac8-491d-874a-ebaa43ba58d3/3b9cf718-bac8-491d-874a-ebaa43ba58d3.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1769.148018] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1769.148018] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa71fbc-9433-4ea0-ae23-9fb959c6aa10 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.148978] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ee3dbd-9a40-45e1-ab9e-eb8412d59d8b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.151231] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ef1bcff-71ff-4b05-b13e-8db36eb9c4ea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.162826] env[62913]: DEBUG nova.compute.provider_tree [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1769.174403] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Waiting for the task: (returnval){ [ 1769.174403] env[62913]: value = "task-1822558" [ 1769.174403] env[62913]: _type = "Task" [ 1769.174403] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.176040] env[62913]: DEBUG nova.scheduler.client.report [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1769.188717] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': task-1822558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.620261] env[62913]: DEBUG nova.network.neutron [-] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.640450] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b03789ae-d818-4b1c-b39e-92f5355a6c37 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "50730721-822e-4cf9-a133-0d3ebb928260" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.590s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.685094] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.691799] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.091s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.692084] env[62913]: DEBUG nova.objects.instance [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lazy-loading 'resources' on Instance uuid 879afedd-86d0-44f5-9557-f2f021abbb41 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1769.693244] env[62913]: INFO nova.compute.manager [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Took 20.88 seconds to build instance. [ 1769.694362] env[62913]: INFO nova.compute.manager [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Took 21.54 seconds to build instance. [ 1769.703149] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': task-1822558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264012} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.703530] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1769.704792] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fc38aa-d69b-4837-adc1-7814c283c543 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.711911] env[62913]: INFO nova.scheduler.client.report [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Deleted allocations for instance d639ae2d-da36-410a-b16c-9bc0cf161f65 [ 1769.735140] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 3b9cf718-bac8-491d-874a-ebaa43ba58d3/3b9cf718-bac8-491d-874a-ebaa43ba58d3.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.736034] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-699b1318-9f2b-481f-9c0f-f0af22d0d6b5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.757034] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Waiting for the task: (returnval){ [ 1769.757034] env[62913]: value = "task-1822559" [ 1769.757034] env[62913]: _type = "Task" [ 1769.757034] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.768740] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': task-1822559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.123378] env[62913]: INFO nova.compute.manager [-] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Took 1.99 seconds to deallocate network for instance. [ 1770.196320] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5e848923-3c0f-4ff3-873e-dcce24859799 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.395s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.196744] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7e55505d-2ad9-4502-ac6f-c146f1b20ed3 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "228bf167-a698-40a7-aaf3-c5dd8626b9eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.050s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.210983] env[62913]: DEBUG nova.compute.manager [req-681fcd26-b321-4fe1-8998-d4770e6f5e93 req-f95ccc89-e0c9-4585-91f1-77ffb427d64a service nova] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Received event network-vif-deleted-0578ac3a-5165-4d09-a2cb-53dc56531480 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1770.242195] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b4487ee7-c15e-4be2-9b55-7d361afae4d3 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "d639ae2d-da36-410a-b16c-9bc0cf161f65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.883s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.267380] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': task-1822559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.490184] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613209f6-6308-4e18-9738-8a57ae1aaecb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.497865] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6e7fe8-4e43-40e1-8bb1-5fb207a4f967 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.531626] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9e8fd7-918a-42b3-bace-7d7cacb01022 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.539085] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465479a6-7550-4556-9b14-38ff18c86dfa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.554119] env[62913]: DEBUG nova.compute.provider_tree [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.631979] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.768203] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': task-1822559, 'name': ReconfigVM_Task, 'duration_secs': 0.705072} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.769534] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 3b9cf718-bac8-491d-874a-ebaa43ba58d3/3b9cf718-bac8-491d-874a-ebaa43ba58d3.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1770.769534] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-919342ac-c5b7-42f3-b5da-e0d195ad9be1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.776210] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Waiting for the task: (returnval){ [ 1770.776210] env[62913]: value = "task-1822560" [ 1770.776210] env[62913]: _type = "Task" [ 1770.776210] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.783769] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': task-1822560, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.804444] env[62913]: DEBUG oslo_concurrency.lockutils [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "9846f0fc-1931-4141-9433-99668fc42db7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.804792] env[62913]: DEBUG oslo_concurrency.lockutils [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "9846f0fc-1931-4141-9433-99668fc42db7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.836500] env[62913]: DEBUG oslo_concurrency.lockutils [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "5e2dab6a-1123-4cb2-804f-ae9fb258221e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.836765] env[62913]: DEBUG oslo_concurrency.lockutils [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "5e2dab6a-1123-4cb2-804f-ae9fb258221e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.058330] env[62913]: DEBUG nova.scheduler.client.report [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1771.286210] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': task-1822560, 'name': Rename_Task, 'duration_secs': 0.188404} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.286779] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1771.286816] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef179de9-0d05-43cd-8830-65f526c72412 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.294237] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Waiting for the task: (returnval){ [ 1771.294237] env[62913]: value = "task-1822561" [ 1771.294237] env[62913]: _type = "Task" [ 1771.294237] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.302282] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': task-1822561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.307814] env[62913]: DEBUG nova.compute.manager [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1771.339676] env[62913]: DEBUG nova.compute.manager [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1771.564638] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.567770] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.931s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.587169] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Acquiring lock "6c0aa552-3717-4cec-915f-1515cbd71983" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.587515] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Lock "6c0aa552-3717-4cec-915f-1515cbd71983" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.587781] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Acquiring lock "6c0aa552-3717-4cec-915f-1515cbd71983-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.588031] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Lock "6c0aa552-3717-4cec-915f-1515cbd71983-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.588306] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Lock "6c0aa552-3717-4cec-915f-1515cbd71983-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.591748] env[62913]: INFO nova.compute.manager [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Terminating instance [ 1771.600404] env[62913]: INFO nova.scheduler.client.report [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Deleted allocations for instance 879afedd-86d0-44f5-9557-f2f021abbb41 [ 1771.805258] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': task-1822561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.828225] env[62913]: DEBUG oslo_concurrency.lockutils [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.862286] env[62913]: DEBUG oslo_concurrency.lockutils [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.096743] env[62913]: DEBUG nova.compute.manager [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1772.097127] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1772.098277] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269253a2-4321-4be7-bb12-7349aacb2abc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.110419] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1772.110902] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f3e9b807-3e0e-4aff-a258-3b4fb0931e7b tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "879afedd-86d0-44f5-9557-f2f021abbb41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.211s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.112968] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f847b3ef-d144-41eb-b5cd-c076588f82bb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.121381] env[62913]: DEBUG oslo_vmware.api [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Waiting for the task: (returnval){ [ 1772.121381] env[62913]: value = "task-1822562" [ 1772.121381] env[62913]: _type = "Task" [ 1772.121381] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.131802] env[62913]: DEBUG oslo_vmware.api [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': task-1822562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.307067] env[62913]: DEBUG oslo_vmware.api [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': task-1822561, 'name': PowerOnVM_Task, 'duration_secs': 0.921713} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.307422] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1772.307422] env[62913]: INFO nova.compute.manager [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1772.307623] env[62913]: DEBUG nova.compute.manager [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1772.308390] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e813d281-63f9-4602-b7e8-46f852fa0418 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.540637] env[62913]: DEBUG oslo_concurrency.lockutils [None req-62309719-540b-46ff-8975-131d08064150 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "bd247408-f01c-47a8-8301-580a62dcbfe1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.540945] env[62913]: DEBUG oslo_concurrency.lockutils [None req-62309719-540b-46ff-8975-131d08064150 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "bd247408-f01c-47a8-8301-580a62dcbfe1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.541151] env[62913]: DEBUG nova.compute.manager [None req-62309719-540b-46ff-8975-131d08064150 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1772.542066] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f47e846-e1c0-4142-944d-733136129408 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.550296] env[62913]: DEBUG nova.compute.manager [None req-62309719-540b-46ff-8975-131d08064150 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62913) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1772.551229] env[62913]: DEBUG nova.objects.instance [None req-62309719-540b-46ff-8975-131d08064150 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lazy-loading 'flavor' on Instance uuid bd247408-f01c-47a8-8301-580a62dcbfe1 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1772.589753] env[62913]: INFO nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Updating resource usage from migration cb2ccb8f-2184-4650-b8d8-5b59d4f2fe42 [ 1772.626517] env[62913]: WARNING nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 1a60dd50-c805-401b-8574-a11eebc105c6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1772.627211] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 6c0aa552-3717-4cec-915f-1515cbd71983 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1772.627367] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 2591016a-a73c-42c0-9145-e37021b4eaf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1772.627492] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 04043676-2dfd-4606-9db4-432555ab57b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1772.627612] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 46dac113-3495-44da-85a5-2df9958afb7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1772.627726] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 9fdfb7b6-9540-40e3-aead-a7293180ff21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1772.627839] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance af6bed19-b81b-4717-8ab6-4d9fa9456c3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1772.627950] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance aa25311b-fe70-4d3a-87c6-ba210726de3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1772.628105] env[62913]: WARNING nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 989e9887-935f-4dfc-96c7-d84fa3ba0852 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1772.628227] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 97e47f40-c4f4-40f5-8d2e-7605d5347075 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1772.628340] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance ebcab798-5f66-47c5-a18c-b8e9d56e4513 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1772.628451] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 3933925c-d040-4fcc-aa6c-263aad13abed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1772.628559] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance bd247408-f01c-47a8-8301-580a62dcbfe1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1772.628665] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 228bf167-a698-40a7-aaf3-c5dd8626b9eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1772.628770] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1772.629207] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 3b9cf718-bac8-491d-874a-ebaa43ba58d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1772.629207] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Migration cb2ccb8f-2184-4650-b8d8-5b59d4f2fe42 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1772.629207] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 531ec942-fb95-445f-957f-14c5f9a26f1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1772.637042] env[62913]: DEBUG oslo_vmware.api [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': task-1822562, 'name': PowerOffVM_Task, 'duration_secs': 0.309003} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.637324] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1772.637564] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1772.638135] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11f3ac0d-bb62-48ad-acae-8ed8c0c56a38 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.780022] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1772.780022] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1772.780022] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Deleting the datastore file [datastore1] 6c0aa552-3717-4cec-915f-1515cbd71983 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1772.780022] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3695172-d170-40af-8000-b0d25252444d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.786628] env[62913]: DEBUG oslo_vmware.api [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Waiting for the task: (returnval){ [ 1772.786628] env[62913]: value = "task-1822564" [ 1772.786628] env[62913]: _type = "Task" [ 1772.786628] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.797188] env[62913]: DEBUG oslo_vmware.api [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': task-1822564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.828303] env[62913]: INFO nova.compute.manager [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Took 23.66 seconds to build instance. [ 1773.132915] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 9846f0fc-1931-4141-9433-99668fc42db7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1773.296937] env[62913]: DEBUG oslo_vmware.api [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Task: {'id': task-1822564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301819} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.297275] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1773.297508] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1773.297704] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1773.297927] env[62913]: INFO nova.compute.manager [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1773.298203] env[62913]: DEBUG oslo.service.loopingcall [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1773.298479] env[62913]: DEBUG nova.compute.manager [-] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1773.298479] env[62913]: DEBUG nova.network.neutron [-] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1773.329943] env[62913]: DEBUG oslo_concurrency.lockutils [None req-656c3b12-02c3-4e21-b93a-16e39e24c965 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Lock "3b9cf718-bac8-491d-874a-ebaa43ba58d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.174s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.498833] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "aa25311b-fe70-4d3a-87c6-ba210726de3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.499131] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "aa25311b-fe70-4d3a-87c6-ba210726de3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.499346] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "aa25311b-fe70-4d3a-87c6-ba210726de3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.499533] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "aa25311b-fe70-4d3a-87c6-ba210726de3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.499706] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "aa25311b-fe70-4d3a-87c6-ba210726de3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.501830] env[62913]: INFO nova.compute.manager [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Terminating instance [ 1773.564190] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-62309719-540b-46ff-8975-131d08064150 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1773.564570] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e25b8402-ea50-4907-b45e-5a454210f73b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.573750] env[62913]: DEBUG oslo_vmware.api [None req-62309719-540b-46ff-8975-131d08064150 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1773.573750] env[62913]: value = "task-1822565" [ 1773.573750] env[62913]: _type = "Task" [ 1773.573750] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.585424] env[62913]: DEBUG oslo_vmware.api [None req-62309719-540b-46ff-8975-131d08064150 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.636243] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 5e2dab6a-1123-4cb2-804f-ae9fb258221e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1773.636605] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1773.636824] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1773.822277] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Acquiring lock "06c1cf79-616e-452d-87ae-e932256406a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.822716] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Lock "06c1cf79-616e-452d-87ae-e932256406a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.973545] env[62913]: DEBUG nova.compute.manager [req-88756db2-80ff-4db1-a453-2c309e73afc5 req-8e5ed267-e2de-4229-b98b-d1eab7555618 service nova] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Received event network-vif-deleted-7d5bf482-a90c-4048-9939-3a88f79f8c4a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1773.973754] env[62913]: INFO nova.compute.manager [req-88756db2-80ff-4db1-a453-2c309e73afc5 req-8e5ed267-e2de-4229-b98b-d1eab7555618 service nova] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Neutron deleted interface 7d5bf482-a90c-4048-9939-3a88f79f8c4a; detaching it from the instance and deleting it from the info cache [ 1773.973952] env[62913]: DEBUG nova.network.neutron [req-88756db2-80ff-4db1-a453-2c309e73afc5 req-8e5ed267-e2de-4229-b98b-d1eab7555618 service nova] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.980066] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8101eb7b-ad7b-48fd-b627-56421b022b34 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.991300] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b9cc6d-252b-43f3-96a0-dd0aa49e2ca9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.021390] env[62913]: DEBUG nova.compute.manager [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1774.021581] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1774.023070] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a8d865-73de-4723-bfb9-b2c67d649008 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.026401] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c103f1ab-df2f-4066-b262-a1809a895cb3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.034290] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1774.036883] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b2c5cb9-a636-44f0-ac3b-c5261c5ed7db {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.039498] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68803fb-8f93-4117-94c1-056923666670 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.053784] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1774.056459] env[62913]: DEBUG oslo_vmware.api [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1774.056459] env[62913]: value = "task-1822566" [ 1774.056459] env[62913]: _type = "Task" [ 1774.056459] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.066476] env[62913]: DEBUG oslo_vmware.api [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.084024] env[62913]: DEBUG oslo_vmware.api [None req-62309719-540b-46ff-8975-131d08064150 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822565, 'name': PowerOffVM_Task, 'duration_secs': 0.290501} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.084322] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-62309719-540b-46ff-8975-131d08064150 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.084571] env[62913]: DEBUG nova.compute.manager [None req-62309719-540b-46ff-8975-131d08064150 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.085318] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607e2d61-a18a-4d2f-8578-a718f04f828d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.185322] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "87037ac4-918f-4269-ac2a-eca0f12a7fed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.185561] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "87037ac4-918f-4269-ac2a-eca0f12a7fed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.260153] env[62913]: DEBUG oslo_concurrency.lockutils [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Acquiring lock "3b9cf718-bac8-491d-874a-ebaa43ba58d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.260444] env[62913]: DEBUG oslo_concurrency.lockutils [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Lock "3b9cf718-bac8-491d-874a-ebaa43ba58d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.260663] env[62913]: DEBUG oslo_concurrency.lockutils [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Acquiring lock "3b9cf718-bac8-491d-874a-ebaa43ba58d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.260843] env[62913]: DEBUG oslo_concurrency.lockutils [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Lock "3b9cf718-bac8-491d-874a-ebaa43ba58d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.261012] env[62913]: DEBUG oslo_concurrency.lockutils [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Lock "3b9cf718-bac8-491d-874a-ebaa43ba58d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.263349] env[62913]: INFO nova.compute.manager [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Terminating instance [ 1774.330517] env[62913]: DEBUG nova.compute.manager [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1774.445661] env[62913]: DEBUG nova.network.neutron [-] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.476721] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d568c420-6c09-453d-91b2-6a68a3171ff7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.486993] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b15295e-70d5-45e7-b6e4-09c7089ef59d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.523689] env[62913]: DEBUG nova.compute.manager [req-88756db2-80ff-4db1-a453-2c309e73afc5 req-8e5ed267-e2de-4229-b98b-d1eab7555618 service nova] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Detach interface failed, port_id=7d5bf482-a90c-4048-9939-3a88f79f8c4a, reason: Instance 6c0aa552-3717-4cec-915f-1515cbd71983 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1774.571271] env[62913]: DEBUG oslo_vmware.api [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822566, 'name': PowerOffVM_Task, 'duration_secs': 0.193514} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.573431] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.573431] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1774.573431] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c043dcb1-ab8a-4a41-b833-720e80d5977d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.580224] env[62913]: ERROR nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [req-55fb93b2-2cea-433d-af14-edfe14f3a33b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-55fb93b2-2cea-433d-af14-edfe14f3a33b"}]} [ 1774.596669] env[62913]: DEBUG oslo_concurrency.lockutils [None req-62309719-540b-46ff-8975-131d08064150 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "bd247408-f01c-47a8-8301-580a62dcbfe1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.598978] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1774.618325] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1774.618325] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1774.635087] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1774.667293] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1774.687603] env[62913]: DEBUG nova.compute.manager [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1774.731393] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1774.731618] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1774.731796] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Deleting the datastore file [datastore1] aa25311b-fe70-4d3a-87c6-ba210726de3c {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1774.733068] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e871498b-bff5-451a-8159-9fcd94d1e425 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.742227] env[62913]: DEBUG oslo_vmware.api [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1774.742227] env[62913]: value = "task-1822568" [ 1774.742227] env[62913]: _type = "Task" [ 1774.742227] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.754651] env[62913]: DEBUG oslo_vmware.api [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.766503] env[62913]: DEBUG nova.compute.manager [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1774.766716] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1774.767558] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e5205d-84f0-4e3a-8a2f-ae5e9aab024b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.779690] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1774.779787] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01dbf64a-25d2-4843-9d5e-4fbeb7880714 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.787126] env[62913]: DEBUG oslo_vmware.api [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Waiting for the task: (returnval){ [ 1774.787126] env[62913]: value = "task-1822569" [ 1774.787126] env[62913]: _type = "Task" [ 1774.787126] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.808963] env[62913]: DEBUG oslo_vmware.api [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': task-1822569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.849813] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.947959] env[62913]: INFO nova.compute.manager [-] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Took 1.65 seconds to deallocate network for instance. [ 1775.011723] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fb2c48-0ee3-43e0-92bc-d79ff1c34822 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.019821] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9725cb0-49dc-474a-8373-4e4752ad1034 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.050069] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902b3336-3a32-4b54-926a-a01e0f6c2483 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.057508] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a559603-8677-41ac-a089-6208f7f9d323 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.071481] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1775.213954] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.252887] env[62913]: DEBUG oslo_vmware.api [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206438} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.253118] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1775.253304] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1775.253540] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1775.253759] env[62913]: INFO nova.compute.manager [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1775.254051] env[62913]: DEBUG oslo.service.loopingcall [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.254270] env[62913]: DEBUG nova.compute.manager [-] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1775.254458] env[62913]: DEBUG nova.network.neutron [-] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1775.300552] env[62913]: DEBUG oslo_vmware.api [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': task-1822569, 'name': PowerOffVM_Task, 'duration_secs': 0.187699} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.301224] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1775.301224] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1775.301591] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cb599d8-3f29-4725-85c5-70be204070ee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.316335] env[62913]: DEBUG nova.objects.instance [None req-64485b85-ac52-4e67-b096-cae8df215e1d tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lazy-loading 'flavor' on Instance uuid bd247408-f01c-47a8-8301-580a62dcbfe1 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.412831] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1775.412831] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1775.413237] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Deleting the datastore file [datastore1] 3b9cf718-bac8-491d-874a-ebaa43ba58d3 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1775.413402] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c3d9d2f-5470-4057-9428-bc2aa420f03a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.424604] env[62913]: DEBUG oslo_vmware.api [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Waiting for the task: (returnval){ [ 1775.424604] env[62913]: value = "task-1822571" [ 1775.424604] env[62913]: _type = "Task" [ 1775.424604] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.432911] env[62913]: DEBUG oslo_vmware.api [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': task-1822571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.454347] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.607610] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1775.607881] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 113 to 114 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1775.608151] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1775.822283] env[62913]: DEBUG oslo_concurrency.lockutils [None req-64485b85-ac52-4e67-b096-cae8df215e1d tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "refresh_cache-bd247408-f01c-47a8-8301-580a62dcbfe1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.822520] env[62913]: DEBUG oslo_concurrency.lockutils [None req-64485b85-ac52-4e67-b096-cae8df215e1d tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquired lock "refresh_cache-bd247408-f01c-47a8-8301-580a62dcbfe1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.822727] env[62913]: DEBUG nova.network.neutron [None req-64485b85-ac52-4e67-b096-cae8df215e1d tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.822934] env[62913]: DEBUG nova.objects.instance [None req-64485b85-ac52-4e67-b096-cae8df215e1d tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lazy-loading 'info_cache' on Instance uuid bd247408-f01c-47a8-8301-580a62dcbfe1 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.935921] env[62913]: DEBUG oslo_vmware.api [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Task: {'id': task-1822571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283486} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.935921] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1775.935921] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1775.936164] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1775.936224] env[62913]: INFO nova.compute.manager [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1775.936528] env[62913]: DEBUG oslo.service.loopingcall [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.936760] env[62913]: DEBUG nova.compute.manager [-] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1775.936852] env[62913]: DEBUG nova.network.neutron [-] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1775.984825] env[62913]: DEBUG nova.network.neutron [-] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.001231] env[62913]: DEBUG nova.compute.manager [req-c8da6f75-7ec2-4eab-ae86-b4440806df49 req-be82d36b-4957-4ad7-b243-0479be93a052 service nova] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Received event network-vif-deleted-bcab4f7d-d9bf-4856-8330-419893206809 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1776.001523] env[62913]: INFO nova.compute.manager [req-c8da6f75-7ec2-4eab-ae86-b4440806df49 req-be82d36b-4957-4ad7-b243-0479be93a052 service nova] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Neutron deleted interface bcab4f7d-d9bf-4856-8330-419893206809; detaching it from the instance and deleting it from the info cache [ 1776.001716] env[62913]: DEBUG nova.network.neutron [req-c8da6f75-7ec2-4eab-ae86-b4440806df49 req-be82d36b-4957-4ad7-b243-0479be93a052 service nova] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.114421] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1776.114421] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.546s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.114421] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.643s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.114551] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.116600] env[62913]: DEBUG oslo_concurrency.lockutils [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.979s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.118108] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1776.118278] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Cleaning up deleted instances {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 1776.148195] env[62913]: INFO nova.scheduler.client.report [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Deleted allocations for instance 989e9887-935f-4dfc-96c7-d84fa3ba0852 [ 1776.325739] env[62913]: DEBUG nova.objects.base [None req-64485b85-ac52-4e67-b096-cae8df215e1d tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1776.487895] env[62913]: INFO nova.compute.manager [-] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Took 1.23 seconds to deallocate network for instance. [ 1776.504571] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ba629bf-5cc1-4f77-a370-5b3c070c9f35 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.514578] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f1388f-21ce-4e92-8772-900d5b269382 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.547909] env[62913]: DEBUG nova.compute.manager [req-c8da6f75-7ec2-4eab-ae86-b4440806df49 req-be82d36b-4957-4ad7-b243-0479be93a052 service nova] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Detach interface failed, port_id=bcab4f7d-d9bf-4856-8330-419893206809, reason: Instance aa25311b-fe70-4d3a-87c6-ba210726de3c could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1776.622879] env[62913]: INFO nova.compute.claims [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1776.637088] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] There are 50 instances to clean {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 1776.637275] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 94b0d251-c9e7-4f4a-abc1-0399b53c0016] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1776.656303] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb7d04dc-3548-4d8e-8ad3-d2833590fae2 tempest-ServersNegativeTestJSON-2090078364 tempest-ServersNegativeTestJSON-2090078364-project-member] Lock "989e9887-935f-4dfc-96c7-d84fa3ba0852" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.573s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.796459] env[62913]: DEBUG nova.network.neutron [-] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.994616] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.054080] env[62913]: DEBUG nova.network.neutron [None req-64485b85-ac52-4e67-b096-cae8df215e1d tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Updating instance_info_cache with network_info: [{"id": "1fa58c6b-aeed-4953-81a7-435b55d897a5", "address": "fa:16:3e:78:3f:4d", "network": {"id": "4f393659-9dc6-433b-805a-5e6520e8b6b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1222172150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fd235c17f9941feb7be59734c74be0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa58c6b-ae", "ovs_interfaceid": "1fa58c6b-aeed-4953-81a7-435b55d897a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.142554] env[62913]: INFO nova.compute.resource_tracker [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Updating resource usage from migration cb2ccb8f-2184-4650-b8d8-5b59d4f2fe42 [ 1777.145270] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 879afedd-86d0-44f5-9557-f2f021abbb41] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1777.298934] env[62913]: INFO nova.compute.manager [-] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Took 1.36 seconds to deallocate network for instance. [ 1777.478545] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581cde91-d50a-4e5b-a238-bd1d733aa4cf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.486608] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2851e2fb-b899-4e59-81be-14c6cc75b8d4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.517106] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76443d0-3714-4f63-a71b-32ae3678d2f2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.524419] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd75fc9d-08d4-4284-88c2-747d38a70b3b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.538935] env[62913]: DEBUG nova.compute.provider_tree [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.556889] env[62913]: DEBUG oslo_concurrency.lockutils [None req-64485b85-ac52-4e67-b096-cae8df215e1d tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Releasing lock "refresh_cache-bd247408-f01c-47a8-8301-580a62dcbfe1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.648682] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: d639ae2d-da36-410a-b16c-9bc0cf161f65] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1777.808787] env[62913]: DEBUG oslo_concurrency.lockutils [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.027561] env[62913]: DEBUG nova.compute.manager [req-1e3a9239-51f8-4f5e-8cca-6f70b51b766e req-9834fc7e-887d-4b3b-869e-85ff5b02179e service nova] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Received event network-vif-deleted-786157c3-9ac8-4905-b332-f8a417bce644 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1778.043619] env[62913]: DEBUG nova.scheduler.client.report [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1778.151852] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 29d6a1ae-6779-4b2b-acbd-85e2e8fa828d] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1778.548799] env[62913]: DEBUG oslo_concurrency.lockutils [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.432s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.548799] env[62913]: INFO nova.compute.manager [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Migrating [ 1778.555402] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.923s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.556170] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.557666] env[62913]: DEBUG oslo_concurrency.lockutils [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.730s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.559582] env[62913]: INFO nova.compute.claims [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1778.564929] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-64485b85-ac52-4e67-b096-cae8df215e1d tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1778.569259] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73524d7d-a037-49d8-9438-d4eac4f8a32e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.582288] env[62913]: DEBUG oslo_vmware.api [None req-64485b85-ac52-4e67-b096-cae8df215e1d tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1778.582288] env[62913]: value = "task-1822572" [ 1778.582288] env[62913]: _type = "Task" [ 1778.582288] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.583550] env[62913]: INFO nova.scheduler.client.report [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Deleted allocations for instance 1a60dd50-c805-401b-8574-a11eebc105c6 [ 1778.590584] env[62913]: DEBUG oslo_vmware.api [None req-64485b85-ac52-4e67-b096-cae8df215e1d tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.654841] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: e6824f8f-36de-426d-a601-c4f4232eb14d] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1779.071973] env[62913]: DEBUG oslo_concurrency.lockutils [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "refresh_cache-531ec942-fb95-445f-957f-14c5f9a26f1d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.072207] env[62913]: DEBUG oslo_concurrency.lockutils [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "refresh_cache-531ec942-fb95-445f-957f-14c5f9a26f1d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.072419] env[62913]: DEBUG nova.network.neutron [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1779.090450] env[62913]: DEBUG oslo_vmware.api [None req-64485b85-ac52-4e67-b096-cae8df215e1d tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822572, 'name': PowerOnVM_Task, 'duration_secs': 0.391091} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.092579] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-64485b85-ac52-4e67-b096-cae8df215e1d tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1779.092762] env[62913]: DEBUG nova.compute.manager [None req-64485b85-ac52-4e67-b096-cae8df215e1d tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1779.093308] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f02d9814-e48d-4ff4-b183-85a8d3c04578 tempest-ServersWithSpecificFlavorTestJSON-781574237 tempest-ServersWithSpecificFlavorTestJSON-781574237-project-member] Lock "1a60dd50-c805-401b-8574-a11eebc105c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.620s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.094600] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5f3eb0-c05d-40df-b820-5096fd7ea42a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.157712] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 9494ceb8-3413-4a39-aa52-83647af9b740] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1779.662364] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 573148ff-1737-45a7-97b4-c7f958cc8c4d] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1779.855180] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fc727b-2aa6-4bd9-a33e-2b253a8308b9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.863491] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae17f97d-4f9e-428c-9362-75ec77eeb680 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.904612] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4edc830-4719-4000-aedd-1fbe9dd8974b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.913066] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1124d3-add0-4005-9baf-f90a1712e24f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.928107] env[62913]: DEBUG nova.compute.provider_tree [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1779.945324] env[62913]: DEBUG nova.network.neutron [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Updating instance_info_cache with network_info: [{"id": "f72e3135-5d38-49db-b720-2631eaa75eba", "address": "fa:16:3e:c6:28:13", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72e3135-5d", "ovs_interfaceid": "f72e3135-5d38-49db-b720-2631eaa75eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.164573] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: fe32c40c-6a2e-4047-83d7-6b9f8f9f30a8] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1780.434280] env[62913]: DEBUG nova.scheduler.client.report [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1780.449657] env[62913]: DEBUG oslo_concurrency.lockutils [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "refresh_cache-531ec942-fb95-445f-957f-14c5f9a26f1d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.669063] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 0e1f5d53-62c5-4e2b-a374-94c01cc99ffa] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1780.940693] env[62913]: DEBUG oslo_concurrency.lockutils [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.941268] env[62913]: DEBUG nova.compute.manager [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1780.945718] env[62913]: DEBUG oslo_concurrency.lockutils [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.083s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.946317] env[62913]: INFO nova.compute.claims [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1781.171265] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: ec5b7398-0758-4097-9e62-51e79e6e8002] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1781.447381] env[62913]: DEBUG nova.compute.utils [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1781.448571] env[62913]: DEBUG nova.compute.manager [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1781.448738] env[62913]: DEBUG nova.network.neutron [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1781.532754] env[62913]: DEBUG nova.policy [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5790bb6430334d51995cc13bf6bd482c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68eaa3fa89fe47fcab908a59033a11fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1781.674464] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 7d0bd674-08c1-46b5-bf4e-e168607e0aef] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1781.692354] env[62913]: DEBUG oslo_concurrency.lockutils [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.692620] env[62913]: DEBUG oslo_concurrency.lockutils [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.692833] env[62913]: DEBUG oslo_concurrency.lockutils [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.693030] env[62913]: DEBUG oslo_concurrency.lockutils [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.693237] env[62913]: DEBUG oslo_concurrency.lockutils [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.699109] env[62913]: INFO nova.compute.manager [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Terminating instance [ 1781.948201] env[62913]: DEBUG nova.network.neutron [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Successfully created port: 008cab2c-e0c9-4069-9709-6581c6f441cc {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1781.956186] env[62913]: DEBUG nova.compute.manager [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1781.970906] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262b332d-8e6b-4e1f-a1f0-2048b939f2fd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.000372] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Updating instance '531ec942-fb95-445f-957f-14c5f9a26f1d' progress to 0 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1782.179600] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: f8db17b6-30d1-493c-850a-978783ded500] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1782.207028] env[62913]: DEBUG nova.compute.manager [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1782.207736] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1782.209058] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e32896-d110-4dd1-a27f-d6ed779c99b0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.220314] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1782.220574] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6822fffb-91c2-4398-b699-ce01fba69582 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.227781] env[62913]: DEBUG oslo_vmware.api [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1782.227781] env[62913]: value = "task-1822573" [ 1782.227781] env[62913]: _type = "Task" [ 1782.227781] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.237673] env[62913]: DEBUG oslo_vmware.api [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.285388] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559512f2-b36d-41bb-8a63-4178ebada4ea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.293507] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1955c2-6590-43eb-b371-d9aca7444324 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.323413] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b34f32-7a17-4fc2-8cf2-b646a824c284 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.331373] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad42137-24cc-4695-aaa0-5d5f19148c82 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.348768] env[62913]: DEBUG nova.compute.provider_tree [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.511584] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1782.512112] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-620df073-b2b1-4f03-984d-10e9768838b0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.519400] env[62913]: DEBUG oslo_vmware.api [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1782.519400] env[62913]: value = "task-1822574" [ 1782.519400] env[62913]: _type = "Task" [ 1782.519400] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.527598] env[62913]: DEBUG oslo_vmware.api [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.683054] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 4e156452-1b51-4920-9366-61bb89bcb9f8] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1782.737886] env[62913]: DEBUG oslo_vmware.api [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822573, 'name': PowerOffVM_Task, 'duration_secs': 0.249233} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.738119] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1782.738295] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1782.738571] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-623c166f-504c-4731-908a-87581ab334cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.822463] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1782.822699] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1782.822886] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Deleting the datastore file [datastore1] e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1782.823265] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b769d15-c21a-4e5a-9c44-06cac13c1b73 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.830179] env[62913]: DEBUG oslo_vmware.api [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1782.830179] env[62913]: value = "task-1822576" [ 1782.830179] env[62913]: _type = "Task" [ 1782.830179] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.838981] env[62913]: DEBUG oslo_vmware.api [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.853010] env[62913]: DEBUG nova.scheduler.client.report [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1782.971885] env[62913]: DEBUG nova.compute.manager [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1783.005265] env[62913]: DEBUG nova.virt.hardware [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1783.005690] env[62913]: DEBUG nova.virt.hardware [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1783.005874] env[62913]: DEBUG nova.virt.hardware [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1783.006135] env[62913]: DEBUG nova.virt.hardware [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1783.006517] env[62913]: DEBUG nova.virt.hardware [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1783.006786] env[62913]: DEBUG nova.virt.hardware [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1783.007063] env[62913]: DEBUG nova.virt.hardware [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1783.007263] env[62913]: DEBUG nova.virt.hardware [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1783.007589] env[62913]: DEBUG nova.virt.hardware [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1783.007792] env[62913]: DEBUG nova.virt.hardware [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1783.008273] env[62913]: DEBUG nova.virt.hardware [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1783.010105] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbd4c2c-ca00-4e7a-bb68-c637519ad667 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.019316] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633bd25d-c70c-4687-8ef0-80c1a18dd9d6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.042956] env[62913]: DEBUG oslo_vmware.api [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822574, 'name': PowerOffVM_Task, 'duration_secs': 0.263918} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.043368] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1783.043459] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Updating instance '531ec942-fb95-445f-957f-14c5f9a26f1d' progress to 17 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1783.187407] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: bc4fb1c1-b50e-4e7d-b725-efd35a77e4aa] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1783.343502] env[62913]: DEBUG oslo_vmware.api [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243399} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.343832] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1783.344104] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1783.344333] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1783.344605] env[62913]: INFO nova.compute.manager [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1783.344912] env[62913]: DEBUG oslo.service.loopingcall [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.345156] env[62913]: DEBUG nova.compute.manager [-] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1783.345285] env[62913]: DEBUG nova.network.neutron [-] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1783.358649] env[62913]: DEBUG oslo_concurrency.lockutils [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.359196] env[62913]: DEBUG nova.compute.manager [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1783.366857] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.517s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.370177] env[62913]: INFO nova.compute.claims [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1783.436227] env[62913]: DEBUG nova.compute.manager [req-221db2be-ce4c-473f-8768-dbdeb1ff27a2 req-5e2d9dac-e68f-46c4-ad24-b74cd0e909e8 service nova] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Received event network-vif-plugged-008cab2c-e0c9-4069-9709-6581c6f441cc {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1783.436367] env[62913]: DEBUG oslo_concurrency.lockutils [req-221db2be-ce4c-473f-8768-dbdeb1ff27a2 req-5e2d9dac-e68f-46c4-ad24-b74cd0e909e8 service nova] Acquiring lock "9846f0fc-1931-4141-9433-99668fc42db7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.436915] env[62913]: DEBUG oslo_concurrency.lockutils [req-221db2be-ce4c-473f-8768-dbdeb1ff27a2 req-5e2d9dac-e68f-46c4-ad24-b74cd0e909e8 service nova] Lock "9846f0fc-1931-4141-9433-99668fc42db7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.437166] env[62913]: DEBUG oslo_concurrency.lockutils [req-221db2be-ce4c-473f-8768-dbdeb1ff27a2 req-5e2d9dac-e68f-46c4-ad24-b74cd0e909e8 service nova] Lock "9846f0fc-1931-4141-9433-99668fc42db7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.437367] env[62913]: DEBUG nova.compute.manager [req-221db2be-ce4c-473f-8768-dbdeb1ff27a2 req-5e2d9dac-e68f-46c4-ad24-b74cd0e909e8 service nova] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] No waiting events found dispatching network-vif-plugged-008cab2c-e0c9-4069-9709-6581c6f441cc {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1783.437635] env[62913]: WARNING nova.compute.manager [req-221db2be-ce4c-473f-8768-dbdeb1ff27a2 req-5e2d9dac-e68f-46c4-ad24-b74cd0e909e8 service nova] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Received unexpected event network-vif-plugged-008cab2c-e0c9-4069-9709-6581c6f441cc for instance with vm_state building and task_state spawning. [ 1783.544024] env[62913]: DEBUG nova.network.neutron [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Successfully updated port: 008cab2c-e0c9-4069-9709-6581c6f441cc {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1783.554203] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1783.555726] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1783.555962] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1783.556281] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1783.556868] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1783.557103] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1783.558036] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1783.558165] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1783.558445] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1783.558783] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1783.558913] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1783.568832] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee29f2a7-fd59-4a2f-afdf-9d4ca84b2462 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.585271] env[62913]: DEBUG oslo_vmware.api [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1783.585271] env[62913]: value = "task-1822577" [ 1783.585271] env[62913]: _type = "Task" [ 1783.585271] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.595331] env[62913]: DEBUG oslo_vmware.api [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.690607] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: d65903e8-cb94-49e8-8a51-9bad3e1fe986] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1783.756986] env[62913]: DEBUG nova.compute.manager [req-dcdff128-d5b1-4267-b48f-2d14fe1dac06 req-9f1c81d1-d4bb-4484-9ee8-fde096f229b1 service nova] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Received event network-vif-deleted-e33bd948-5135-47f2-8050-1a09919cb46c {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1783.757216] env[62913]: INFO nova.compute.manager [req-dcdff128-d5b1-4267-b48f-2d14fe1dac06 req-9f1c81d1-d4bb-4484-9ee8-fde096f229b1 service nova] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Neutron deleted interface e33bd948-5135-47f2-8050-1a09919cb46c; detaching it from the instance and deleting it from the info cache [ 1783.757394] env[62913]: DEBUG nova.network.neutron [req-dcdff128-d5b1-4267-b48f-2d14fe1dac06 req-9f1c81d1-d4bb-4484-9ee8-fde096f229b1 service nova] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.872983] env[62913]: DEBUG nova.compute.utils [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1783.874561] env[62913]: DEBUG nova.compute.manager [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1783.874732] env[62913]: DEBUG nova.network.neutron [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1783.930304] env[62913]: DEBUG nova.policy [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a385a16518b4f53a07ae5d20751c3b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '552ba8925f584c7bb80d2cfd9c59f5f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1784.069842] env[62913]: DEBUG oslo_concurrency.lockutils [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "refresh_cache-9846f0fc-1931-4141-9433-99668fc42db7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.069923] env[62913]: DEBUG oslo_concurrency.lockutils [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "refresh_cache-9846f0fc-1931-4141-9433-99668fc42db7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.070578] env[62913]: DEBUG nova.network.neutron [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.094373] env[62913]: DEBUG oslo_vmware.api [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822577, 'name': ReconfigVM_Task, 'duration_secs': 0.271588} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.094714] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Updating instance '531ec942-fb95-445f-957f-14c5f9a26f1d' progress to 33 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1784.194146] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 4a71c0fe-c77d-459d-8db9-e301c5c1e58b] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1784.231497] env[62913]: DEBUG nova.network.neutron [-] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.262453] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6eff6bb-2e41-436c-878a-15a3af07dfad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.270040] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18f37c8-a081-496b-b114-f1382b12cce5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.282163] env[62913]: DEBUG nova.network.neutron [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Successfully created port: c5db1f38-6213-414f-a53d-ab1a5c768507 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1784.305612] env[62913]: DEBUG nova.compute.manager [req-dcdff128-d5b1-4267-b48f-2d14fe1dac06 req-9f1c81d1-d4bb-4484-9ee8-fde096f229b1 service nova] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Detach interface failed, port_id=e33bd948-5135-47f2-8050-1a09919cb46c, reason: Instance e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1784.378324] env[62913]: DEBUG nova.compute.manager [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1784.602209] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1784.602209] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1784.602209] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1784.602209] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1784.602209] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1784.602209] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1784.602209] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1784.602209] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1784.603063] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1784.603374] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1784.603755] env[62913]: DEBUG nova.virt.hardware [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1784.612816] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1784.616294] env[62913]: DEBUG nova.network.neutron [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1784.618107] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa77ebad-af9e-4039-b867-c5939ca32ea7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.638468] env[62913]: DEBUG oslo_vmware.api [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1784.638468] env[62913]: value = "task-1822578" [ 1784.638468] env[62913]: _type = "Task" [ 1784.638468] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.649419] env[62913]: DEBUG oslo_vmware.api [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.697821] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: a3ac6ef1-b284-466b-bbac-a56a734b7b7f] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1784.701190] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1825e1b8-ef94-40c4-9f9f-6c81ffbe50f5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.709601] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb488ad-2515-4130-b7a8-0433f4d3283a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.742206] env[62913]: INFO nova.compute.manager [-] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Took 1.40 seconds to deallocate network for instance. [ 1784.745212] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd56773-a677-46a8-b153-ad2297a6f29d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.758284] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78accbb-1210-4db9-9a97-68e198ac937f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.773975] env[62913]: DEBUG nova.compute.provider_tree [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1784.835676] env[62913]: DEBUG nova.network.neutron [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Updating instance_info_cache with network_info: [{"id": "008cab2c-e0c9-4069-9709-6581c6f441cc", "address": "fa:16:3e:fd:8f:67", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008cab2c-e0", "ovs_interfaceid": "008cab2c-e0c9-4069-9709-6581c6f441cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.148539] env[62913]: DEBUG oslo_vmware.api [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822578, 'name': ReconfigVM_Task, 'duration_secs': 0.192916} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.148827] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1785.149673] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2d74c1-6898-4914-83ee-4b5e09a2a23e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.172643] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 531ec942-fb95-445f-957f-14c5f9a26f1d/531ec942-fb95-445f-957f-14c5f9a26f1d.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1785.172933] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deb12ac3-b6a7-420a-b1a7-0739d11ae40b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.192251] env[62913]: DEBUG oslo_vmware.api [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1785.192251] env[62913]: value = "task-1822579" [ 1785.192251] env[62913]: _type = "Task" [ 1785.192251] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.200056] env[62913]: DEBUG oslo_vmware.api [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.205579] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 204d07e9-0b68-4ba6-a86f-0226b45ba88e] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1785.252105] env[62913]: DEBUG oslo_concurrency.lockutils [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.278055] env[62913]: DEBUG nova.scheduler.client.report [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1785.338216] env[62913]: DEBUG oslo_concurrency.lockutils [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "refresh_cache-9846f0fc-1931-4141-9433-99668fc42db7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.338617] env[62913]: DEBUG nova.compute.manager [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Instance network_info: |[{"id": "008cab2c-e0c9-4069-9709-6581c6f441cc", "address": "fa:16:3e:fd:8f:67", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008cab2c-e0", "ovs_interfaceid": "008cab2c-e0c9-4069-9709-6581c6f441cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1785.339090] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:8f:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '008cab2c-e0c9-4069-9709-6581c6f441cc', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1785.346956] env[62913]: DEBUG oslo.service.loopingcall [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1785.347214] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1785.347551] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b463cab-3008-45e5-8eaf-2428ab521760 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.368682] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1785.368682] env[62913]: value = "task-1822580" [ 1785.368682] env[62913]: _type = "Task" [ 1785.368682] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.376510] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822580, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.390768] env[62913]: DEBUG nova.compute.manager [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1785.416125] env[62913]: DEBUG nova.virt.hardware [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1785.416387] env[62913]: DEBUG nova.virt.hardware [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1785.416885] env[62913]: DEBUG nova.virt.hardware [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1785.416885] env[62913]: DEBUG nova.virt.hardware [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1785.416885] env[62913]: DEBUG nova.virt.hardware [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1785.417091] env[62913]: DEBUG nova.virt.hardware [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1785.417326] env[62913]: DEBUG nova.virt.hardware [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1785.417647] env[62913]: DEBUG nova.virt.hardware [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1785.417690] env[62913]: DEBUG nova.virt.hardware [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1785.417853] env[62913]: DEBUG nova.virt.hardware [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1785.418054] env[62913]: DEBUG nova.virt.hardware [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1785.418931] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a8d66d-41f2-4622-8f71-d14418b9a9db {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.429031] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012bc982-27f5-4bb6-bf3c-1ed7cb622fa1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.495228] env[62913]: DEBUG nova.compute.manager [req-cac92343-66cc-45bc-a8a1-3fd36d3f7cbc req-8a672e39-7f8a-41d5-94d5-795e428568c0 service nova] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Received event network-changed-008cab2c-e0c9-4069-9709-6581c6f441cc {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1785.495228] env[62913]: DEBUG nova.compute.manager [req-cac92343-66cc-45bc-a8a1-3fd36d3f7cbc req-8a672e39-7f8a-41d5-94d5-795e428568c0 service nova] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Refreshing instance network info cache due to event network-changed-008cab2c-e0c9-4069-9709-6581c6f441cc. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1785.495228] env[62913]: DEBUG oslo_concurrency.lockutils [req-cac92343-66cc-45bc-a8a1-3fd36d3f7cbc req-8a672e39-7f8a-41d5-94d5-795e428568c0 service nova] Acquiring lock "refresh_cache-9846f0fc-1931-4141-9433-99668fc42db7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.495228] env[62913]: DEBUG oslo_concurrency.lockutils [req-cac92343-66cc-45bc-a8a1-3fd36d3f7cbc req-8a672e39-7f8a-41d5-94d5-795e428568c0 service nova] Acquired lock "refresh_cache-9846f0fc-1931-4141-9433-99668fc42db7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.495228] env[62913]: DEBUG nova.network.neutron [req-cac92343-66cc-45bc-a8a1-3fd36d3f7cbc req-8a672e39-7f8a-41d5-94d5-795e428568c0 service nova] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Refreshing network info cache for port 008cab2c-e0c9-4069-9709-6581c6f441cc {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1785.704280] env[62913]: DEBUG oslo_vmware.api [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.708290] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 631acb61-59d3-41f2-b21c-847dd5cb7eb9] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1785.783667] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.784275] env[62913]: DEBUG nova.compute.manager [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1785.789199] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.575s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.790637] env[62913]: INFO nova.compute.claims [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1785.838076] env[62913]: DEBUG nova.compute.manager [req-96cc46ad-4198-4edc-99fc-46641f655aa0 req-ba35ab1f-7836-4abe-82da-82be8c74948f service nova] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Received event network-vif-plugged-c5db1f38-6213-414f-a53d-ab1a5c768507 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1785.838076] env[62913]: DEBUG oslo_concurrency.lockutils [req-96cc46ad-4198-4edc-99fc-46641f655aa0 req-ba35ab1f-7836-4abe-82da-82be8c74948f service nova] Acquiring lock "5e2dab6a-1123-4cb2-804f-ae9fb258221e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.838315] env[62913]: DEBUG oslo_concurrency.lockutils [req-96cc46ad-4198-4edc-99fc-46641f655aa0 req-ba35ab1f-7836-4abe-82da-82be8c74948f service nova] Lock "5e2dab6a-1123-4cb2-804f-ae9fb258221e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.838533] env[62913]: DEBUG oslo_concurrency.lockutils [req-96cc46ad-4198-4edc-99fc-46641f655aa0 req-ba35ab1f-7836-4abe-82da-82be8c74948f service nova] Lock "5e2dab6a-1123-4cb2-804f-ae9fb258221e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.838644] env[62913]: DEBUG nova.compute.manager [req-96cc46ad-4198-4edc-99fc-46641f655aa0 req-ba35ab1f-7836-4abe-82da-82be8c74948f service nova] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] No waiting events found dispatching network-vif-plugged-c5db1f38-6213-414f-a53d-ab1a5c768507 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1785.838796] env[62913]: WARNING nova.compute.manager [req-96cc46ad-4198-4edc-99fc-46641f655aa0 req-ba35ab1f-7836-4abe-82da-82be8c74948f service nova] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Received unexpected event network-vif-plugged-c5db1f38-6213-414f-a53d-ab1a5c768507 for instance with vm_state building and task_state spawning. [ 1785.880213] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822580, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.997008] env[62913]: DEBUG nova.network.neutron [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Successfully updated port: c5db1f38-6213-414f-a53d-ab1a5c768507 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1786.203887] env[62913]: DEBUG oslo_vmware.api [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822579, 'name': ReconfigVM_Task, 'duration_secs': 0.883179} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.204197] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 531ec942-fb95-445f-957f-14c5f9a26f1d/531ec942-fb95-445f-957f-14c5f9a26f1d.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1786.204498] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Updating instance '531ec942-fb95-445f-957f-14c5f9a26f1d' progress to 50 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1786.210914] env[62913]: DEBUG nova.network.neutron [req-cac92343-66cc-45bc-a8a1-3fd36d3f7cbc req-8a672e39-7f8a-41d5-94d5-795e428568c0 service nova] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Updated VIF entry in instance network info cache for port 008cab2c-e0c9-4069-9709-6581c6f441cc. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1786.211207] env[62913]: DEBUG nova.network.neutron [req-cac92343-66cc-45bc-a8a1-3fd36d3f7cbc req-8a672e39-7f8a-41d5-94d5-795e428568c0 service nova] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Updating instance_info_cache with network_info: [{"id": "008cab2c-e0c9-4069-9709-6581c6f441cc", "address": "fa:16:3e:fd:8f:67", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008cab2c-e0", "ovs_interfaceid": "008cab2c-e0c9-4069-9709-6581c6f441cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.212445] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: b1790dea-e6b8-4c5c-9c09-60903601f3ef] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1786.294803] env[62913]: DEBUG nova.compute.utils [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1786.298707] env[62913]: DEBUG nova.compute.manager [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1786.298776] env[62913]: DEBUG nova.network.neutron [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1786.340446] env[62913]: DEBUG nova.policy [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbb5753a57e240e1b92367a9a682a825', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf1301206d2844eab937e229bc729a11', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1786.380062] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822580, 'name': CreateVM_Task, 'duration_secs': 0.693098} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.380062] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1786.380222] env[62913]: DEBUG oslo_concurrency.lockutils [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.380399] env[62913]: DEBUG oslo_concurrency.lockutils [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.380700] env[62913]: DEBUG oslo_concurrency.lockutils [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1786.380944] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498c39f0-fdf6-4c0f-93d4-b23e7ad146b6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.385548] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1786.385548] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52e7afba-f69b-cec1-f9cd-04582609fbcb" [ 1786.385548] env[62913]: _type = "Task" [ 1786.385548] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.393051] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e7afba-f69b-cec1-f9cd-04582609fbcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.502699] env[62913]: DEBUG oslo_concurrency.lockutils [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "refresh_cache-5e2dab6a-1123-4cb2-804f-ae9fb258221e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.502846] env[62913]: DEBUG oslo_concurrency.lockutils [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquired lock "refresh_cache-5e2dab6a-1123-4cb2-804f-ae9fb258221e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.503008] env[62913]: DEBUG nova.network.neutron [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1786.601829] env[62913]: DEBUG nova.network.neutron [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Successfully created port: f06a4709-7675-4176-aad3-abfefd894f80 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1786.711291] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b419ee10-0c30-40d5-833f-6f035d5c5bbf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.715309] env[62913]: DEBUG oslo_concurrency.lockutils [req-cac92343-66cc-45bc-a8a1-3fd36d3f7cbc req-8a672e39-7f8a-41d5-94d5-795e428568c0 service nova] Releasing lock "refresh_cache-9846f0fc-1931-4141-9433-99668fc42db7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.715824] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 84afbe2c-7763-4077-b54e-e87828cf738c] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1786.734302] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cfc568-3689-4bc3-955f-5d48878fd425 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.754859] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Updating instance '531ec942-fb95-445f-957f-14c5f9a26f1d' progress to 67 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1786.800494] env[62913]: DEBUG nova.compute.manager [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1786.897393] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e7afba-f69b-cec1-f9cd-04582609fbcb, 'name': SearchDatastore_Task, 'duration_secs': 0.012452} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.899238] env[62913]: DEBUG oslo_concurrency.lockutils [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.899238] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1786.899238] env[62913]: DEBUG oslo_concurrency.lockutils [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.899238] env[62913]: DEBUG oslo_concurrency.lockutils [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.899238] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1786.899238] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8343d121-c26d-4ed9-8683-4ae5c8e4629a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.913532] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1786.913725] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1786.916867] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec6fa21f-ca52-4254-8cf7-65bcdb8fb091 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.922718] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1786.922718] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52510334-30d3-05b0-1465-2b7237481abf" [ 1786.922718] env[62913]: _type = "Task" [ 1786.922718] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.930781] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52510334-30d3-05b0-1465-2b7237481abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.037780] env[62913]: DEBUG nova.network.neutron [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1787.102459] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b0f7fc-1147-431a-af02-bafe80287921 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.114845] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85327433-303c-4fbc-8193-a468e841fd4d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.147106] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d863e23-ac82-4f4b-9e0f-e893ec6cfe94 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.155395] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b019e8-bd5e-406d-97b1-d2e2ce89c5b7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.172791] env[62913]: DEBUG nova.compute.provider_tree [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.219566] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 8074d75c-a13a-4e80-ba58-2dbc7d620328] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1787.257598] env[62913]: DEBUG nova.network.neutron [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Updating instance_info_cache with network_info: [{"id": "c5db1f38-6213-414f-a53d-ab1a5c768507", "address": "fa:16:3e:19:97:19", "network": {"id": "eccfa32a-42e2-4fa1-8eb5-37bd3b78f371", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-838746821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "552ba8925f584c7bb80d2cfd9c59f5f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5db1f38-62", "ovs_interfaceid": "c5db1f38-6213-414f-a53d-ab1a5c768507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.316259] env[62913]: DEBUG nova.network.neutron [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Port f72e3135-5d38-49db-b720-2631eaa75eba binding to destination host cpu-1 is already ACTIVE {{(pid=62913) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1787.433886] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52510334-30d3-05b0-1465-2b7237481abf, 'name': SearchDatastore_Task, 'duration_secs': 0.008971} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.434751] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3967927a-8958-4dca-9461-9ea73fc790b3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.440088] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1787.440088] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b70996-990c-a0df-25aa-af3b86ab8a40" [ 1787.440088] env[62913]: _type = "Task" [ 1787.440088] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.448186] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b70996-990c-a0df-25aa-af3b86ab8a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.678529] env[62913]: DEBUG nova.scheduler.client.report [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1787.722444] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: e8420f50-89c4-4363-8f0b-0b2752a8ae1e] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1787.759544] env[62913]: DEBUG oslo_concurrency.lockutils [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Releasing lock "refresh_cache-5e2dab6a-1123-4cb2-804f-ae9fb258221e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.759856] env[62913]: DEBUG nova.compute.manager [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Instance network_info: |[{"id": "c5db1f38-6213-414f-a53d-ab1a5c768507", "address": "fa:16:3e:19:97:19", "network": {"id": "eccfa32a-42e2-4fa1-8eb5-37bd3b78f371", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-838746821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "552ba8925f584c7bb80d2cfd9c59f5f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5db1f38-62", "ovs_interfaceid": "c5db1f38-6213-414f-a53d-ab1a5c768507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1787.760278] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:97:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5db1f38-6213-414f-a53d-ab1a5c768507', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1787.767762] env[62913]: DEBUG oslo.service.loopingcall [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.768204] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1787.768428] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ac3974d-3b99-4dfc-8133-2c9b7ce6c1cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.787782] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1787.787782] env[62913]: value = "task-1822581" [ 1787.787782] env[62913]: _type = "Task" [ 1787.787782] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.795758] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822581, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.814066] env[62913]: DEBUG nova.compute.manager [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1787.840831] env[62913]: DEBUG nova.virt.hardware [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1787.841080] env[62913]: DEBUG nova.virt.hardware [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1787.841444] env[62913]: DEBUG nova.virt.hardware [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1787.841527] env[62913]: DEBUG nova.virt.hardware [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1787.842151] env[62913]: DEBUG nova.virt.hardware [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1787.842151] env[62913]: DEBUG nova.virt.hardware [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1787.842151] env[62913]: DEBUG nova.virt.hardware [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1787.842290] env[62913]: DEBUG nova.virt.hardware [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1787.842381] env[62913]: DEBUG nova.virt.hardware [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1787.842647] env[62913]: DEBUG nova.virt.hardware [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1787.842718] env[62913]: DEBUG nova.virt.hardware [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1787.843640] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d420437-c472-4556-92fe-9243c7edd366 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.851322] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccfabb3-1070-42fb-beaa-8f969da24265 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.868451] env[62913]: DEBUG nova.compute.manager [req-5f02907d-e2a7-49bc-a6cc-860d1ee91b0b req-ba7bc470-a24c-41f7-a3a3-caf015f6aa1d service nova] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Received event network-changed-c5db1f38-6213-414f-a53d-ab1a5c768507 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1787.868669] env[62913]: DEBUG nova.compute.manager [req-5f02907d-e2a7-49bc-a6cc-860d1ee91b0b req-ba7bc470-a24c-41f7-a3a3-caf015f6aa1d service nova] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Refreshing instance network info cache due to event network-changed-c5db1f38-6213-414f-a53d-ab1a5c768507. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1787.868902] env[62913]: DEBUG oslo_concurrency.lockutils [req-5f02907d-e2a7-49bc-a6cc-860d1ee91b0b req-ba7bc470-a24c-41f7-a3a3-caf015f6aa1d service nova] Acquiring lock "refresh_cache-5e2dab6a-1123-4cb2-804f-ae9fb258221e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.869075] env[62913]: DEBUG oslo_concurrency.lockutils [req-5f02907d-e2a7-49bc-a6cc-860d1ee91b0b req-ba7bc470-a24c-41f7-a3a3-caf015f6aa1d service nova] Acquired lock "refresh_cache-5e2dab6a-1123-4cb2-804f-ae9fb258221e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.869244] env[62913]: DEBUG nova.network.neutron [req-5f02907d-e2a7-49bc-a6cc-860d1ee91b0b req-ba7bc470-a24c-41f7-a3a3-caf015f6aa1d service nova] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Refreshing network info cache for port c5db1f38-6213-414f-a53d-ab1a5c768507 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1787.955305] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b70996-990c-a0df-25aa-af3b86ab8a40, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.955580] env[62913]: DEBUG oslo_concurrency.lockutils [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.955845] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 9846f0fc-1931-4141-9433-99668fc42db7/9846f0fc-1931-4141-9433-99668fc42db7.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1787.956398] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2587f9ac-f6af-4833-8feb-b896bb4de1da {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.962832] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1787.962832] env[62913]: value = "task-1822582" [ 1787.962832] env[62913]: _type = "Task" [ 1787.962832] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.971431] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.183802] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.184359] env[62913]: DEBUG nova.compute.manager [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1788.187253] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.733s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.187498] env[62913]: DEBUG nova.objects.instance [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Lazy-loading 'resources' on Instance uuid 6c0aa552-3717-4cec-915f-1515cbd71983 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1788.228285] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: a5018d06-cfa8-4f6e-b13b-c98db79bccfd] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1788.301989] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822581, 'name': CreateVM_Task, 'duration_secs': 0.457627} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.302214] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1788.303054] env[62913]: DEBUG oslo_concurrency.lockutils [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.303378] env[62913]: DEBUG oslo_concurrency.lockutils [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.303881] env[62913]: DEBUG oslo_concurrency.lockutils [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1788.304414] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f53ca01-12f2-4ed4-8de3-a1ce2bdddd27 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.309801] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1788.309801] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ef48eb-2193-fa14-4d33-b96cc8c90588" [ 1788.309801] env[62913]: _type = "Task" [ 1788.309801] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.318777] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ef48eb-2193-fa14-4d33-b96cc8c90588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.343770] env[62913]: DEBUG oslo_concurrency.lockutils [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "531ec942-fb95-445f-957f-14c5f9a26f1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.343770] env[62913]: DEBUG oslo_concurrency.lockutils [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "531ec942-fb95-445f-957f-14c5f9a26f1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.343770] env[62913]: DEBUG oslo_concurrency.lockutils [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "531ec942-fb95-445f-957f-14c5f9a26f1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.382700] env[62913]: DEBUG nova.network.neutron [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Successfully updated port: f06a4709-7675-4176-aad3-abfefd894f80 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1788.473637] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484056} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.473899] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 9846f0fc-1931-4141-9433-99668fc42db7/9846f0fc-1931-4141-9433-99668fc42db7.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1788.474126] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1788.474367] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b44a14b-5a7b-41b4-b68c-258d2969affd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.481930] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1788.481930] env[62913]: value = "task-1822583" [ 1788.481930] env[62913]: _type = "Task" [ 1788.481930] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.492143] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.693237] env[62913]: DEBUG nova.compute.utils [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1788.697469] env[62913]: DEBUG nova.compute.manager [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1788.697644] env[62913]: DEBUG nova.network.neutron [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1788.730767] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 50251391-0af4-43d7-9ecd-f0866e239a1e] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1788.736206] env[62913]: DEBUG nova.network.neutron [req-5f02907d-e2a7-49bc-a6cc-860d1ee91b0b req-ba7bc470-a24c-41f7-a3a3-caf015f6aa1d service nova] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Updated VIF entry in instance network info cache for port c5db1f38-6213-414f-a53d-ab1a5c768507. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1788.736576] env[62913]: DEBUG nova.network.neutron [req-5f02907d-e2a7-49bc-a6cc-860d1ee91b0b req-ba7bc470-a24c-41f7-a3a3-caf015f6aa1d service nova] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Updating instance_info_cache with network_info: [{"id": "c5db1f38-6213-414f-a53d-ab1a5c768507", "address": "fa:16:3e:19:97:19", "network": {"id": "eccfa32a-42e2-4fa1-8eb5-37bd3b78f371", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-838746821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "552ba8925f584c7bb80d2cfd9c59f5f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5db1f38-62", "ovs_interfaceid": "c5db1f38-6213-414f-a53d-ab1a5c768507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.747908] env[62913]: DEBUG nova.policy [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cb3d98f5237486fb691491ab3dc6649', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f80975b75de74f16805e76a625926bc3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1788.825087] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ef48eb-2193-fa14-4d33-b96cc8c90588, 'name': SearchDatastore_Task, 'duration_secs': 0.055153} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.827673] env[62913]: DEBUG oslo_concurrency.lockutils [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.827917] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1788.828168] env[62913]: DEBUG oslo_concurrency.lockutils [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.828319] env[62913]: DEBUG oslo_concurrency.lockutils [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.828543] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1788.829540] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf51b236-fba9-4243-aa04-79dc09cd9109 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.837766] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1788.837950] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1788.840989] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a9cae9-59e2-43a4-8c8a-841b09ef88a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.849471] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1788.849471] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]521c1736-d87d-2144-2dc6-99cf466f324e" [ 1788.849471] env[62913]: _type = "Task" [ 1788.849471] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.857117] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521c1736-d87d-2144-2dc6-99cf466f324e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.885509] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Acquiring lock "refresh_cache-06c1cf79-616e-452d-87ae-e932256406a8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.885660] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Acquired lock "refresh_cache-06c1cf79-616e-452d-87ae-e932256406a8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.885808] env[62913]: DEBUG nova.network.neutron [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1788.996207] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058285} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.997238] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1788.998579] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561580df-8f51-448e-a71a-bb21422237bd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.010290] env[62913]: DEBUG nova.network.neutron [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Successfully created port: 463b8c9b-30f5-4de2-9837-751a66f48538 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1789.033154] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 9846f0fc-1931-4141-9433-99668fc42db7/9846f0fc-1931-4141-9433-99668fc42db7.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1789.036341] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e01f76af-724b-4076-a6fc-66914b7e7cfa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.056053] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1789.056053] env[62913]: value = "task-1822584" [ 1789.056053] env[62913]: _type = "Task" [ 1789.056053] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.066521] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.096953] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f217f1-4401-4e79-9982-e1441c4c6bf8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.105059] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c129cf-cdea-4222-979c-d1d21df2a4f3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.135832] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245006fd-0e0a-422e-bb84-909c0d36a298 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.143791] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b35853-ff60-466a-983c-b5c8c2dddc1e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.159437] env[62913]: DEBUG nova.compute.provider_tree [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.200247] env[62913]: DEBUG nova.compute.manager [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1789.236120] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 90e14d2c-7c5a-4eb8-80bb-1e0873e0c9bf] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1789.239316] env[62913]: DEBUG oslo_concurrency.lockutils [req-5f02907d-e2a7-49bc-a6cc-860d1ee91b0b req-ba7bc470-a24c-41f7-a3a3-caf015f6aa1d service nova] Releasing lock "refresh_cache-5e2dab6a-1123-4cb2-804f-ae9fb258221e" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.361651] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521c1736-d87d-2144-2dc6-99cf466f324e, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.363153] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bbdbf78-c69f-45a8-816a-3e284b20648a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.368017] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1789.368017] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a6dd32-ae85-0759-5531-94e5c9286ebb" [ 1789.368017] env[62913]: _type = "Task" [ 1789.368017] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.377888] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a6dd32-ae85-0759-5531-94e5c9286ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.397163] env[62913]: DEBUG oslo_concurrency.lockutils [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "refresh_cache-531ec942-fb95-445f-957f-14c5f9a26f1d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.397163] env[62913]: DEBUG oslo_concurrency.lockutils [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "refresh_cache-531ec942-fb95-445f-957f-14c5f9a26f1d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.397163] env[62913]: DEBUG nova.network.neutron [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1789.443152] env[62913]: DEBUG nova.network.neutron [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1789.566092] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822584, 'name': ReconfigVM_Task, 'duration_secs': 0.279977} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.566631] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 9846f0fc-1931-4141-9433-99668fc42db7/9846f0fc-1931-4141-9433-99668fc42db7.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1789.567304] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bcca3a4-bc99-439f-b3f9-43f620db075e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.576831] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1789.576831] env[62913]: value = "task-1822585" [ 1789.576831] env[62913]: _type = "Task" [ 1789.576831] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.590330] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822585, 'name': Rename_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.662270] env[62913]: DEBUG nova.scheduler.client.report [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1789.739642] env[62913]: DEBUG nova.network.neutron [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Updating instance_info_cache with network_info: [{"id": "f06a4709-7675-4176-aad3-abfefd894f80", "address": "fa:16:3e:74:d8:6a", "network": {"id": "5c512f06-5529-4559-9323-144b1e871f0d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-194047888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf1301206d2844eab937e229bc729a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06a4709-76", "ovs_interfaceid": "f06a4709-7675-4176-aad3-abfefd894f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.744018] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 5ba2dc0b-d991-4107-92e2-b5ead72ac290] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1789.879573] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a6dd32-ae85-0759-5531-94e5c9286ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.009617} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.879573] env[62913]: DEBUG oslo_concurrency.lockutils [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.879768] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 5e2dab6a-1123-4cb2-804f-ae9fb258221e/5e2dab6a-1123-4cb2-804f-ae9fb258221e.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1789.880013] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-825f0faa-9d1a-4bfc-8df9-6b1a733d4f43 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.886889] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1789.886889] env[62913]: value = "task-1822586" [ 1789.886889] env[62913]: _type = "Task" [ 1789.886889] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.892729] env[62913]: DEBUG nova.compute.manager [req-d51a553a-c741-4ef1-bd2b-20eef3000e93 req-e6c34547-7c96-4d95-96bb-f60ea5712cb3 service nova] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Received event network-vif-plugged-f06a4709-7675-4176-aad3-abfefd894f80 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1789.892990] env[62913]: DEBUG oslo_concurrency.lockutils [req-d51a553a-c741-4ef1-bd2b-20eef3000e93 req-e6c34547-7c96-4d95-96bb-f60ea5712cb3 service nova] Acquiring lock "06c1cf79-616e-452d-87ae-e932256406a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.895434] env[62913]: DEBUG oslo_concurrency.lockutils [req-d51a553a-c741-4ef1-bd2b-20eef3000e93 req-e6c34547-7c96-4d95-96bb-f60ea5712cb3 service nova] Lock "06c1cf79-616e-452d-87ae-e932256406a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.895434] env[62913]: DEBUG oslo_concurrency.lockutils [req-d51a553a-c741-4ef1-bd2b-20eef3000e93 req-e6c34547-7c96-4d95-96bb-f60ea5712cb3 service nova] Lock "06c1cf79-616e-452d-87ae-e932256406a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.895434] env[62913]: DEBUG nova.compute.manager [req-d51a553a-c741-4ef1-bd2b-20eef3000e93 req-e6c34547-7c96-4d95-96bb-f60ea5712cb3 service nova] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] No waiting events found dispatching network-vif-plugged-f06a4709-7675-4176-aad3-abfefd894f80 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1789.895434] env[62913]: WARNING nova.compute.manager [req-d51a553a-c741-4ef1-bd2b-20eef3000e93 req-e6c34547-7c96-4d95-96bb-f60ea5712cb3 service nova] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Received unexpected event network-vif-plugged-f06a4709-7675-4176-aad3-abfefd894f80 for instance with vm_state building and task_state spawning. [ 1789.895434] env[62913]: DEBUG nova.compute.manager [req-d51a553a-c741-4ef1-bd2b-20eef3000e93 req-e6c34547-7c96-4d95-96bb-f60ea5712cb3 service nova] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Received event network-changed-f06a4709-7675-4176-aad3-abfefd894f80 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1789.895434] env[62913]: DEBUG nova.compute.manager [req-d51a553a-c741-4ef1-bd2b-20eef3000e93 req-e6c34547-7c96-4d95-96bb-f60ea5712cb3 service nova] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Refreshing instance network info cache due to event network-changed-f06a4709-7675-4176-aad3-abfefd894f80. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1789.895434] env[62913]: DEBUG oslo_concurrency.lockutils [req-d51a553a-c741-4ef1-bd2b-20eef3000e93 req-e6c34547-7c96-4d95-96bb-f60ea5712cb3 service nova] Acquiring lock "refresh_cache-06c1cf79-616e-452d-87ae-e932256406a8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.898407] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.087490] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822585, 'name': Rename_Task, 'duration_secs': 0.135899} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.090019] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1790.090019] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f3bc953-80c4-4469-a431-cbff218831ad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.095850] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1790.095850] env[62913]: value = "task-1822587" [ 1790.095850] env[62913]: _type = "Task" [ 1790.095850] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.104764] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.169569] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.171882] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.177s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.172189] env[62913]: DEBUG nova.objects.instance [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lazy-loading 'resources' on Instance uuid aa25311b-fe70-4d3a-87c6-ba210726de3c {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.195121] env[62913]: INFO nova.scheduler.client.report [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Deleted allocations for instance 6c0aa552-3717-4cec-915f-1515cbd71983 [ 1790.212918] env[62913]: DEBUG nova.compute.manager [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1790.238829] env[62913]: DEBUG nova.network.neutron [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Updating instance_info_cache with network_info: [{"id": "f72e3135-5d38-49db-b720-2631eaa75eba", "address": "fa:16:3e:c6:28:13", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72e3135-5d", "ovs_interfaceid": "f72e3135-5d38-49db-b720-2631eaa75eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.243765] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Releasing lock "refresh_cache-06c1cf79-616e-452d-87ae-e932256406a8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.244030] env[62913]: DEBUG nova.compute.manager [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Instance network_info: |[{"id": "f06a4709-7675-4176-aad3-abfefd894f80", "address": "fa:16:3e:74:d8:6a", "network": {"id": "5c512f06-5529-4559-9323-144b1e871f0d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-194047888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf1301206d2844eab937e229bc729a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06a4709-76", "ovs_interfaceid": "f06a4709-7675-4176-aad3-abfefd894f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1790.244400] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 6a8c59b0-d6f5-4fc9-91ca-9e9fbd914f2b] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1790.247657] env[62913]: DEBUG oslo_concurrency.lockutils [req-d51a553a-c741-4ef1-bd2b-20eef3000e93 req-e6c34547-7c96-4d95-96bb-f60ea5712cb3 service nova] Acquired lock "refresh_cache-06c1cf79-616e-452d-87ae-e932256406a8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.247657] env[62913]: DEBUG nova.network.neutron [req-d51a553a-c741-4ef1-bd2b-20eef3000e93 req-e6c34547-7c96-4d95-96bb-f60ea5712cb3 service nova] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Refreshing network info cache for port f06a4709-7675-4176-aad3-abfefd894f80 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.247657] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:d8:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f06a4709-7675-4176-aad3-abfefd894f80', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1790.256843] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Creating folder: Project (bf1301206d2844eab937e229bc729a11). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1790.258345] env[62913]: DEBUG nova.virt.hardware [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1790.258589] env[62913]: DEBUG nova.virt.hardware [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1790.258749] env[62913]: DEBUG nova.virt.hardware [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1790.259216] env[62913]: DEBUG nova.virt.hardware [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1790.259216] env[62913]: DEBUG nova.virt.hardware [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1790.259359] env[62913]: DEBUG nova.virt.hardware [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1790.259479] env[62913]: DEBUG nova.virt.hardware [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1790.259652] env[62913]: DEBUG nova.virt.hardware [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1790.261779] env[62913]: DEBUG nova.virt.hardware [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1790.261779] env[62913]: DEBUG nova.virt.hardware [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1790.261779] env[62913]: DEBUG nova.virt.hardware [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1790.261779] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cf64da6-7e18-4a9f-8f59-e197ec6fe03d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.264244] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d5dc33-306a-4b3b-b599-0053501ab12b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.275137] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede4bebe-3998-4bb0-bccf-b7eeeae58c9d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.281734] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Created folder: Project (bf1301206d2844eab937e229bc729a11) in parent group-v377263. [ 1790.281734] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Creating folder: Instances. Parent ref: group-v377491. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1790.281734] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e568f02c-4503-415f-bfd6-ba233893fe5b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.302357] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Created folder: Instances in parent group-v377491. [ 1790.302626] env[62913]: DEBUG oslo.service.loopingcall [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1790.302939] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1790.303180] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff5aaefe-0b5f-4afb-9772-29a91d69ac30 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.323348] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1790.323348] env[62913]: value = "task-1822590" [ 1790.323348] env[62913]: _type = "Task" [ 1790.323348] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.332226] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822590, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.400371] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49629} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.400813] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 5e2dab6a-1123-4cb2-804f-ae9fb258221e/5e2dab6a-1123-4cb2-804f-ae9fb258221e.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1790.402087] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1790.402087] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5182021b-2b16-485b-a1ec-42603fc8cfb8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.409208] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1790.409208] env[62913]: value = "task-1822591" [ 1790.409208] env[62913]: _type = "Task" [ 1790.409208] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.420276] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.607910] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.708857] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0503b277-5816-431c-8cdf-8990c31e80a9 tempest-ServersTestJSON-1476012762 tempest-ServersTestJSON-1476012762-project-member] Lock "6c0aa552-3717-4cec-915f-1515cbd71983" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.121s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.743562] env[62913]: DEBUG oslo_concurrency.lockutils [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "refresh_cache-531ec942-fb95-445f-957f-14c5f9a26f1d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.761782] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 2ecedb08-72b9-4527-b396-da8ce3daf998] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1790.835894] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822590, 'name': CreateVM_Task, 'duration_secs': 0.450874} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.840418] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1790.843532] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.844999] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.844999] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1790.845475] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c05322c0-ba50-4602-a244-d4f007e3324d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.850612] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Waiting for the task: (returnval){ [ 1790.850612] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5260d9eb-2a7a-a906-96d4-98e849f8800a" [ 1790.850612] env[62913]: _type = "Task" [ 1790.850612] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.859373] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5260d9eb-2a7a-a906-96d4-98e849f8800a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.927124] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07426} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.929347] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1790.931470] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5e5a82-1428-4586-a332-49dc1a49b509 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.959544] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 5e2dab6a-1123-4cb2-804f-ae9fb258221e/5e2dab6a-1123-4cb2-804f-ae9fb258221e.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1790.964798] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bba5fd37-e9c0-4299-b22f-bdb228fc2b80 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.991102] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1790.991102] env[62913]: value = "task-1822592" [ 1790.991102] env[62913]: _type = "Task" [ 1790.991102] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.006021] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.017410] env[62913]: DEBUG nova.network.neutron [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Successfully updated port: 463b8c9b-30f5-4de2-9837-751a66f48538 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1791.076640] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff1f7ce-3b5c-4cbd-a4d8-765e50aafdde {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.084646] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0adb807-3dbe-4ce9-aa94-556c646ffd58 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.119910] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192f824f-df22-4d48-8937-c5a8021f7118 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.134129] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.135749] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2856c085-2780-4eea-a6fd-1c7fde999ce4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.151539] env[62913]: DEBUG nova.compute.provider_tree [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.251229] env[62913]: DEBUG nova.network.neutron [req-d51a553a-c741-4ef1-bd2b-20eef3000e93 req-e6c34547-7c96-4d95-96bb-f60ea5712cb3 service nova] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Updated VIF entry in instance network info cache for port f06a4709-7675-4176-aad3-abfefd894f80. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1791.251229] env[62913]: DEBUG nova.network.neutron [req-d51a553a-c741-4ef1-bd2b-20eef3000e93 req-e6c34547-7c96-4d95-96bb-f60ea5712cb3 service nova] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Updating instance_info_cache with network_info: [{"id": "f06a4709-7675-4176-aad3-abfefd894f80", "address": "fa:16:3e:74:d8:6a", "network": {"id": "5c512f06-5529-4559-9323-144b1e871f0d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-194047888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf1301206d2844eab937e229bc729a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06a4709-76", "ovs_interfaceid": "f06a4709-7675-4176-aad3-abfefd894f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.271119] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: a69317c1-cf06-4f63-a58a-288a6cd20498] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1791.276139] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605151e8-a29b-44c2-b088-4f1ec3bd290d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.298425] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e488df-6c28-4687-bf13-d4dde81dbce8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.306124] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Updating instance '531ec942-fb95-445f-957f-14c5f9a26f1d' progress to 83 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1791.360596] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5260d9eb-2a7a-a906-96d4-98e849f8800a, 'name': SearchDatastore_Task, 'duration_secs': 0.00961} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.363099] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.363099] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1791.363099] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.363099] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.363099] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1791.363357] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12457931-9c1a-4544-9da3-022a4a6858d6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.378504] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1791.378717] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1791.379769] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f101bcad-aa4d-498b-b079-156bcf000948 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.390028] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Waiting for the task: (returnval){ [ 1791.390028] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52310042-eb0b-8425-19fd-7451e32afac1" [ 1791.390028] env[62913]: _type = "Task" [ 1791.390028] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.398126] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52310042-eb0b-8425-19fd-7451e32afac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.504793] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822592, 'name': ReconfigVM_Task, 'duration_secs': 0.317511} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.505176] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 5e2dab6a-1123-4cb2-804f-ae9fb258221e/5e2dab6a-1123-4cb2-804f-ae9fb258221e.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1791.505989] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65ebe4b1-db7c-4f1a-ae26-6d3a74e9eeb8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.515564] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1791.515564] env[62913]: value = "task-1822593" [ 1791.515564] env[62913]: _type = "Task" [ 1791.515564] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.525420] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "refresh_cache-87037ac4-918f-4269-ac2a-eca0f12a7fed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.525600] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired lock "refresh_cache-87037ac4-918f-4269-ac2a-eca0f12a7fed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.526293] env[62913]: DEBUG nova.network.neutron [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1791.527568] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822593, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.630240] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.653959] env[62913]: DEBUG nova.scheduler.client.report [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1791.753618] env[62913]: DEBUG oslo_concurrency.lockutils [req-d51a553a-c741-4ef1-bd2b-20eef3000e93 req-e6c34547-7c96-4d95-96bb-f60ea5712cb3 service nova] Releasing lock "refresh_cache-06c1cf79-616e-452d-87ae-e932256406a8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.781430] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 9a5b673c-e771-4471-938e-8ab8faf4d0c1] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1791.814182] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1791.814352] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cd45aa2-4a88-477d-bd63-5d4ffb94bbb8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.825224] env[62913]: DEBUG oslo_vmware.api [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1791.825224] env[62913]: value = "task-1822594" [ 1791.825224] env[62913]: _type = "Task" [ 1791.825224] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.835544] env[62913]: DEBUG oslo_vmware.api [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.909511] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52310042-eb0b-8425-19fd-7451e32afac1, 'name': SearchDatastore_Task, 'duration_secs': 0.010848} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.919293] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7650cf5-9c5c-4e14-a124-7d54841102cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.935396] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Waiting for the task: (returnval){ [ 1791.935396] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52815f77-f91d-fc19-37b1-8fe9529d1bfe" [ 1791.935396] env[62913]: _type = "Task" [ 1791.935396] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.939593] env[62913]: DEBUG nova.compute.manager [req-5d9292f8-f967-42e1-bc4c-e740ada2aa17 req-d1d4e6a3-a6d1-4b22-9096-d36db132b6af service nova] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Received event network-vif-plugged-463b8c9b-30f5-4de2-9837-751a66f48538 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1791.939694] env[62913]: DEBUG oslo_concurrency.lockutils [req-5d9292f8-f967-42e1-bc4c-e740ada2aa17 req-d1d4e6a3-a6d1-4b22-9096-d36db132b6af service nova] Acquiring lock "87037ac4-918f-4269-ac2a-eca0f12a7fed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.943019] env[62913]: DEBUG oslo_concurrency.lockutils [req-5d9292f8-f967-42e1-bc4c-e740ada2aa17 req-d1d4e6a3-a6d1-4b22-9096-d36db132b6af service nova] Lock "87037ac4-918f-4269-ac2a-eca0f12a7fed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.943019] env[62913]: DEBUG oslo_concurrency.lockutils [req-5d9292f8-f967-42e1-bc4c-e740ada2aa17 req-d1d4e6a3-a6d1-4b22-9096-d36db132b6af service nova] Lock "87037ac4-918f-4269-ac2a-eca0f12a7fed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.943019] env[62913]: DEBUG nova.compute.manager [req-5d9292f8-f967-42e1-bc4c-e740ada2aa17 req-d1d4e6a3-a6d1-4b22-9096-d36db132b6af service nova] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] No waiting events found dispatching network-vif-plugged-463b8c9b-30f5-4de2-9837-751a66f48538 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1791.943019] env[62913]: WARNING nova.compute.manager [req-5d9292f8-f967-42e1-bc4c-e740ada2aa17 req-d1d4e6a3-a6d1-4b22-9096-d36db132b6af service nova] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Received unexpected event network-vif-plugged-463b8c9b-30f5-4de2-9837-751a66f48538 for instance with vm_state building and task_state spawning. [ 1791.943019] env[62913]: DEBUG nova.compute.manager [req-5d9292f8-f967-42e1-bc4c-e740ada2aa17 req-d1d4e6a3-a6d1-4b22-9096-d36db132b6af service nova] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Received event network-changed-463b8c9b-30f5-4de2-9837-751a66f48538 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1791.943019] env[62913]: DEBUG nova.compute.manager [req-5d9292f8-f967-42e1-bc4c-e740ada2aa17 req-d1d4e6a3-a6d1-4b22-9096-d36db132b6af service nova] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Refreshing instance network info cache due to event network-changed-463b8c9b-30f5-4de2-9837-751a66f48538. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1791.943019] env[62913]: DEBUG oslo_concurrency.lockutils [req-5d9292f8-f967-42e1-bc4c-e740ada2aa17 req-d1d4e6a3-a6d1-4b22-9096-d36db132b6af service nova] Acquiring lock "refresh_cache-87037ac4-918f-4269-ac2a-eca0f12a7fed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.959955] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52815f77-f91d-fc19-37b1-8fe9529d1bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.012641} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.960425] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.960834] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 06c1cf79-616e-452d-87ae-e932256406a8/06c1cf79-616e-452d-87ae-e932256406a8.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1791.961246] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d29f6a09-ac9c-4415-a856-3da73f38adb9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.971176] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Waiting for the task: (returnval){ [ 1791.971176] env[62913]: value = "task-1822595" [ 1791.971176] env[62913]: _type = "Task" [ 1791.971176] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.988813] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': task-1822595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.041680] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822593, 'name': Rename_Task, 'duration_secs': 0.261749} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.042952] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1792.043704] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c146e3a1-84d0-451d-9242-076ca63da067 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.052135] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1792.052135] env[62913]: value = "task-1822596" [ 1792.052135] env[62913]: _type = "Task" [ 1792.052135] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.066326] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.108608] env[62913]: DEBUG nova.network.neutron [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1792.130258] env[62913]: DEBUG oslo_vmware.api [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822587, 'name': PowerOnVM_Task, 'duration_secs': 1.772788} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.134140] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1792.134140] env[62913]: INFO nova.compute.manager [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1792.134140] env[62913]: DEBUG nova.compute.manager [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1792.134684] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99062dc-fdea-4229-9f5e-f3c579c2e45c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.159929] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.162909] env[62913]: DEBUG oslo_concurrency.lockutils [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.354s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.163299] env[62913]: DEBUG nova.objects.instance [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Lazy-loading 'resources' on Instance uuid 3b9cf718-bac8-491d-874a-ebaa43ba58d3 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.193980] env[62913]: INFO nova.scheduler.client.report [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Deleted allocations for instance aa25311b-fe70-4d3a-87c6-ba210726de3c [ 1792.287805] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: ef35db94-4dc6-4270-abd0-12c8938c4939] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1792.331801] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "316bee52-20f6-467d-a9c5-e2107f9ac37c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.332141] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "316bee52-20f6-467d-a9c5-e2107f9ac37c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.352268] env[62913]: DEBUG oslo_vmware.api [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822594, 'name': PowerOnVM_Task, 'duration_secs': 0.4912} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.352579] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1792.352858] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-661009a5-eb8b-4526-b072-a5743b9b5fb8 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Updating instance '531ec942-fb95-445f-957f-14c5f9a26f1d' progress to 100 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1792.368909] env[62913]: DEBUG nova.network.neutron [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Updating instance_info_cache with network_info: [{"id": "463b8c9b-30f5-4de2-9837-751a66f48538", "address": "fa:16:3e:8b:b0:5b", "network": {"id": "eeb742eb-bc6f-49aa-b850-cdde1a9d368f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1700168506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80975b75de74f16805e76a625926bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463b8c9b-30", "ovs_interfaceid": "463b8c9b-30f5-4de2-9837-751a66f48538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.431497] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "2591016a-a73c-42c0-9145-e37021b4eaf2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.431801] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.431991] env[62913]: INFO nova.compute.manager [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Shelving [ 1792.488065] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': task-1822595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505794} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.488457] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 06c1cf79-616e-452d-87ae-e932256406a8/06c1cf79-616e-452d-87ae-e932256406a8.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1792.488755] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1792.489135] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8f60498-2b31-4c4a-abfb-f7619410aa43 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.495914] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Waiting for the task: (returnval){ [ 1792.495914] env[62913]: value = "task-1822597" [ 1792.495914] env[62913]: _type = "Task" [ 1792.495914] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.508958] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': task-1822597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.563691] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.655855] env[62913]: INFO nova.compute.manager [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Took 20.84 seconds to build instance. [ 1792.706421] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4ea4c05d-8bde-44d4-b6fb-0dd15bb2a837 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "aa25311b-fe70-4d3a-87c6-ba210726de3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.207s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.789648] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 4ccc5f58-f12f-42f2-ad16-5465cb3b2995] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1792.843104] env[62913]: DEBUG nova.compute.manager [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1792.872499] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Releasing lock "refresh_cache-87037ac4-918f-4269-ac2a-eca0f12a7fed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.872771] env[62913]: DEBUG nova.compute.manager [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Instance network_info: |[{"id": "463b8c9b-30f5-4de2-9837-751a66f48538", "address": "fa:16:3e:8b:b0:5b", "network": {"id": "eeb742eb-bc6f-49aa-b850-cdde1a9d368f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1700168506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80975b75de74f16805e76a625926bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463b8c9b-30", "ovs_interfaceid": "463b8c9b-30f5-4de2-9837-751a66f48538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1792.873420] env[62913]: DEBUG oslo_concurrency.lockutils [req-5d9292f8-f967-42e1-bc4c-e740ada2aa17 req-d1d4e6a3-a6d1-4b22-9096-d36db132b6af service nova] Acquired lock "refresh_cache-87037ac4-918f-4269-ac2a-eca0f12a7fed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.873506] env[62913]: DEBUG nova.network.neutron [req-5d9292f8-f967-42e1-bc4c-e740ada2aa17 req-d1d4e6a3-a6d1-4b22-9096-d36db132b6af service nova] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Refreshing network info cache for port 463b8c9b-30f5-4de2-9837-751a66f48538 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1792.874854] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:b0:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '463b8c9b-30f5-4de2-9837-751a66f48538', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1792.887646] env[62913]: DEBUG oslo.service.loopingcall [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.892215] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1792.894554] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6af5381-851d-40e1-b309-c63a720724b0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.923781] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1792.923781] env[62913]: value = "task-1822598" [ 1792.923781] env[62913]: _type = "Task" [ 1792.923781] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.937646] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822598, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.004500] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65fc990-4f87-4301-8071-2cd0bc274408 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.014927] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': task-1822597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065784} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.018052] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1793.018591] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2912068f-a5d4-4e41-ae7c-433d7c43107c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.022916] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5f3b1d-e57e-4603-92d7-e7a14cfbd3d1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.048951] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 06c1cf79-616e-452d-87ae-e932256406a8/06c1cf79-616e-452d-87ae-e932256406a8.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1793.083722] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96475825-0d7e-4e44-8361-df4a3ab5cbda {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.099204] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8abec80-20c3-4a7b-b127-38b74d6df5d9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.107963] env[62913]: DEBUG oslo_vmware.api [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822596, 'name': PowerOnVM_Task, 'duration_secs': 0.738227} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.111034] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1793.113344] env[62913]: INFO nova.compute.manager [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1793.113344] env[62913]: DEBUG nova.compute.manager [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1793.113344] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Waiting for the task: (returnval){ [ 1793.113344] env[62913]: value = "task-1822599" [ 1793.113344] env[62913]: _type = "Task" [ 1793.113344] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.113344] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b33f6f9-1e55-4635-bfed-674f86257b02 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.117331] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67188e58-6871-4a33-b4f0-05d4d08c0118 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.144613] env[62913]: DEBUG nova.compute.provider_tree [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1793.146522] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': task-1822599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.159313] env[62913]: DEBUG oslo_concurrency.lockutils [None req-397a544c-7317-4e21-8c1f-9dd8d272766e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "9846f0fc-1931-4141-9433-99668fc42db7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.354s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.293608] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: fcb5f3ef-6b11-41e5-936a-a6e658e957ce] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1793.377905] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.434873] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822598, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.448536] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1793.451000] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45b6d473-39d6-4143-84c4-197cd5d002b1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.457019] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1793.457019] env[62913]: value = "task-1822600" [ 1793.457019] env[62913]: _type = "Task" [ 1793.457019] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.465828] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.626165] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': task-1822599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.655750] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed13e15a-dcaa-432f-8c86-39a45ca7f35e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "9846f0fc-1931-4141-9433-99668fc42db7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.656817] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed13e15a-dcaa-432f-8c86-39a45ca7f35e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "9846f0fc-1931-4141-9433-99668fc42db7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.657180] env[62913]: DEBUG nova.compute.manager [None req-ed13e15a-dcaa-432f-8c86-39a45ca7f35e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1793.658683] env[62913]: DEBUG nova.network.neutron [req-5d9292f8-f967-42e1-bc4c-e740ada2aa17 req-d1d4e6a3-a6d1-4b22-9096-d36db132b6af service nova] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Updated VIF entry in instance network info cache for port 463b8c9b-30f5-4de2-9837-751a66f48538. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1793.659172] env[62913]: DEBUG nova.network.neutron [req-5d9292f8-f967-42e1-bc4c-e740ada2aa17 req-d1d4e6a3-a6d1-4b22-9096-d36db132b6af service nova] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Updating instance_info_cache with network_info: [{"id": "463b8c9b-30f5-4de2-9837-751a66f48538", "address": "fa:16:3e:8b:b0:5b", "network": {"id": "eeb742eb-bc6f-49aa-b850-cdde1a9d368f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1700168506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80975b75de74f16805e76a625926bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463b8c9b-30", "ovs_interfaceid": "463b8c9b-30f5-4de2-9837-751a66f48538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.664151] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484c11a8-ebf7-467a-8217-4aca4bbf4bdd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.666523] env[62913]: INFO nova.compute.manager [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Took 21.82 seconds to build instance. [ 1793.671619] env[62913]: ERROR nova.scheduler.client.report [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] [req-4d54f653-0699-4a48-a2e5-3bf95a169880] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4d54f653-0699-4a48-a2e5-3bf95a169880"}]} [ 1793.676627] env[62913]: DEBUG nova.compute.manager [None req-ed13e15a-dcaa-432f-8c86-39a45ca7f35e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62913) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1793.677325] env[62913]: DEBUG nova.objects.instance [None req-ed13e15a-dcaa-432f-8c86-39a45ca7f35e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lazy-loading 'flavor' on Instance uuid 9846f0fc-1931-4141-9433-99668fc42db7 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.694833] env[62913]: DEBUG nova.scheduler.client.report [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1793.710190] env[62913]: DEBUG nova.scheduler.client.report [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1793.710461] env[62913]: DEBUG nova.compute.provider_tree [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1793.721528] env[62913]: DEBUG nova.scheduler.client.report [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1793.741238] env[62913]: DEBUG nova.scheduler.client.report [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1793.796783] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: a53c2f1e-656d-4ed3-ac20-187b30046701] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1793.934800] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822598, 'name': CreateVM_Task, 'duration_secs': 0.710898} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.937070] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1793.938328] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.938499] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.938817] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1793.939150] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3c07f5-1e2c-487a-ba03-b0de4e66a71e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.944044] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1793.944044] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52e069b8-c2e1-6785-2006-cfc34e88451e" [ 1793.944044] env[62913]: _type = "Task" [ 1793.944044] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.953975] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e069b8-c2e1-6785-2006-cfc34e88451e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.965444] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822600, 'name': PowerOffVM_Task, 'duration_secs': 0.226948} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.965673] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1793.966476] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b0e225-8780-4315-8a43-6e0d22aee577 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.970538] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e045040-faf0-438c-8a2b-617039410efb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.993113] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a826a266-ed0d-4802-8b3f-f610dd241642 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.996905] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6cbef4-ffd9-46dc-a26f-91b2d01d895b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.032745] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9538b4-4b26-43ed-821e-ae449224a920 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.040694] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6124b7e6-7ea1-45d0-9bb9-1ff95dc077fb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.054396] env[62913]: DEBUG nova.compute.provider_tree [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1794.127069] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': task-1822599, 'name': ReconfigVM_Task, 'duration_secs': 0.699756} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.127441] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 06c1cf79-616e-452d-87ae-e932256406a8/06c1cf79-616e-452d-87ae-e932256406a8.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1794.128136] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9069b719-69c7-41e9-98c4-4a42cc61f100 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.136439] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Waiting for the task: (returnval){ [ 1794.136439] env[62913]: value = "task-1822601" [ 1794.136439] env[62913]: _type = "Task" [ 1794.136439] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.145202] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': task-1822601, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.168343] env[62913]: DEBUG oslo_concurrency.lockutils [req-5d9292f8-f967-42e1-bc4c-e740ada2aa17 req-d1d4e6a3-a6d1-4b22-9096-d36db132b6af service nova] Releasing lock "refresh_cache-87037ac4-918f-4269-ac2a-eca0f12a7fed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.168566] env[62913]: DEBUG oslo_concurrency.lockutils [None req-667b7334-445e-4dd8-9b1c-050e9f0e4192 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "5e2dab6a-1123-4cb2-804f-ae9fb258221e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.332s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.300698] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: ad1900e7-8bd9-452f-b98d-edf376b50460] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1794.456727] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e069b8-c2e1-6785-2006-cfc34e88451e, 'name': SearchDatastore_Task, 'duration_secs': 0.022536} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.457741] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.458163] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1794.458605] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.458865] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.459211] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1794.459599] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81fe3bc9-af0b-4022-b801-1cbc7c440028 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.469349] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1794.469659] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1794.470857] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e34c9c-914a-4c33-9838-5494644535e6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.477885] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1794.477885] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52fc0eda-bc4b-be64-894b-c37235967eb1" [ 1794.477885] env[62913]: _type = "Task" [ 1794.477885] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.488892] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52fc0eda-bc4b-be64-894b-c37235967eb1, 'name': SearchDatastore_Task, 'duration_secs': 0.008301} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.489779] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae1f7c7b-660b-42d9-9755-8661d9d2a40a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.495473] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1794.495473] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ea87de-69bf-d086-4527-885eb0c4abee" [ 1794.495473] env[62913]: _type = "Task" [ 1794.495473] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.504249] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ea87de-69bf-d086-4527-885eb0c4abee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.533596] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1794.533968] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9a9c3ac8-0e1c-415d-bd6e-b3af359553d9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.541037] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1794.541037] env[62913]: value = "task-1822602" [ 1794.541037] env[62913]: _type = "Task" [ 1794.541037] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.551403] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822602, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.560622] env[62913]: DEBUG nova.scheduler.client.report [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1794.564528] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "5e2dab6a-1123-4cb2-804f-ae9fb258221e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.564838] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "5e2dab6a-1123-4cb2-804f-ae9fb258221e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.565081] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "5e2dab6a-1123-4cb2-804f-ae9fb258221e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.565309] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "5e2dab6a-1123-4cb2-804f-ae9fb258221e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.565516] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "5e2dab6a-1123-4cb2-804f-ae9fb258221e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.571201] env[62913]: INFO nova.compute.manager [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Terminating instance [ 1794.649772] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': task-1822601, 'name': Rename_Task, 'duration_secs': 0.274614} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.650449] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1794.650449] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8703b03b-c1df-48cd-b3a6-23e179075a0f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.657253] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Waiting for the task: (returnval){ [ 1794.657253] env[62913]: value = "task-1822603" [ 1794.657253] env[62913]: _type = "Task" [ 1794.657253] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.666178] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': task-1822603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.687707] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed13e15a-dcaa-432f-8c86-39a45ca7f35e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1794.688399] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33ac1a64-f3b5-485d-85be-d2d1904765bf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.695958] env[62913]: DEBUG oslo_vmware.api [None req-ed13e15a-dcaa-432f-8c86-39a45ca7f35e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1794.695958] env[62913]: value = "task-1822604" [ 1794.695958] env[62913]: _type = "Task" [ 1794.695958] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.704648] env[62913]: DEBUG oslo_vmware.api [None req-ed13e15a-dcaa-432f-8c86-39a45ca7f35e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.804431] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 44c01052-a741-4c21-9bb9-c8b808f2c4ad] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1795.007114] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ea87de-69bf-d086-4527-885eb0c4abee, 'name': SearchDatastore_Task, 'duration_secs': 0.009} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.007379] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.007695] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 87037ac4-918f-4269-ac2a-eca0f12a7fed/87037ac4-918f-4269-ac2a-eca0f12a7fed.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1795.007824] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43eff555-aa1f-44e0-a964-46e92598a531 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.015475] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1795.015475] env[62913]: value = "task-1822605" [ 1795.015475] env[62913]: _type = "Task" [ 1795.015475] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.023373] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.050034] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822602, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.069391] env[62913]: DEBUG oslo_concurrency.lockutils [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.906s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.072794] env[62913]: DEBUG oslo_concurrency.lockutils [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.821s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.073355] env[62913]: DEBUG nova.objects.instance [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lazy-loading 'resources' on Instance uuid e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1795.074779] env[62913]: DEBUG nova.compute.manager [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1795.074983] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1795.075914] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa00101b-10b4-4fe9-acc2-bb7a88bec5f8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.084184] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.085072] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ebffdbb-7cbc-4a2f-95b5-4bcf080ed316 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.091347] env[62913]: DEBUG oslo_vmware.api [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1795.091347] env[62913]: value = "task-1822606" [ 1795.091347] env[62913]: _type = "Task" [ 1795.091347] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.096386] env[62913]: INFO nova.scheduler.client.report [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Deleted allocations for instance 3b9cf718-bac8-491d-874a-ebaa43ba58d3 [ 1795.102922] env[62913]: DEBUG oslo_vmware.api [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.140655] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "531ec942-fb95-445f-957f-14c5f9a26f1d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.140896] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "531ec942-fb95-445f-957f-14c5f9a26f1d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.141296] env[62913]: DEBUG nova.compute.manager [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Going to confirm migration 3 {{(pid=62913) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1795.169916] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': task-1822603, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.207782] env[62913]: DEBUG oslo_vmware.api [None req-ed13e15a-dcaa-432f-8c86-39a45ca7f35e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822604, 'name': PowerOffVM_Task, 'duration_secs': 0.272262} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.208157] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed13e15a-dcaa-432f-8c86-39a45ca7f35e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.208426] env[62913]: DEBUG nova.compute.manager [None req-ed13e15a-dcaa-432f-8c86-39a45ca7f35e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1795.209576] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25fc16d-5c68-4839-9076-75d871a12593 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.308921] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 20e476f1-e384-4112-9c00-c19c5559fa72] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1795.525710] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822605, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.550619] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822602, 'name': CreateSnapshot_Task, 'duration_secs': 0.650866} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.554019] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1795.554019] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4daa47-5ba1-4f88-9ba4-1242480462ff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.607025] env[62913]: DEBUG oslo_vmware.api [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822606, 'name': PowerOffVM_Task, 'duration_secs': 0.281547} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.609520] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.609847] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1795.611220] env[62913]: DEBUG oslo_concurrency.lockutils [None req-643801e1-9fe3-42da-82b9-2eb78b1e8362 tempest-ServersNegativeTestMultiTenantJSON-1600453433 tempest-ServersNegativeTestMultiTenantJSON-1600453433-project-member] Lock "3b9cf718-bac8-491d-874a-ebaa43ba58d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.351s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.612526] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eb2a4e8-9506-4cf9-994d-1687d5cbcd81 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.670780] env[62913]: DEBUG oslo_vmware.api [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': task-1822603, 'name': PowerOnVM_Task, 'duration_secs': 0.596539} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.671427] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1795.671665] env[62913]: INFO nova.compute.manager [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1795.672557] env[62913]: DEBUG nova.compute.manager [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1795.672846] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10707509-e227-4409-8735-1016e35a2c07 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.722522] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "refresh_cache-531ec942-fb95-445f-957f-14c5f9a26f1d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.722522] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "refresh_cache-531ec942-fb95-445f-957f-14c5f9a26f1d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.722522] env[62913]: DEBUG nova.network.neutron [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1795.722522] env[62913]: DEBUG nova.objects.instance [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lazy-loading 'info_cache' on Instance uuid 531ec942-fb95-445f-957f-14c5f9a26f1d {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1795.725599] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed13e15a-dcaa-432f-8c86-39a45ca7f35e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "9846f0fc-1931-4141-9433-99668fc42db7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.802574] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1795.802991] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1795.803325] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Deleting the datastore file [datastore1] 5e2dab6a-1123-4cb2-804f-ae9fb258221e {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.803647] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7643e3a-9d10-4aec-b35b-ef8623059599 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.812295] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 05ee70b5-acc1-485d-81c1-500c451283de] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1795.815561] env[62913]: DEBUG oslo_vmware.api [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for the task: (returnval){ [ 1795.815561] env[62913]: value = "task-1822608" [ 1795.815561] env[62913]: _type = "Task" [ 1795.815561] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.826504] env[62913]: DEBUG oslo_vmware.api [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.887836] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd75d288-e5a3-4463-8bd9-805b129d06b3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.895126] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bfe575-571d-450a-b206-0b42d9b76e34 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.937028] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc97f9f-739e-4752-a952-d50110915af2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.942860] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3a8976-f202-4e54-83a8-1203d1de4b19 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.956700] env[62913]: DEBUG nova.compute.provider_tree [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1796.027031] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521594} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.027031] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 87037ac4-918f-4269-ac2a-eca0f12a7fed/87037ac4-918f-4269-ac2a-eca0f12a7fed.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1796.027442] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1796.027557] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbe1573d-1a60-4295-bc20-31c2efb0452a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.034534] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1796.034534] env[62913]: value = "task-1822609" [ 1796.034534] env[62913]: _type = "Task" [ 1796.034534] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.042921] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.069204] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1796.069543] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ee11ca6c-3209-4b20-8a46-f4219eab30ff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.077842] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1796.077842] env[62913]: value = "task-1822610" [ 1796.077842] env[62913]: _type = "Task" [ 1796.077842] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.086651] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822610, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.196455] env[62913]: INFO nova.compute.manager [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Took 21.36 seconds to build instance. [ 1796.217524] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "9846f0fc-1931-4141-9433-99668fc42db7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.220062] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "9846f0fc-1931-4141-9433-99668fc42db7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.220062] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "9846f0fc-1931-4141-9433-99668fc42db7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.220062] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "9846f0fc-1931-4141-9433-99668fc42db7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.220062] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "9846f0fc-1931-4141-9433-99668fc42db7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.221114] env[62913]: INFO nova.compute.manager [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Terminating instance [ 1796.320274] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 483fd929-aae3-4c7d-a8e0-3b7a725fa0c8] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1796.332762] env[62913]: DEBUG oslo_vmware.api [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Task: {'id': task-1822608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500242} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.333303] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1796.333658] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1796.333955] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1796.334265] env[62913]: INFO nova.compute.manager [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1796.334640] env[62913]: DEBUG oslo.service.loopingcall [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.335022] env[62913]: DEBUG nova.compute.manager [-] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1796.335243] env[62913]: DEBUG nova.network.neutron [-] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1796.460431] env[62913]: DEBUG nova.scheduler.client.report [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1796.546704] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086038} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.546989] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1796.547772] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a35f08-9802-43bd-8851-3f1ff2407526 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.573055] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 87037ac4-918f-4269-ac2a-eca0f12a7fed/87037ac4-918f-4269-ac2a-eca0f12a7fed.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1796.573383] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b508d3e-096d-462e-bc4e-9b26a4c38a1c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.599554] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822610, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.599666] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1796.599666] env[62913]: value = "task-1822611" [ 1796.599666] env[62913]: _type = "Task" [ 1796.599666] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.608892] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.699298] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc33f73b-3088-4d76-82a8-6a61e50b3c4b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Lock "06c1cf79-616e-452d-87ae-e932256406a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.876s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.729020] env[62913]: DEBUG nova.compute.manager [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1796.729020] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1796.729020] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29154d98-5b97-4b6d-adc3-84c1295fc8fd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.744226] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1796.744226] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91e9fd5a-3d54-4ad5-b630-45cc6d301332 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.825465] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: c9d87160-1c3d-42fe-82c9-79aa1a55c528] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1796.911284] env[62913]: DEBUG nova.compute.manager [req-3ad3c3dc-40a4-496d-a37a-fa13c173a4ce req-7dea1b2b-ab2d-471d-ac7d-e72664450f4b service nova] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Received event network-vif-deleted-c5db1f38-6213-414f-a53d-ab1a5c768507 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1796.911522] env[62913]: INFO nova.compute.manager [req-3ad3c3dc-40a4-496d-a37a-fa13c173a4ce req-7dea1b2b-ab2d-471d-ac7d-e72664450f4b service nova] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Neutron deleted interface c5db1f38-6213-414f-a53d-ab1a5c768507; detaching it from the instance and deleting it from the info cache [ 1796.911701] env[62913]: DEBUG nova.network.neutron [req-3ad3c3dc-40a4-496d-a37a-fa13c173a4ce req-7dea1b2b-ab2d-471d-ac7d-e72664450f4b service nova] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.938715] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1796.938949] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1796.939191] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleting the datastore file [datastore1] 9846f0fc-1931-4141-9433-99668fc42db7 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1796.939478] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f3f3eb3-faff-4ed2-9460-d325e4bffb13 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.946622] env[62913]: DEBUG oslo_vmware.api [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1796.946622] env[62913]: value = "task-1822613" [ 1796.946622] env[62913]: _type = "Task" [ 1796.946622] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.955624] env[62913]: DEBUG oslo_vmware.api [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.969392] env[62913]: DEBUG oslo_concurrency.lockutils [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.974011] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.596s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.975791] env[62913]: INFO nova.compute.claims [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1797.008952] env[62913]: INFO nova.scheduler.client.report [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Deleted allocations for instance e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3 [ 1797.094879] env[62913]: DEBUG nova.network.neutron [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Updating instance_info_cache with network_info: [{"id": "f72e3135-5d38-49db-b720-2631eaa75eba", "address": "fa:16:3e:c6:28:13", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72e3135-5d", "ovs_interfaceid": "f72e3135-5d38-49db-b720-2631eaa75eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.101828] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822610, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.111893] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822611, 'name': ReconfigVM_Task, 'duration_secs': 0.452198} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.113320] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 87037ac4-918f-4269-ac2a-eca0f12a7fed/87037ac4-918f-4269-ac2a-eca0f12a7fed.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1797.113492] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2ad6fcc-b656-4c35-860e-fc45698fc813 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.119916] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1797.119916] env[62913]: value = "task-1822614" [ 1797.119916] env[62913]: _type = "Task" [ 1797.119916] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.129090] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822614, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.283603] env[62913]: DEBUG nova.network.neutron [-] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.330953] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: c03e0144-3013-4e88-a081-dd16264dba16] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1797.414536] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afff1e1e-56db-47c8-a869-c816c2c07a82 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.424674] env[62913]: DEBUG oslo_concurrency.lockutils [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Acquiring lock "853221e1-f008-47ce-990f-732e32454e4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.424915] env[62913]: DEBUG oslo_concurrency.lockutils [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Lock "853221e1-f008-47ce-990f-732e32454e4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.429533] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd82858-c560-408c-b69e-f2655fe27574 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.465965] env[62913]: DEBUG nova.compute.manager [req-3ad3c3dc-40a4-496d-a37a-fa13c173a4ce req-7dea1b2b-ab2d-471d-ac7d-e72664450f4b service nova] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Detach interface failed, port_id=c5db1f38-6213-414f-a53d-ab1a5c768507, reason: Instance 5e2dab6a-1123-4cb2-804f-ae9fb258221e could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1797.469900] env[62913]: DEBUG oslo_vmware.api [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16641} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.469900] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1797.469900] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1797.470135] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1797.470191] env[62913]: INFO nova.compute.manager [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Took 0.74 seconds to destroy the instance on the hypervisor. [ 1797.470432] env[62913]: DEBUG oslo.service.loopingcall [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1797.470932] env[62913]: DEBUG nova.compute.manager [-] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1797.471127] env[62913]: DEBUG nova.network.neutron [-] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1797.519646] env[62913]: DEBUG oslo_concurrency.lockutils [None req-285a3c3c-c2ad-41a4-92fa-d9a6385bf702 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.827s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.597565] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "refresh_cache-531ec942-fb95-445f-957f-14c5f9a26f1d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.597995] env[62913]: DEBUG nova.objects.instance [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lazy-loading 'migration_context' on Instance uuid 531ec942-fb95-445f-957f-14c5f9a26f1d {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.602747] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822610, 'name': CloneVM_Task, 'duration_secs': 1.300043} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.603517] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Created linked-clone VM from snapshot [ 1797.604456] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574b2a1c-9c0d-490a-a1d0-e476b5d95300 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.614961] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Uploading image cfa238aa-42fa-42a3-ab67-2b80de85e921 {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1797.630360] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822614, 'name': Rename_Task, 'duration_secs': 0.19469} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.630360] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1797.631013] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e4059b8-5d29-4250-8743-1b58d9fe83a3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.639608] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1797.639608] env[62913]: value = "task-1822615" [ 1797.639608] env[62913]: _type = "Task" [ 1797.639608] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.653035] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.655131] env[62913]: DEBUG oslo_vmware.rw_handles [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1797.655131] env[62913]: value = "vm-377496" [ 1797.655131] env[62913]: _type = "VirtualMachine" [ 1797.655131] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1797.655468] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3eea6c82-8347-4b84-b0f9-92c801d8e2b1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.661794] env[62913]: DEBUG oslo_vmware.rw_handles [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lease: (returnval){ [ 1797.661794] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529ff596-2a9e-e343-96a8-2138bb0e94f3" [ 1797.661794] env[62913]: _type = "HttpNfcLease" [ 1797.661794] env[62913]: } obtained for exporting VM: (result){ [ 1797.661794] env[62913]: value = "vm-377496" [ 1797.661794] env[62913]: _type = "VirtualMachine" [ 1797.661794] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1797.662296] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the lease: (returnval){ [ 1797.662296] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529ff596-2a9e-e343-96a8-2138bb0e94f3" [ 1797.662296] env[62913]: _type = "HttpNfcLease" [ 1797.662296] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1797.668125] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1797.668125] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529ff596-2a9e-e343-96a8-2138bb0e94f3" [ 1797.668125] env[62913]: _type = "HttpNfcLease" [ 1797.668125] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1797.760083] env[62913]: DEBUG nova.compute.manager [req-225aa48e-4964-4038-988e-6e1ca7f00996 req-64c8602b-504e-4477-9db2-4a1412c0d192 service nova] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Received event network-vif-deleted-008cab2c-e0c9-4069-9709-6581c6f441cc {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1797.760302] env[62913]: INFO nova.compute.manager [req-225aa48e-4964-4038-988e-6e1ca7f00996 req-64c8602b-504e-4477-9db2-4a1412c0d192 service nova] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Neutron deleted interface 008cab2c-e0c9-4069-9709-6581c6f441cc; detaching it from the instance and deleting it from the info cache [ 1797.760475] env[62913]: DEBUG nova.network.neutron [req-225aa48e-4964-4038-988e-6e1ca7f00996 req-64c8602b-504e-4477-9db2-4a1412c0d192 service nova] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.786365] env[62913]: INFO nova.compute.manager [-] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Took 1.45 seconds to deallocate network for instance. [ 1797.835365] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 93a8a81f-866c-42fa-9eaf-7f8d5d28112b] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1797.891913] env[62913]: DEBUG oslo_concurrency.lockutils [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Acquiring lock "06c1cf79-616e-452d-87ae-e932256406a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.892182] env[62913]: DEBUG oslo_concurrency.lockutils [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Lock "06c1cf79-616e-452d-87ae-e932256406a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.892456] env[62913]: DEBUG oslo_concurrency.lockutils [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Acquiring lock "06c1cf79-616e-452d-87ae-e932256406a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.892456] env[62913]: DEBUG oslo_concurrency.lockutils [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Lock "06c1cf79-616e-452d-87ae-e932256406a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.892686] env[62913]: DEBUG oslo_concurrency.lockutils [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Lock "06c1cf79-616e-452d-87ae-e932256406a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.895128] env[62913]: INFO nova.compute.manager [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Terminating instance [ 1797.943175] env[62913]: DEBUG nova.compute.manager [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1798.104651] env[62913]: DEBUG nova.objects.base [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Object Instance<531ec942-fb95-445f-957f-14c5f9a26f1d> lazy-loaded attributes: info_cache,migration_context {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1798.107271] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e08ec69-d106-4405-9b26-cba0b076f738 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.137221] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23dfb708-28df-4d7f-9fc9-d9d8dca5eac1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.146627] env[62913]: DEBUG oslo_vmware.api [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1798.146627] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]528519b5-cb71-a2dd-12aa-1532d7136ff7" [ 1798.146627] env[62913]: _type = "Task" [ 1798.146627] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.153864] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822615, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.164049] env[62913]: DEBUG oslo_vmware.api [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528519b5-cb71-a2dd-12aa-1532d7136ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.008244} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.166731] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.170917] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1798.170917] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529ff596-2a9e-e343-96a8-2138bb0e94f3" [ 1798.170917] env[62913]: _type = "HttpNfcLease" [ 1798.170917] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1798.171382] env[62913]: DEBUG oslo_vmware.rw_handles [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1798.171382] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529ff596-2a9e-e343-96a8-2138bb0e94f3" [ 1798.171382] env[62913]: _type = "HttpNfcLease" [ 1798.171382] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1798.172090] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae365ff5-4674-4261-b0a0-a886365fe493 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.184337] env[62913]: DEBUG oslo_vmware.rw_handles [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227eba2-b52f-235b-aefb-f53e52672990/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1798.184676] env[62913]: DEBUG oslo_vmware.rw_handles [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227eba2-b52f-235b-aefb-f53e52672990/disk-0.vmdk for reading. {{(pid=62913) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1798.247321] env[62913]: DEBUG nova.network.neutron [-] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.267186] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d50fda80-7f9e-4411-b33f-f48391fd25af {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.275618] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf61a54-cf80-4dba-92e6-ef0999b564a4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.292378] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.311521] env[62913]: DEBUG nova.compute.manager [req-225aa48e-4964-4038-988e-6e1ca7f00996 req-64c8602b-504e-4477-9db2-4a1412c0d192 service nova] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Detach interface failed, port_id=008cab2c-e0c9-4069-9709-6581c6f441cc, reason: Instance 9846f0fc-1931-4141-9433-99668fc42db7 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1798.316829] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-feb6b8ee-fe92-405a-be01-e34b09df9789 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.338233] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: a47e552a-37a0-4609-9103-aa3ce28fdabe] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1798.395881] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a58c3a0-6ecb-45ea-9488-1f2388ca5141 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.403493] env[62913]: DEBUG nova.compute.manager [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1798.403752] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1798.404680] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fc1d31-b4bb-4094-b231-4913de9aa39c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.407974] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1503a4-31b1-4f21-ac7e-79a4c8241a9f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.417025] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.451581] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4f5da9d-2f31-430f-a984-c2c90d71dc6f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.456970] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9719dfda-d83b-48b1-85de-273701fb8ff4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.468350] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90ee536-0b40-4f9e-bda4-73d357e2ec38 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.472720] env[62913]: DEBUG oslo_vmware.api [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Waiting for the task: (returnval){ [ 1798.472720] env[62913]: value = "task-1822617" [ 1798.472720] env[62913]: _type = "Task" [ 1798.472720] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.473696] env[62913]: DEBUG oslo_concurrency.lockutils [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.486596] env[62913]: DEBUG nova.compute.provider_tree [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.494564] env[62913]: DEBUG oslo_vmware.api [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': task-1822617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.517964] env[62913]: DEBUG oslo_concurrency.lockutils [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "228bf167-a698-40a7-aaf3-c5dd8626b9eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.518232] env[62913]: DEBUG oslo_concurrency.lockutils [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "228bf167-a698-40a7-aaf3-c5dd8626b9eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.518437] env[62913]: DEBUG oslo_concurrency.lockutils [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "228bf167-a698-40a7-aaf3-c5dd8626b9eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.518623] env[62913]: DEBUG oslo_concurrency.lockutils [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "228bf167-a698-40a7-aaf3-c5dd8626b9eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.518797] env[62913]: DEBUG oslo_concurrency.lockutils [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "228bf167-a698-40a7-aaf3-c5dd8626b9eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.520889] env[62913]: INFO nova.compute.manager [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Terminating instance [ 1798.650385] env[62913]: DEBUG oslo_vmware.api [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822615, 'name': PowerOnVM_Task, 'duration_secs': 0.605603} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.651574] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1798.651574] env[62913]: INFO nova.compute.manager [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1798.651574] env[62913]: DEBUG nova.compute.manager [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1798.652701] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f071316e-fc74-45f7-a725-f8d325a1b4c4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.750844] env[62913]: INFO nova.compute.manager [-] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Took 1.28 seconds to deallocate network for instance. [ 1798.842027] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 2286eeaf-825f-4357-815c-f0574a39c03d] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1798.985367] env[62913]: DEBUG oslo_vmware.api [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': task-1822617, 'name': PowerOffVM_Task, 'duration_secs': 0.339699} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.986073] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1798.986337] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1798.986651] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c02966c-d16e-4510-9a5f-65c331492d2a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.991041] env[62913]: DEBUG nova.scheduler.client.report [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1799.024786] env[62913]: DEBUG nova.compute.manager [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1799.025046] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1799.025946] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be95a342-dfd7-42a8-bc32-c78491408167 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.036579] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1799.036745] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ad56f1-034c-47b2-ad60-ba6e9dd21b73 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.043724] env[62913]: DEBUG oslo_vmware.api [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1799.043724] env[62913]: value = "task-1822619" [ 1799.043724] env[62913]: _type = "Task" [ 1799.043724] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.055223] env[62913]: DEBUG oslo_vmware.api [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.060461] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.060793] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.061094] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Deleting the datastore file [datastore1] 06c1cf79-616e-452d-87ae-e932256406a8 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.061469] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d37d0f42-d19a-4519-857e-da69d1c8e922 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.070651] env[62913]: DEBUG oslo_vmware.api [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Waiting for the task: (returnval){ [ 1799.070651] env[62913]: value = "task-1822620" [ 1799.070651] env[62913]: _type = "Task" [ 1799.070651] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.084054] env[62913]: DEBUG oslo_vmware.api [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': task-1822620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.174416] env[62913]: INFO nova.compute.manager [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Took 23.97 seconds to build instance. [ 1799.258975] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.347170] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 8be5b047-ec18-42b4-b8ee-8e5a098338da] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1799.497048] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.497765] env[62913]: DEBUG nova.compute.manager [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1799.500711] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.334s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.559484] env[62913]: DEBUG oslo_vmware.api [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822619, 'name': PowerOffVM_Task, 'duration_secs': 0.251689} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.559690] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1799.559989] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1799.560605] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a540fa72-f3c9-4f63-9bcb-8342a3035fac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.581057] env[62913]: DEBUG oslo_vmware.api [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Task: {'id': task-1822620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250694} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.581510] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1799.581872] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1799.582200] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1799.582470] env[62913]: INFO nova.compute.manager [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1799.582792] env[62913]: DEBUG oslo.service.loopingcall [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.583073] env[62913]: DEBUG nova.compute.manager [-] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1799.583263] env[62913]: DEBUG nova.network.neutron [-] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1799.642191] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.642719] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.642946] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Deleting the datastore file [datastore1] 228bf167-a698-40a7-aaf3-c5dd8626b9eb {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.643210] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea930b7e-d00b-4100-86ad-57edf195c898 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.649983] env[62913]: DEBUG oslo_vmware.api [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1799.649983] env[62913]: value = "task-1822622" [ 1799.649983] env[62913]: _type = "Task" [ 1799.649983] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.663242] env[62913]: DEBUG oslo_vmware.api [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.678336] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c7f6ef94-1a6d-49a4-8413-5db803baeb78 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "87037ac4-918f-4269-ac2a-eca0f12a7fed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.492s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.851377] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 6e53b18b-886b-4afa-a08f-173135fecf2e] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1800.005644] env[62913]: DEBUG nova.compute.utils [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1800.011730] env[62913]: DEBUG nova.compute.manager [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1800.012456] env[62913]: DEBUG nova.network.neutron [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1800.082749] env[62913]: DEBUG nova.compute.manager [req-4c5a0431-45a5-45db-bc01-336d45394efd req-fb8c15ae-c87a-4cad-a942-099b8df401b2 service nova] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Received event network-vif-deleted-f06a4709-7675-4176-aad3-abfefd894f80 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1800.083217] env[62913]: INFO nova.compute.manager [req-4c5a0431-45a5-45db-bc01-336d45394efd req-fb8c15ae-c87a-4cad-a942-099b8df401b2 service nova] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Neutron deleted interface f06a4709-7675-4176-aad3-abfefd894f80; detaching it from the instance and deleting it from the info cache [ 1800.083607] env[62913]: DEBUG nova.network.neutron [req-4c5a0431-45a5-45db-bc01-336d45394efd req-fb8c15ae-c87a-4cad-a942-099b8df401b2 service nova] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.087600] env[62913]: DEBUG nova.policy [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2536cf410ab476c8db291f5461a3bbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e9a64b50d64df0ab318a68bc19b309', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1800.165323] env[62913]: DEBUG oslo_vmware.api [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28015} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.165599] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.166158] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.166158] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.167029] env[62913]: INFO nova.compute.manager [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1800.167182] env[62913]: DEBUG oslo.service.loopingcall [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.167447] env[62913]: DEBUG nova.compute.manager [-] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1800.167447] env[62913]: DEBUG nova.network.neutron [-] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.360368] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: e7e62340-94e1-48bf-af63-fb9e1208b2f4] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1800.382674] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4309187-e2d1-4ca3-89a5-8337156ec9cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.397011] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bce7cc7-39d7-4b3d-bb3f-7f9d27f895cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.441516] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9597d8-90e2-469a-a32e-72235228b124 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.453749] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6fca7e-f35b-49a0-8c80-c055711b0993 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.473414] env[62913]: DEBUG nova.compute.provider_tree [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1800.491761] env[62913]: DEBUG nova.network.neutron [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Successfully created port: 6756c886-ecf9-4f96-a595-5859aa992d61 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1800.519113] env[62913]: DEBUG nova.compute.manager [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1800.551028] env[62913]: DEBUG nova.network.neutron [-] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.587560] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be5d69e9-1cfd-47e8-a2b2-f9b4f3e745b6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.599484] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eea77de-78d4-44e3-844a-934df46722bd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.642084] env[62913]: DEBUG nova.compute.manager [req-4c5a0431-45a5-45db-bc01-336d45394efd req-fb8c15ae-c87a-4cad-a942-099b8df401b2 service nova] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Detach interface failed, port_id=f06a4709-7675-4176-aad3-abfefd894f80, reason: Instance 06c1cf79-616e-452d-87ae-e932256406a8 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1800.864620] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 614b67ed-49de-4c6e-ad57-9d03d17f7dbe] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1800.942029] env[62913]: DEBUG nova.compute.manager [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.942715] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8f209f-d44b-4bb8-8843-08edf336a2ec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.974211] env[62913]: DEBUG nova.scheduler.client.report [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1801.054626] env[62913]: INFO nova.compute.manager [-] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Took 1.47 seconds to deallocate network for instance. [ 1801.092308] env[62913]: DEBUG nova.network.neutron [-] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.370268] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 4ab55729-9afe-4d71-ac5b-2e18a5b3f818] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1801.454123] env[62913]: INFO nova.compute.manager [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] instance snapshotting [ 1801.457642] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc7d411-52a6-4015-b4f9-ed434eb87b1a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.477085] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a35c039-cb44-4caa-9453-b295b9461a30 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.533467] env[62913]: DEBUG nova.compute.manager [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1801.556683] env[62913]: DEBUG nova.virt.hardware [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1801.556957] env[62913]: DEBUG nova.virt.hardware [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1801.557133] env[62913]: DEBUG nova.virt.hardware [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1801.557321] env[62913]: DEBUG nova.virt.hardware [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1801.557468] env[62913]: DEBUG nova.virt.hardware [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1801.557617] env[62913]: DEBUG nova.virt.hardware [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1801.557827] env[62913]: DEBUG nova.virt.hardware [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1801.557987] env[62913]: DEBUG nova.virt.hardware [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1801.558233] env[62913]: DEBUG nova.virt.hardware [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1801.558342] env[62913]: DEBUG nova.virt.hardware [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1801.558538] env[62913]: DEBUG nova.virt.hardware [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1801.559521] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0282e3-5fdb-4912-9f7b-8f8c63a32952 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.563031] env[62913]: DEBUG oslo_concurrency.lockutils [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.568556] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294eb86e-04d3-48c3-880d-487310e764d5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.594585] env[62913]: INFO nova.compute.manager [-] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Took 1.43 seconds to deallocate network for instance. [ 1801.875120] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1801.875120] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Cleaning up deleted instances with incomplete migration {{(pid=62913) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 1801.985659] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.485s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.991701] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.699s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.991940] env[62913]: DEBUG nova.objects.instance [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lazy-loading 'resources' on Instance uuid 5e2dab6a-1123-4cb2-804f-ae9fb258221e {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1801.998022] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1801.998148] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c42eb5b2-1006-41a3-a1d6-0d04d1f24b80 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.011810] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1802.011810] env[62913]: value = "task-1822623" [ 1802.011810] env[62913]: _type = "Task" [ 1802.011810] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.023965] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822623, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.101510] env[62913]: DEBUG oslo_concurrency.lockutils [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.130482] env[62913]: DEBUG nova.compute.manager [req-a299372d-7389-40b3-b470-e16266f550ef req-35226056-68a1-4c4a-a05b-78608249bc12 service nova] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Received event network-vif-deleted-dfc00b3d-69ba-422f-93d8-3d0ca0ff4742 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1802.135415] env[62913]: DEBUG nova.compute.manager [req-b956ba17-a74d-43d3-82cd-a57c0b1bdd0d req-4029f8c6-30ea-492b-b876-fc608beaa37f service nova] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Received event network-vif-plugged-6756c886-ecf9-4f96-a595-5859aa992d61 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1802.135721] env[62913]: DEBUG oslo_concurrency.lockutils [req-b956ba17-a74d-43d3-82cd-a57c0b1bdd0d req-4029f8c6-30ea-492b-b876-fc608beaa37f service nova] Acquiring lock "316bee52-20f6-467d-a9c5-e2107f9ac37c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.136167] env[62913]: DEBUG oslo_concurrency.lockutils [req-b956ba17-a74d-43d3-82cd-a57c0b1bdd0d req-4029f8c6-30ea-492b-b876-fc608beaa37f service nova] Lock "316bee52-20f6-467d-a9c5-e2107f9ac37c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.136383] env[62913]: DEBUG oslo_concurrency.lockutils [req-b956ba17-a74d-43d3-82cd-a57c0b1bdd0d req-4029f8c6-30ea-492b-b876-fc608beaa37f service nova] Lock "316bee52-20f6-467d-a9c5-e2107f9ac37c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.136662] env[62913]: DEBUG nova.compute.manager [req-b956ba17-a74d-43d3-82cd-a57c0b1bdd0d req-4029f8c6-30ea-492b-b876-fc608beaa37f service nova] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] No waiting events found dispatching network-vif-plugged-6756c886-ecf9-4f96-a595-5859aa992d61 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1802.136877] env[62913]: WARNING nova.compute.manager [req-b956ba17-a74d-43d3-82cd-a57c0b1bdd0d req-4029f8c6-30ea-492b-b876-fc608beaa37f service nova] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Received unexpected event network-vif-plugged-6756c886-ecf9-4f96-a595-5859aa992d61 for instance with vm_state building and task_state spawning. [ 1802.241611] env[62913]: DEBUG nova.network.neutron [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Successfully updated port: 6756c886-ecf9-4f96-a595-5859aa992d61 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1802.377321] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1802.526884] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822623, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.552379] env[62913]: INFO nova.scheduler.client.report [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleted allocation for migration cb2ccb8f-2184-4650-b8d8-5b59d4f2fe42 [ 1802.712937] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8761194-ec70-47ab-844f-413c08681c46 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.723566] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e386998c-52af-4e25-b480-5bf2bba30ac4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.755683] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "refresh_cache-316bee52-20f6-467d-a9c5-e2107f9ac37c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.755956] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "refresh_cache-316bee52-20f6-467d-a9c5-e2107f9ac37c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.756157] env[62913]: DEBUG nova.network.neutron [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1802.758572] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dc4e80-fc5d-4d4d-8c15-fe061417a9e1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.768410] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbc09e2-57d4-4a88-a09a-2723ea7bb7e4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.784253] env[62913]: DEBUG nova.compute.provider_tree [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.023090] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822623, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.064416] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37df15e4-6eab-408f-a6c7-da177b9e6c09 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "531ec942-fb95-445f-957f-14c5f9a26f1d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.923s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.289200] env[62913]: DEBUG nova.scheduler.client.report [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1803.294320] env[62913]: DEBUG nova.network.neutron [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1803.450744] env[62913]: DEBUG nova.network.neutron [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Updating instance_info_cache with network_info: [{"id": "6756c886-ecf9-4f96-a595-5859aa992d61", "address": "fa:16:3e:b2:0a:6a", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6756c886-ec", "ovs_interfaceid": "6756c886-ecf9-4f96-a595-5859aa992d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.524061] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822623, 'name': CreateSnapshot_Task, 'duration_secs': 1.398316} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.524356] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1803.525155] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6cee7e-fa47-4021-8fe2-0f7a172d403f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.794416] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.796845] env[62913]: DEBUG oslo_concurrency.lockutils [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.323s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.799354] env[62913]: INFO nova.compute.claims [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1803.819646] env[62913]: INFO nova.scheduler.client.report [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Deleted allocations for instance 5e2dab6a-1123-4cb2-804f-ae9fb258221e [ 1803.954407] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "refresh_cache-316bee52-20f6-467d-a9c5-e2107f9ac37c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.954753] env[62913]: DEBUG nova.compute.manager [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Instance network_info: |[{"id": "6756c886-ecf9-4f96-a595-5859aa992d61", "address": "fa:16:3e:b2:0a:6a", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6756c886-ec", "ovs_interfaceid": "6756c886-ecf9-4f96-a595-5859aa992d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1803.955208] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:0a:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6756c886-ecf9-4f96-a595-5859aa992d61', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1803.963988] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Creating folder: Project (17e9a64b50d64df0ab318a68bc19b309). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1803.965070] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-556bb82d-31fe-45f8-8c95-1610653828cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.977168] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Created folder: Project (17e9a64b50d64df0ab318a68bc19b309) in parent group-v377263. [ 1803.977370] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Creating folder: Instances. Parent ref: group-v377498. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1803.977619] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10700738-41fa-47bd-a671-89c6c770c52b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.990425] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Created folder: Instances in parent group-v377498. [ 1803.990859] env[62913]: DEBUG oslo.service.loopingcall [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.991173] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1803.991544] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d941025-ebfd-4d46-9b3f-8aae76d9c9e0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.025813] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1804.025813] env[62913]: value = "task-1822626" [ 1804.025813] env[62913]: _type = "Task" [ 1804.025813] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.043354] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1804.043705] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822626, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.043955] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f38e9b0f-95de-4d69-9c6e-e0597be29555 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.051982] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1804.051982] env[62913]: value = "task-1822627" [ 1804.051982] env[62913]: _type = "Task" [ 1804.051982] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.062916] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822627, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.164300] env[62913]: DEBUG nova.compute.manager [req-d09af327-0a9b-4167-b0af-d64046b30250 req-2112970b-7fc0-4995-b3eb-a04143af1ec4 service nova] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Received event network-changed-6756c886-ecf9-4f96-a595-5859aa992d61 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1804.164553] env[62913]: DEBUG nova.compute.manager [req-d09af327-0a9b-4167-b0af-d64046b30250 req-2112970b-7fc0-4995-b3eb-a04143af1ec4 service nova] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Refreshing instance network info cache due to event network-changed-6756c886-ecf9-4f96-a595-5859aa992d61. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1804.164921] env[62913]: DEBUG oslo_concurrency.lockutils [req-d09af327-0a9b-4167-b0af-d64046b30250 req-2112970b-7fc0-4995-b3eb-a04143af1ec4 service nova] Acquiring lock "refresh_cache-316bee52-20f6-467d-a9c5-e2107f9ac37c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.165313] env[62913]: DEBUG oslo_concurrency.lockutils [req-d09af327-0a9b-4167-b0af-d64046b30250 req-2112970b-7fc0-4995-b3eb-a04143af1ec4 service nova] Acquired lock "refresh_cache-316bee52-20f6-467d-a9c5-e2107f9ac37c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.165530] env[62913]: DEBUG nova.network.neutron [req-d09af327-0a9b-4167-b0af-d64046b30250 req-2112970b-7fc0-4995-b3eb-a04143af1ec4 service nova] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Refreshing network info cache for port 6756c886-ecf9-4f96-a595-5859aa992d61 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1804.328335] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d65257f7-74cd-463c-a917-4d4e9b2bc473 tempest-ImagesOneServerNegativeTestJSON-59983133 tempest-ImagesOneServerNegativeTestJSON-59983133-project-member] Lock "5e2dab6a-1123-4cb2-804f-ae9fb258221e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.763s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.535493] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822626, 'name': CreateVM_Task, 'duration_secs': 0.446752} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.535687] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1804.539016] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.539016] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.539016] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1804.539016] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2739c3cb-7705-44ad-951e-6cf09adee949 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.541942] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1804.541942] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52866727-1e51-2338-ba9b-07219ab9f9fe" [ 1804.541942] env[62913]: _type = "Task" [ 1804.541942] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.550212] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52866727-1e51-2338-ba9b-07219ab9f9fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.561833] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822627, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.698309] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "531ec942-fb95-445f-957f-14c5f9a26f1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.698309] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "531ec942-fb95-445f-957f-14c5f9a26f1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.698309] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "531ec942-fb95-445f-957f-14c5f9a26f1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.698309] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "531ec942-fb95-445f-957f-14c5f9a26f1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.698309] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "531ec942-fb95-445f-957f-14c5f9a26f1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.701372] env[62913]: INFO nova.compute.manager [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Terminating instance [ 1804.931330] env[62913]: DEBUG nova.network.neutron [req-d09af327-0a9b-4167-b0af-d64046b30250 req-2112970b-7fc0-4995-b3eb-a04143af1ec4 service nova] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Updated VIF entry in instance network info cache for port 6756c886-ecf9-4f96-a595-5859aa992d61. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1804.931638] env[62913]: DEBUG nova.network.neutron [req-d09af327-0a9b-4167-b0af-d64046b30250 req-2112970b-7fc0-4995-b3eb-a04143af1ec4 service nova] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Updating instance_info_cache with network_info: [{"id": "6756c886-ecf9-4f96-a595-5859aa992d61", "address": "fa:16:3e:b2:0a:6a", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6756c886-ec", "ovs_interfaceid": "6756c886-ecf9-4f96-a595-5859aa992d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.052064] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52866727-1e51-2338-ba9b-07219ab9f9fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012756} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.054936] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.055212] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1805.055450] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.055597] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.055780] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1805.056426] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89f91a17-2e07-4a81-9100-1a84cf384ca8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.068224] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822627, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.069531] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1805.069710] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1805.070456] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f6cdaf1-9aee-43b5-8a92-f7d4becbbd95 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.078520] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1805.078520] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b86200-51f9-a87a-1d4e-5ac7d5289b6a" [ 1805.078520] env[62913]: _type = "Task" [ 1805.078520] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.086840] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b86200-51f9-a87a-1d4e-5ac7d5289b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.106616] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8ef68e-53f4-421d-b231-0b73f7367cd7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.114426] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df345ef-67be-4e7a-a64e-c5d1112495a6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.148397] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fcfeb8-d002-41b3-bd17-47bb35d99a06 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.167040] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca78fa3-96d7-472e-a247-67013c7e06c0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.182553] env[62913]: DEBUG nova.compute.provider_tree [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1805.209348] env[62913]: DEBUG nova.compute.manager [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1805.209623] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1805.211672] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31820a5-c18e-475d-941e-7de531a05480 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.221370] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1805.221750] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21f130a4-2161-49a6-9fc9-fe5dd040292a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.229015] env[62913]: DEBUG oslo_vmware.api [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1805.229015] env[62913]: value = "task-1822628" [ 1805.229015] env[62913]: _type = "Task" [ 1805.229015] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.237874] env[62913]: DEBUG oslo_vmware.api [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.249525] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.249767] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.435742] env[62913]: DEBUG oslo_concurrency.lockutils [req-d09af327-0a9b-4167-b0af-d64046b30250 req-2112970b-7fc0-4995-b3eb-a04143af1ec4 service nova] Releasing lock "refresh_cache-316bee52-20f6-467d-a9c5-e2107f9ac37c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.565916] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822627, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.588739] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b86200-51f9-a87a-1d4e-5ac7d5289b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.013386} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.589036] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2904de69-353d-4a24-b743-25018d34f77e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.594497] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1805.594497] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]521a9bd8-2a38-b3d1-9650-a44e86224ffc" [ 1805.594497] env[62913]: _type = "Task" [ 1805.594497] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.604201] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521a9bd8-2a38-b3d1-9650-a44e86224ffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.686613] env[62913]: DEBUG nova.scheduler.client.report [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1805.745553] env[62913]: DEBUG oslo_vmware.api [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822628, 'name': PowerOffVM_Task, 'duration_secs': 0.305189} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.745845] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1805.746031] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1805.746296] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c9443b9-0522-4f84-bebd-cd8fdada316e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.752324] env[62913]: DEBUG nova.compute.manager [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1805.942850] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1805.942992] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1805.943321] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleting the datastore file [datastore1] 531ec942-fb95-445f-957f-14c5f9a26f1d {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1805.943527] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea08ee15-b13a-4476-b9bb-f3cbcbc5de05 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.951174] env[62913]: DEBUG oslo_vmware.api [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1805.951174] env[62913]: value = "task-1822630" [ 1805.951174] env[62913]: _type = "Task" [ 1805.951174] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.965138] env[62913]: DEBUG oslo_vmware.api [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.066989] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822627, 'name': CloneVM_Task} progress is 95%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.104869] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521a9bd8-2a38-b3d1-9650-a44e86224ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.023387} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.105187] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.105464] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 316bee52-20f6-467d-a9c5-e2107f9ac37c/316bee52-20f6-467d-a9c5-e2107f9ac37c.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1806.105741] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba9afb42-64cb-4789-b129-bbf28ec42b68 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.112973] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1806.112973] env[62913]: value = "task-1822631" [ 1806.112973] env[62913]: _type = "Task" [ 1806.112973] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.121333] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.195914] env[62913]: DEBUG oslo_concurrency.lockutils [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.196837] env[62913]: DEBUG nova.compute.manager [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1806.201763] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.941s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.201763] env[62913]: DEBUG nova.objects.instance [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lazy-loading 'resources' on Instance uuid 9846f0fc-1931-4141-9433-99668fc42db7 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.282260] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.461450] env[62913]: DEBUG oslo_vmware.api [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337449} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.461782] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1806.461985] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1806.462200] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1806.462386] env[62913]: INFO nova.compute.manager [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1806.462656] env[62913]: DEBUG oslo.service.loopingcall [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.462891] env[62913]: DEBUG nova.compute.manager [-] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1806.462996] env[62913]: DEBUG nova.network.neutron [-] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1806.568400] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822627, 'name': CloneVM_Task, 'duration_secs': 2.197371} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.568711] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Created linked-clone VM from snapshot [ 1806.569559] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdb528b-9bc4-4ce0-b597-6f2def1d4e35 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.578886] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Uploading image 4e210b03-4292-4d06-933e-f3cca07762f1 {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1806.593633] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1806.593915] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f2d41b38-aa1a-478b-b8bf-4bbc3b4fb7b8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.601803] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1806.601803] env[62913]: value = "task-1822632" [ 1806.601803] env[62913]: _type = "Task" [ 1806.601803] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.613364] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822632, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.622556] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822631, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.703438] env[62913]: DEBUG nova.compute.utils [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1806.707681] env[62913]: DEBUG nova.compute.manager [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1806.707681] env[62913]: DEBUG nova.network.neutron [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1806.725116] env[62913]: DEBUG nova.compute.manager [req-d87693fc-d890-43f0-ad6b-9c4eab5aafcd req-3aa4f0eb-6d2b-4653-9333-71886a778ae7 service nova] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Received event network-vif-deleted-f72e3135-5d38-49db-b720-2631eaa75eba {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1806.725116] env[62913]: INFO nova.compute.manager [req-d87693fc-d890-43f0-ad6b-9c4eab5aafcd req-3aa4f0eb-6d2b-4653-9333-71886a778ae7 service nova] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Neutron deleted interface f72e3135-5d38-49db-b720-2631eaa75eba; detaching it from the instance and deleting it from the info cache [ 1806.725206] env[62913]: DEBUG nova.network.neutron [req-d87693fc-d890-43f0-ad6b-9c4eab5aafcd req-3aa4f0eb-6d2b-4653-9333-71886a778ae7 service nova] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.756587] env[62913]: DEBUG nova.policy [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00660b6e00224503b29da3f089fcfcbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f249897373b4fce82a9b161617bca21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1806.990612] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54a44df-bcd5-4bc6-aeae-28912727bae5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.002505] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0de884-c665-4c76-98f2-fd7fc98c8043 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.035961] env[62913]: DEBUG nova.network.neutron [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Successfully created port: 418d460f-b9eb-44ba-acac-90f6f8a9bca0 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1807.038731] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32108331-bd99-441c-96c0-02bdb32fb5cb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.047140] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3509f1c-8240-4c50-9ffc-99dcec52cc3d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.062782] env[62913]: DEBUG nova.compute.provider_tree [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.112958] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822632, 'name': Destroy_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.122644] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76277} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.122941] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 316bee52-20f6-467d-a9c5-e2107f9ac37c/316bee52-20f6-467d-a9c5-e2107f9ac37c.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1807.123277] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1807.123592] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a123b91-fcf3-4400-8c82-518e9e2506ff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.131304] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1807.131304] env[62913]: value = "task-1822633" [ 1807.131304] env[62913]: _type = "Task" [ 1807.131304] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.140770] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.199586] env[62913]: DEBUG nova.network.neutron [-] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.211018] env[62913]: DEBUG nova.compute.manager [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1807.227878] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5083d99a-972f-432c-ab81-3fb690336df3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.237029] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887bd4c6-6f5e-42f3-ba0a-9de0ad6e4bfb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.269101] env[62913]: DEBUG nova.compute.manager [req-d87693fc-d890-43f0-ad6b-9c4eab5aafcd req-3aa4f0eb-6d2b-4653-9333-71886a778ae7 service nova] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Detach interface failed, port_id=f72e3135-5d38-49db-b720-2631eaa75eba, reason: Instance 531ec942-fb95-445f-957f-14c5f9a26f1d could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1807.566790] env[62913]: DEBUG nova.scheduler.client.report [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1807.612779] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822632, 'name': Destroy_Task, 'duration_secs': 0.753989} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.613058] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Destroyed the VM [ 1807.613298] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1807.613745] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b38aedca-2645-4bf9-897b-31a81d9dba19 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.621558] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1807.621558] env[62913]: value = "task-1822634" [ 1807.621558] env[62913]: _type = "Task" [ 1807.621558] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.630115] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822634, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.641191] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090983} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.641513] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1807.642277] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796feb91-5ac6-4e33-9221-dcd9c2182cf0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.665074] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 316bee52-20f6-467d-a9c5-e2107f9ac37c/316bee52-20f6-467d-a9c5-e2107f9ac37c.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1807.665361] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e0baa1a-8a70-4207-a6d7-5476070d627f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.683999] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1807.683999] env[62913]: value = "task-1822635" [ 1807.683999] env[62913]: _type = "Task" [ 1807.683999] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.692769] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.702465] env[62913]: INFO nova.compute.manager [-] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Took 1.24 seconds to deallocate network for instance. [ 1808.073061] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.075296] env[62913]: DEBUG oslo_concurrency.lockutils [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.512s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.075621] env[62913]: DEBUG nova.objects.instance [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Lazy-loading 'resources' on Instance uuid 06c1cf79-616e-452d-87ae-e932256406a8 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1808.106048] env[62913]: INFO nova.scheduler.client.report [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleted allocations for instance 9846f0fc-1931-4141-9433-99668fc42db7 [ 1808.132672] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822634, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.194519] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822635, 'name': ReconfigVM_Task, 'duration_secs': 0.326295} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.195061] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 316bee52-20f6-467d-a9c5-e2107f9ac37c/316bee52-20f6-467d-a9c5-e2107f9ac37c.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1808.196094] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d0bec42-f838-4ab3-85c1-c5e333adc236 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.204468] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1808.204468] env[62913]: value = "task-1822636" [ 1808.204468] env[62913]: _type = "Task" [ 1808.204468] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.210120] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.213415] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822636, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.222254] env[62913]: DEBUG nova.compute.manager [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1808.252176] env[62913]: DEBUG nova.virt.hardware [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1808.252424] env[62913]: DEBUG nova.virt.hardware [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1808.252585] env[62913]: DEBUG nova.virt.hardware [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1808.252810] env[62913]: DEBUG nova.virt.hardware [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1808.252965] env[62913]: DEBUG nova.virt.hardware [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1808.253201] env[62913]: DEBUG nova.virt.hardware [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1808.253343] env[62913]: DEBUG nova.virt.hardware [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1808.253608] env[62913]: DEBUG nova.virt.hardware [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1808.253838] env[62913]: DEBUG nova.virt.hardware [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1808.254235] env[62913]: DEBUG nova.virt.hardware [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1808.254624] env[62913]: DEBUG nova.virt.hardware [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1808.255597] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b565ef10-610a-41bd-834c-4d54c3fa094c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.263881] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7530da-790f-4d1b-952c-b922bd887997 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.622245] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fee91a28-5907-47d3-8fbc-dfb918cc7926 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "9846f0fc-1931-4141-9433-99668fc42db7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.401s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.635616] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822634, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.654923] env[62913]: DEBUG oslo_vmware.rw_handles [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227eba2-b52f-235b-aefb-f53e52672990/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1808.656113] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f979b4-9540-4b7a-921c-449b7acdecf0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.662547] env[62913]: DEBUG oslo_vmware.rw_handles [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227eba2-b52f-235b-aefb-f53e52672990/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1808.662727] env[62913]: ERROR oslo_vmware.rw_handles [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227eba2-b52f-235b-aefb-f53e52672990/disk-0.vmdk due to incomplete transfer. [ 1808.665797] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-609088fa-302e-4251-a7fe-7dbc4f6e9848 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.674067] env[62913]: DEBUG oslo_vmware.rw_handles [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227eba2-b52f-235b-aefb-f53e52672990/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1808.674656] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Uploaded image cfa238aa-42fa-42a3-ab67-2b80de85e921 to the Glance image server {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1808.676623] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1808.676883] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-19e663e4-8b78-4496-a393-ce02c19e1930 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.685646] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1808.685646] env[62913]: value = "task-1822637" [ 1808.685646] env[62913]: _type = "Task" [ 1808.685646] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.691166] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822637, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.719997] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822636, 'name': Rename_Task, 'duration_secs': 0.184853} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.719997] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1808.719997] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f13128e3-bf72-4347-a077-041efd51375d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.726859] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1808.726859] env[62913]: value = "task-1822638" [ 1808.726859] env[62913]: _type = "Task" [ 1808.726859] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.736637] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.759125] env[62913]: DEBUG nova.compute.manager [req-ca0c66b2-64e6-4ec6-a73f-6cd30070c3d9 req-3a3d396a-6b7f-4e06-bc71-05605e3f8849 service nova] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Received event network-vif-plugged-418d460f-b9eb-44ba-acac-90f6f8a9bca0 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1808.759377] env[62913]: DEBUG oslo_concurrency.lockutils [req-ca0c66b2-64e6-4ec6-a73f-6cd30070c3d9 req-3a3d396a-6b7f-4e06-bc71-05605e3f8849 service nova] Acquiring lock "853221e1-f008-47ce-990f-732e32454e4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.759614] env[62913]: DEBUG oslo_concurrency.lockutils [req-ca0c66b2-64e6-4ec6-a73f-6cd30070c3d9 req-3a3d396a-6b7f-4e06-bc71-05605e3f8849 service nova] Lock "853221e1-f008-47ce-990f-732e32454e4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.759850] env[62913]: DEBUG oslo_concurrency.lockutils [req-ca0c66b2-64e6-4ec6-a73f-6cd30070c3d9 req-3a3d396a-6b7f-4e06-bc71-05605e3f8849 service nova] Lock "853221e1-f008-47ce-990f-732e32454e4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.760490] env[62913]: DEBUG nova.compute.manager [req-ca0c66b2-64e6-4ec6-a73f-6cd30070c3d9 req-3a3d396a-6b7f-4e06-bc71-05605e3f8849 service nova] [instance: 853221e1-f008-47ce-990f-732e32454e4c] No waiting events found dispatching network-vif-plugged-418d460f-b9eb-44ba-acac-90f6f8a9bca0 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1808.761223] env[62913]: WARNING nova.compute.manager [req-ca0c66b2-64e6-4ec6-a73f-6cd30070c3d9 req-3a3d396a-6b7f-4e06-bc71-05605e3f8849 service nova] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Received unexpected event network-vif-plugged-418d460f-b9eb-44ba-acac-90f6f8a9bca0 for instance with vm_state building and task_state spawning. [ 1808.826295] env[62913]: DEBUG nova.network.neutron [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Successfully updated port: 418d460f-b9eb-44ba-acac-90f6f8a9bca0 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1808.842694] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c054ea1-b2ca-41dc-8790-9d8c6e0d591b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.851223] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af113a8-0e1c-41ea-860f-1117683f3f07 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.884589] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2345647-699c-4d6a-93aa-66a3871104d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.893997] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc4dc4d-6712-41ea-b852-0deec90501aa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.907066] env[62913]: DEBUG nova.compute.provider_tree [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.134457] env[62913]: DEBUG oslo_vmware.api [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822634, 'name': RemoveSnapshot_Task, 'duration_secs': 1.153591} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.135724] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1809.196401] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822637, 'name': Destroy_Task, 'duration_secs': 0.349566} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.196807] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Destroyed the VM [ 1809.197160] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1809.197851] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4231c29c-db8e-47db-8bae-4e20963b15eb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.205861] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1809.205861] env[62913]: value = "task-1822639" [ 1809.205861] env[62913]: _type = "Task" [ 1809.205861] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.216574] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "f2927eeb-7301-4ead-9413-663891f1de07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.217071] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "f2927eeb-7301-4ead-9413-663891f1de07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.223817] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822639, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.241042] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822638, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.331786] env[62913]: DEBUG oslo_concurrency.lockutils [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Acquiring lock "refresh_cache-853221e1-f008-47ce-990f-732e32454e4c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.331955] env[62913]: DEBUG oslo_concurrency.lockutils [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Acquired lock "refresh_cache-853221e1-f008-47ce-990f-732e32454e4c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.332149] env[62913]: DEBUG nova.network.neutron [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.410864] env[62913]: DEBUG nova.scheduler.client.report [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1809.639642] env[62913]: WARNING nova.compute.manager [None req-ccba8556-48a8-40c4-bc96-c0241b1758f9 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Image not found during snapshot: nova.exception.ImageNotFound: Image 4e210b03-4292-4d06-933e-f3cca07762f1 could not be found. [ 1809.715817] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822639, 'name': RemoveSnapshot_Task, 'duration_secs': 0.41658} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.716094] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1809.716382] env[62913]: DEBUG nova.compute.manager [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1809.717158] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7895517-f4c5-45a9-98db-eb458fd6f001 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.725557] env[62913]: DEBUG nova.compute.manager [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1809.736205] env[62913]: DEBUG oslo_vmware.api [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822638, 'name': PowerOnVM_Task, 'duration_secs': 0.941488} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.736469] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1809.736664] env[62913]: INFO nova.compute.manager [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1809.736934] env[62913]: DEBUG nova.compute.manager [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1809.737917] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56ac0bf-8922-48af-98d2-9b300addbc0e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.863475] env[62913]: DEBUG nova.network.neutron [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1809.917165] env[62913]: DEBUG oslo_concurrency.lockutils [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.920403] env[62913]: DEBUG oslo_concurrency.lockutils [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.818s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.920403] env[62913]: DEBUG nova.objects.instance [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lazy-loading 'resources' on Instance uuid 228bf167-a698-40a7-aaf3-c5dd8626b9eb {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1809.942832] env[62913]: INFO nova.scheduler.client.report [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Deleted allocations for instance 06c1cf79-616e-452d-87ae-e932256406a8 [ 1810.008388] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "87037ac4-918f-4269-ac2a-eca0f12a7fed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.008696] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "87037ac4-918f-4269-ac2a-eca0f12a7fed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.009365] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "87037ac4-918f-4269-ac2a-eca0f12a7fed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.009365] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "87037ac4-918f-4269-ac2a-eca0f12a7fed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.009365] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "87037ac4-918f-4269-ac2a-eca0f12a7fed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.013422] env[62913]: INFO nova.compute.manager [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Terminating instance [ 1810.022999] env[62913]: DEBUG nova.network.neutron [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Updating instance_info_cache with network_info: [{"id": "418d460f-b9eb-44ba-acac-90f6f8a9bca0", "address": "fa:16:3e:7d:84:d4", "network": {"id": "325eec91-1cd6-4699-bf8b-99e92fbf364a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-158463832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f249897373b4fce82a9b161617bca21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418d460f-b9", "ovs_interfaceid": "418d460f-b9eb-44ba-acac-90f6f8a9bca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.231437] env[62913]: INFO nova.compute.manager [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Shelve offloading [ 1810.247696] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.257502] env[62913]: INFO nova.compute.manager [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Took 16.90 seconds to build instance. [ 1810.453591] env[62913]: DEBUG oslo_concurrency.lockutils [None req-88d080d1-c32e-4b38-965f-5ad2a14b2d2b tempest-InstanceActionsNegativeTestJSON-415256834 tempest-InstanceActionsNegativeTestJSON-415256834-project-member] Lock "06c1cf79-616e-452d-87ae-e932256406a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.561s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.517918] env[62913]: DEBUG nova.compute.manager [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1810.518164] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1810.519125] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8910485-6395-49dc-b8a7-bb1d14a0e74c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.527550] env[62913]: DEBUG oslo_concurrency.lockutils [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Releasing lock "refresh_cache-853221e1-f008-47ce-990f-732e32454e4c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.527961] env[62913]: DEBUG nova.compute.manager [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Instance network_info: |[{"id": "418d460f-b9eb-44ba-acac-90f6f8a9bca0", "address": "fa:16:3e:7d:84:d4", "network": {"id": "325eec91-1cd6-4699-bf8b-99e92fbf364a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-158463832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f249897373b4fce82a9b161617bca21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418d460f-b9", "ovs_interfaceid": "418d460f-b9eb-44ba-acac-90f6f8a9bca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1810.528281] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1810.530863] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:84:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '418d460f-b9eb-44ba-acac-90f6f8a9bca0', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1810.538283] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Creating folder: Project (9f249897373b4fce82a9b161617bca21). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1810.538528] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e1dfec2-36f6-4d9b-8ac6-9fd151667bdb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.540875] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff5c632e-4bec-415a-baab-b44411a02fd9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.548873] env[62913]: DEBUG oslo_vmware.api [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1810.548873] env[62913]: value = "task-1822640" [ 1810.548873] env[62913]: _type = "Task" [ 1810.548873] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.553782] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Created folder: Project (9f249897373b4fce82a9b161617bca21) in parent group-v377263. [ 1810.553977] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Creating folder: Instances. Parent ref: group-v377502. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1810.554329] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79774127-689d-44ed-ac96-73cce967ef7c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.561826] env[62913]: DEBUG oslo_vmware.api [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.572812] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Created folder: Instances in parent group-v377502. [ 1810.573096] env[62913]: DEBUG oslo.service.loopingcall [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.575797] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1810.576223] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0685fdb-4b69-425a-a8be-4738d75ad6dd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.600236] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1810.600236] env[62913]: value = "task-1822643" [ 1810.600236] env[62913]: _type = "Task" [ 1810.600236] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.611254] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822643, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.654972] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab6c74c-8583-481a-b5c0-ae1cf5bd2d68 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.665925] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c90cf9-1961-4891-80ff-4fa755144cf5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.711542] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1d882e-2a56-41ff-9a7a-fd6c4ade439c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.720060] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a2a27e-d99e-45ed-b533-e61752e846a0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.734367] env[62913]: DEBUG nova.compute.provider_tree [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.739017] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1810.740030] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4ae472d-7be8-481a-94aa-69d34b297cc6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.746925] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1810.746925] env[62913]: value = "task-1822644" [ 1810.746925] env[62913]: _type = "Task" [ 1810.746925] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.757242] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.761745] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80d6fdf4-d628-47fc-95ef-ceb9a9c28194 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "316bee52-20f6-467d-a9c5-e2107f9ac37c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.430s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.818230] env[62913]: DEBUG nova.compute.manager [req-de6fd61a-fbf5-4794-95f7-08d8b6c03926 req-bbc9afa1-e36e-4a3c-b9e4-284fa04b3726 service nova] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Received event network-changed-418d460f-b9eb-44ba-acac-90f6f8a9bca0 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1810.818508] env[62913]: DEBUG nova.compute.manager [req-de6fd61a-fbf5-4794-95f7-08d8b6c03926 req-bbc9afa1-e36e-4a3c-b9e4-284fa04b3726 service nova] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Refreshing instance network info cache due to event network-changed-418d460f-b9eb-44ba-acac-90f6f8a9bca0. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1810.818687] env[62913]: DEBUG oslo_concurrency.lockutils [req-de6fd61a-fbf5-4794-95f7-08d8b6c03926 req-bbc9afa1-e36e-4a3c-b9e4-284fa04b3726 service nova] Acquiring lock "refresh_cache-853221e1-f008-47ce-990f-732e32454e4c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.818854] env[62913]: DEBUG oslo_concurrency.lockutils [req-de6fd61a-fbf5-4794-95f7-08d8b6c03926 req-bbc9afa1-e36e-4a3c-b9e4-284fa04b3726 service nova] Acquired lock "refresh_cache-853221e1-f008-47ce-990f-732e32454e4c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.819047] env[62913]: DEBUG nova.network.neutron [req-de6fd61a-fbf5-4794-95f7-08d8b6c03926 req-bbc9afa1-e36e-4a3c-b9e4-284fa04b3726 service nova] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Refreshing network info cache for port 418d460f-b9eb-44ba-acac-90f6f8a9bca0 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1811.061044] env[62913]: DEBUG oslo_vmware.api [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822640, 'name': PowerOffVM_Task, 'duration_secs': 0.191307} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.061245] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1811.061434] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1811.061893] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a634fe57-ed42-49af-a145-010362c52724 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.113256] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822643, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.139601] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1811.139886] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1811.140085] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Deleting the datastore file [datastore1] 87037ac4-918f-4269-ac2a-eca0f12a7fed {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1811.140361] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44d0a659-de5c-427d-b20c-3273f8ef3894 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.148203] env[62913]: DEBUG oslo_vmware.api [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for the task: (returnval){ [ 1811.148203] env[62913]: value = "task-1822646" [ 1811.148203] env[62913]: _type = "Task" [ 1811.148203] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.157929] env[62913]: DEBUG oslo_vmware.api [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.238362] env[62913]: DEBUG nova.scheduler.client.report [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1811.257461] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] VM already powered off {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1811.257701] env[62913]: DEBUG nova.compute.manager [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1811.258653] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468f56ce-f340-4849-9fb4-48a4529831f3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.266201] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.266377] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.266551] env[62913]: DEBUG nova.network.neutron [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1811.611587] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822643, 'name': CreateVM_Task, 'duration_secs': 0.623814} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.611794] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1811.612629] env[62913]: DEBUG oslo_concurrency.lockutils [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.612827] env[62913]: DEBUG oslo_concurrency.lockutils [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.613182] env[62913]: DEBUG oslo_concurrency.lockutils [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1811.613452] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-352bffa2-b56b-495f-9184-f78968e6a9e3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.618739] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Waiting for the task: (returnval){ [ 1811.618739] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52f5eab6-30fe-2265-1e0d-626fdb23bb6b" [ 1811.618739] env[62913]: _type = "Task" [ 1811.618739] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.627483] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f5eab6-30fe-2265-1e0d-626fdb23bb6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.658673] env[62913]: DEBUG oslo_vmware.api [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Task: {'id': task-1822646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133033} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.658997] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1811.659206] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1811.659382] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1811.659554] env[62913]: INFO nova.compute.manager [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1811.659797] env[62913]: DEBUG oslo.service.loopingcall [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1811.659989] env[62913]: DEBUG nova.compute.manager [-] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1811.660101] env[62913]: DEBUG nova.network.neutron [-] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1811.744163] env[62913]: DEBUG oslo_concurrency.lockutils [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.750935] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.466s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.750935] env[62913]: INFO nova.compute.claims [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1811.765065] env[62913]: INFO nova.scheduler.client.report [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Deleted allocations for instance 228bf167-a698-40a7-aaf3-c5dd8626b9eb [ 1812.032057] env[62913]: DEBUG nova.network.neutron [req-de6fd61a-fbf5-4794-95f7-08d8b6c03926 req-bbc9afa1-e36e-4a3c-b9e4-284fa04b3726 service nova] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Updated VIF entry in instance network info cache for port 418d460f-b9eb-44ba-acac-90f6f8a9bca0. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1812.032918] env[62913]: DEBUG nova.network.neutron [req-de6fd61a-fbf5-4794-95f7-08d8b6c03926 req-bbc9afa1-e36e-4a3c-b9e4-284fa04b3726 service nova] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Updating instance_info_cache with network_info: [{"id": "418d460f-b9eb-44ba-acac-90f6f8a9bca0", "address": "fa:16:3e:7d:84:d4", "network": {"id": "325eec91-1cd6-4699-bf8b-99e92fbf364a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-158463832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f249897373b4fce82a9b161617bca21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418d460f-b9", "ovs_interfaceid": "418d460f-b9eb-44ba-acac-90f6f8a9bca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.132452] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f5eab6-30fe-2265-1e0d-626fdb23bb6b, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.132785] env[62913]: DEBUG oslo_concurrency.lockutils [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.133033] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1812.133275] env[62913]: DEBUG oslo_concurrency.lockutils [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.133425] env[62913]: DEBUG oslo_concurrency.lockutils [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.133634] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1812.133910] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-806652db-6ada-4885-a0e9-727c6d15ba1b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.144384] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1812.144578] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1812.145336] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1731fc8b-2cba-415c-8ca0-78c9cb48bfef {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.152603] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Waiting for the task: (returnval){ [ 1812.152603] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]522f4a8c-a7b1-30e5-ea41-261a858b2aa9" [ 1812.152603] env[62913]: _type = "Task" [ 1812.152603] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.167277] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]522f4a8c-a7b1-30e5-ea41-261a858b2aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.222521] env[62913]: DEBUG nova.compute.manager [req-67f968cd-bf8d-4006-941e-541a80b10095 req-99105bb7-0885-4a05-98d6-74267dfa3e10 service nova] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Received event network-vif-deleted-463b8c9b-30f5-4de2-9837-751a66f48538 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1812.222677] env[62913]: INFO nova.compute.manager [req-67f968cd-bf8d-4006-941e-541a80b10095 req-99105bb7-0885-4a05-98d6-74267dfa3e10 service nova] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Neutron deleted interface 463b8c9b-30f5-4de2-9837-751a66f48538; detaching it from the instance and deleting it from the info cache [ 1812.222884] env[62913]: DEBUG nova.network.neutron [req-67f968cd-bf8d-4006-941e-541a80b10095 req-99105bb7-0885-4a05-98d6-74267dfa3e10 service nova] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.271755] env[62913]: DEBUG oslo_concurrency.lockutils [None req-05bc4e36-6585-4ce7-b80f-4d7cacd99941 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "228bf167-a698-40a7-aaf3-c5dd8626b9eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.753s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.327503] env[62913]: DEBUG nova.network.neutron [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updating instance_info_cache with network_info: [{"id": "7d2be57d-5cc7-4139-bd78-2ca8a001ff35", "address": "fa:16:3e:4c:e4:cc", "network": {"id": "94a08e15-1384-4ecd-9b3b-43bf02580b26", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550468784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e0dd8b826649bfa57c19358ca38334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d2be57d-5c", "ovs_interfaceid": "7d2be57d-5cc7-4139-bd78-2ca8a001ff35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.535503] env[62913]: DEBUG oslo_concurrency.lockutils [req-de6fd61a-fbf5-4794-95f7-08d8b6c03926 req-bbc9afa1-e36e-4a3c-b9e4-284fa04b3726 service nova] Releasing lock "refresh_cache-853221e1-f008-47ce-990f-732e32454e4c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.594392] env[62913]: DEBUG nova.network.neutron [-] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.663553] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]522f4a8c-a7b1-30e5-ea41-261a858b2aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.027554} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.664441] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d06869-c815-47d4-8597-5c02be98199b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.671060] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Waiting for the task: (returnval){ [ 1812.671060] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b02c02-27a8-d3dc-7770-a3f017f71a32" [ 1812.671060] env[62913]: _type = "Task" [ 1812.671060] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.679632] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b02c02-27a8-d3dc-7770-a3f017f71a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.709702] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "51b323e5-4e8a-4fb7-b268-04ae6c6bcc02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.709937] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "51b323e5-4e8a-4fb7-b268-04ae6c6bcc02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.725631] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fbabe52-b81d-43fa-9a3d-c0360686d871 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.737283] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8688e9-efce-4c21-903c-ef5ac2393f70 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.775217] env[62913]: DEBUG nova.compute.manager [req-67f968cd-bf8d-4006-941e-541a80b10095 req-99105bb7-0885-4a05-98d6-74267dfa3e10 service nova] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Detach interface failed, port_id=463b8c9b-30f5-4de2-9837-751a66f48538, reason: Instance 87037ac4-918f-4269-ac2a-eca0f12a7fed could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1812.830710] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Releasing lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.988249] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a622c2-2d2b-4778-b59f-e083da9e1ba9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.998385] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc16243-6a53-4fab-91ad-ceff645be10f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.035357] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1062a17a-e855-4433-bc30-a798329e92c1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.045193] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a89fb6-3fdb-4b3d-9434-30cee94f8048 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.050462] env[62913]: DEBUG oslo_concurrency.lockutils [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "bd247408-f01c-47a8-8301-580a62dcbfe1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.051422] env[62913]: DEBUG oslo_concurrency.lockutils [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "bd247408-f01c-47a8-8301-580a62dcbfe1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.051422] env[62913]: DEBUG oslo_concurrency.lockutils [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "bd247408-f01c-47a8-8301-580a62dcbfe1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.051422] env[62913]: DEBUG oslo_concurrency.lockutils [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "bd247408-f01c-47a8-8301-580a62dcbfe1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.051422] env[62913]: DEBUG oslo_concurrency.lockutils [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "bd247408-f01c-47a8-8301-580a62dcbfe1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.054776] env[62913]: INFO nova.compute.manager [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Terminating instance [ 1813.066130] env[62913]: DEBUG nova.compute.provider_tree [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1813.071662] env[62913]: DEBUG nova.compute.manager [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1813.071903] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1813.073033] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4baeb75-bc72-41db-96fe-a709072c77aa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.083045] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1813.083118] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14ea44cd-f9e8-4486-9fbb-8df994f191b1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.090025] env[62913]: DEBUG oslo_vmware.api [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1813.090025] env[62913]: value = "task-1822647" [ 1813.090025] env[62913]: _type = "Task" [ 1813.090025] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.099674] env[62913]: INFO nova.compute.manager [-] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Took 1.44 seconds to deallocate network for instance. [ 1813.100059] env[62913]: DEBUG oslo_vmware.api [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.142175] env[62913]: DEBUG nova.compute.manager [req-3b4cd39e-38d5-4e14-84f1-1a06c56a4ce2 req-9c49af40-693c-4394-963d-a46d45670fb9 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Received event network-vif-unplugged-7d2be57d-5cc7-4139-bd78-2ca8a001ff35 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1813.142282] env[62913]: DEBUG oslo_concurrency.lockutils [req-3b4cd39e-38d5-4e14-84f1-1a06c56a4ce2 req-9c49af40-693c-4394-963d-a46d45670fb9 service nova] Acquiring lock "2591016a-a73c-42c0-9145-e37021b4eaf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.142739] env[62913]: DEBUG oslo_concurrency.lockutils [req-3b4cd39e-38d5-4e14-84f1-1a06c56a4ce2 req-9c49af40-693c-4394-963d-a46d45670fb9 service nova] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.142739] env[62913]: DEBUG oslo_concurrency.lockutils [req-3b4cd39e-38d5-4e14-84f1-1a06c56a4ce2 req-9c49af40-693c-4394-963d-a46d45670fb9 service nova] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.142856] env[62913]: DEBUG nova.compute.manager [req-3b4cd39e-38d5-4e14-84f1-1a06c56a4ce2 req-9c49af40-693c-4394-963d-a46d45670fb9 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] No waiting events found dispatching network-vif-unplugged-7d2be57d-5cc7-4139-bd78-2ca8a001ff35 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1813.142927] env[62913]: WARNING nova.compute.manager [req-3b4cd39e-38d5-4e14-84f1-1a06c56a4ce2 req-9c49af40-693c-4394-963d-a46d45670fb9 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Received unexpected event network-vif-unplugged-7d2be57d-5cc7-4139-bd78-2ca8a001ff35 for instance with vm_state shelved and task_state shelving_offloading. [ 1813.185813] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b02c02-27a8-d3dc-7770-a3f017f71a32, 'name': SearchDatastore_Task, 'duration_secs': 0.019981} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.185813] env[62913]: DEBUG oslo_concurrency.lockutils [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.185992] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 853221e1-f008-47ce-990f-732e32454e4c/853221e1-f008-47ce-990f-732e32454e4c.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1813.186515] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26f18065-69d1-4766-815b-538bd7b803a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.193775] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Waiting for the task: (returnval){ [ 1813.193775] env[62913]: value = "task-1822648" [ 1813.193775] env[62913]: _type = "Task" [ 1813.193775] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.202777] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.212165] env[62913]: DEBUG nova.compute.manager [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1813.260234] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1813.261491] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cec578-a7f4-4d12-ba48-7cc60d89852c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.271678] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1813.272101] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93391311-cdab-47b4-af3b-b6479e5c69de {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.365016] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1813.365300] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1813.365554] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Deleting the datastore file [datastore1] 2591016a-a73c-42c0-9145-e37021b4eaf2 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1813.365783] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06f48e57-343d-4cbe-b8d6-bd541c7a942c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.373498] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1813.373498] env[62913]: value = "task-1822650" [ 1813.373498] env[62913]: _type = "Task" [ 1813.373498] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.382080] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.581051] env[62913]: DEBUG nova.scheduler.client.report [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1813.601843] env[62913]: DEBUG oslo_vmware.api [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822647, 'name': PowerOffVM_Task, 'duration_secs': 0.204363} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.602214] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1813.602448] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1813.602761] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e79bf36a-198a-44fe-9706-64ae73b06eb6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.607562] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.704028] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822648, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.765972] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1813.766393] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1813.766692] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Deleting the datastore file [datastore1] bd247408-f01c-47a8-8301-580a62dcbfe1 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1813.767036] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03bb0658-d3f1-4dbf-8578-ec710a98dbaa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.774443] env[62913]: DEBUG oslo_vmware.api [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for the task: (returnval){ [ 1813.774443] env[62913]: value = "task-1822652" [ 1813.774443] env[62913]: _type = "Task" [ 1813.774443] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.783009] env[62913]: DEBUG oslo_vmware.api [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.871210] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.875026] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1813.878099] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1813.891848] env[62913]: DEBUG oslo_vmware.api [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478693} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.892511] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1813.892511] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1813.892671] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1813.912363] env[62913]: INFO nova.scheduler.client.report [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Deleted allocations for instance 2591016a-a73c-42c0-9145-e37021b4eaf2 [ 1814.083808] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.084328] env[62913]: DEBUG nova.compute.manager [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1814.086912] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.877s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.087162] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.089240] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.842s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.090575] env[62913]: INFO nova.compute.claims [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1814.108316] env[62913]: INFO nova.scheduler.client.report [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleted allocations for instance 531ec942-fb95-445f-957f-14c5f9a26f1d [ 1814.206748] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534485} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.207043] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 853221e1-f008-47ce-990f-732e32454e4c/853221e1-f008-47ce-990f-732e32454e4c.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1814.207265] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1814.207518] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b097002-17a6-4e1e-987a-85764458438e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.215818] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Waiting for the task: (returnval){ [ 1814.215818] env[62913]: value = "task-1822653" [ 1814.215818] env[62913]: _type = "Task" [ 1814.215818] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.224475] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.285643] env[62913]: DEBUG oslo_vmware.api [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Task: {'id': task-1822652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1562} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.285943] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1814.286092] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1814.286340] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1814.286850] env[62913]: INFO nova.compute.manager [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1814.286850] env[62913]: DEBUG oslo.service.loopingcall [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1814.286977] env[62913]: DEBUG nova.compute.manager [-] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1814.286977] env[62913]: DEBUG nova.network.neutron [-] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1814.385867] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1814.387063] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1814.387063] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1814.416865] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.595671] env[62913]: DEBUG nova.compute.utils [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1814.601576] env[62913]: DEBUG nova.compute.manager [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1814.601576] env[62913]: DEBUG nova.network.neutron [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1814.616527] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d1b6178e-0eb3-46ca-9aaa-00590cd63b62 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "531ec942-fb95-445f-957f-14c5f9a26f1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.920s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.660354] env[62913]: DEBUG nova.policy [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecb911ddd1c84614a161f9b9ac616596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c415ca943ba48ba93281d1700380d0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1814.726408] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.295159} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.730022] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1814.730022] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13fadd8-61aa-4400-ba1e-62df7b25218b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.753503] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 853221e1-f008-47ce-990f-732e32454e4c/853221e1-f008-47ce-990f-732e32454e4c.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1814.754059] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9cde847-df1e-4502-96fc-df31ace8ddcf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.784162] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Waiting for the task: (returnval){ [ 1814.784162] env[62913]: value = "task-1822654" [ 1814.784162] env[62913]: _type = "Task" [ 1814.784162] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.793997] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.891412] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Skipping network cache update for instance because it is being deleted. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10362}} [ 1814.891586] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Skipping network cache update for instance because it is Building. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1814.891719] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Skipping network cache update for instance because it is Building. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1814.891847] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Skipping network cache update for instance because it is Building. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1814.929310] env[62913]: INFO nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updating ports in neutron [ 1814.976224] env[62913]: INFO nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updating port 7d2be57d-5cc7-4139-bd78-2ca8a001ff35 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1815.073226] env[62913]: DEBUG nova.network.neutron [-] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.101984] env[62913]: DEBUG nova.compute.manager [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1815.113584] env[62913]: DEBUG nova.network.neutron [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Successfully created port: 9571972d-2919-42fc-8966-2d0b51759104 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1815.179067] env[62913]: DEBUG nova.compute.manager [req-e3f1a069-8810-458c-8ff9-74280a98a4ae req-16d0a3af-88e5-4dbf-b0e2-84e393864b3f service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Received event network-changed-7d2be57d-5cc7-4139-bd78-2ca8a001ff35 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1815.179257] env[62913]: DEBUG nova.compute.manager [req-e3f1a069-8810-458c-8ff9-74280a98a4ae req-16d0a3af-88e5-4dbf-b0e2-84e393864b3f service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Refreshing instance network info cache due to event network-changed-7d2be57d-5cc7-4139-bd78-2ca8a001ff35. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1815.179481] env[62913]: DEBUG oslo_concurrency.lockutils [req-e3f1a069-8810-458c-8ff9-74280a98a4ae req-16d0a3af-88e5-4dbf-b0e2-84e393864b3f service nova] Acquiring lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.179666] env[62913]: DEBUG oslo_concurrency.lockutils [req-e3f1a069-8810-458c-8ff9-74280a98a4ae req-16d0a3af-88e5-4dbf-b0e2-84e393864b3f service nova] Acquired lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.179856] env[62913]: DEBUG nova.network.neutron [req-e3f1a069-8810-458c-8ff9-74280a98a4ae req-16d0a3af-88e5-4dbf-b0e2-84e393864b3f service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Refreshing network info cache for port 7d2be57d-5cc7-4139-bd78-2ca8a001ff35 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1815.299782] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.324736] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0889dbad-bb46-48c3-8f75-8e0874b192b2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.332909] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84f420a-52c6-476c-beb0-6f7c00c1c286 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.368641] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55e95d3-a0ad-4634-9ffd-ce7ba1b898d5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.377759] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56ea52b-3a65-46f4-89e0-a5b97b6eb99a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.392883] env[62913]: DEBUG nova.compute.provider_tree [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1815.574242] env[62913]: INFO nova.compute.manager [-] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Took 1.29 seconds to deallocate network for instance. [ 1815.794831] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822654, 'name': ReconfigVM_Task, 'duration_secs': 0.828744} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.794944] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 853221e1-f008-47ce-990f-732e32454e4c/853221e1-f008-47ce-990f-732e32454e4c.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1815.795524] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-332bb126-daa5-4e7a-87c5-d8061c9b2e81 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.802068] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Waiting for the task: (returnval){ [ 1815.802068] env[62913]: value = "task-1822655" [ 1815.802068] env[62913]: _type = "Task" [ 1815.802068] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.811761] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822655, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.888928] env[62913]: DEBUG nova.network.neutron [req-e3f1a069-8810-458c-8ff9-74280a98a4ae req-16d0a3af-88e5-4dbf-b0e2-84e393864b3f service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updated VIF entry in instance network info cache for port 7d2be57d-5cc7-4139-bd78-2ca8a001ff35. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1815.889396] env[62913]: DEBUG nova.network.neutron [req-e3f1a069-8810-458c-8ff9-74280a98a4ae req-16d0a3af-88e5-4dbf-b0e2-84e393864b3f service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updating instance_info_cache with network_info: [{"id": "7d2be57d-5cc7-4139-bd78-2ca8a001ff35", "address": "fa:16:3e:4c:e4:cc", "network": {"id": "94a08e15-1384-4ecd-9b3b-43bf02580b26", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1550468784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e0dd8b826649bfa57c19358ca38334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7d2be57d-5c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.895940] env[62913]: DEBUG nova.scheduler.client.report [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1816.071117] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "2591016a-a73c-42c0-9145-e37021b4eaf2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.084493] env[62913]: DEBUG oslo_concurrency.lockutils [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.121428] env[62913]: DEBUG nova.compute.manager [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1816.148981] env[62913]: DEBUG nova.virt.hardware [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1816.149249] env[62913]: DEBUG nova.virt.hardware [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1816.149409] env[62913]: DEBUG nova.virt.hardware [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1816.149593] env[62913]: DEBUG nova.virt.hardware [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1816.149743] env[62913]: DEBUG nova.virt.hardware [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1816.149892] env[62913]: DEBUG nova.virt.hardware [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1816.150137] env[62913]: DEBUG nova.virt.hardware [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1816.150316] env[62913]: DEBUG nova.virt.hardware [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1816.150532] env[62913]: DEBUG nova.virt.hardware [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1816.150641] env[62913]: DEBUG nova.virt.hardware [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1816.150808] env[62913]: DEBUG nova.virt.hardware [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1816.151738] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b61b22-a5a6-40dc-809a-75569fb6c800 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.160739] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3189fcd-113c-43c2-a8ac-0c566bb5a35b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.313235] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822655, 'name': Rename_Task, 'duration_secs': 0.25886} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.313525] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1816.313950] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f789eec-aaf3-4083-9521-db0bd7cdfd12 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.321787] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Waiting for the task: (returnval){ [ 1816.321787] env[62913]: value = "task-1822656" [ 1816.321787] env[62913]: _type = "Task" [ 1816.321787] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.334957] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.393244] env[62913]: DEBUG oslo_concurrency.lockutils [req-e3f1a069-8810-458c-8ff9-74280a98a4ae req-16d0a3af-88e5-4dbf-b0e2-84e393864b3f service nova] Releasing lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.393496] env[62913]: DEBUG nova.compute.manager [req-e3f1a069-8810-458c-8ff9-74280a98a4ae req-16d0a3af-88e5-4dbf-b0e2-84e393864b3f service nova] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Received event network-vif-deleted-1fa58c6b-aeed-4953-81a7-435b55d897a5 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1816.400516] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.401181] env[62913]: DEBUG nova.compute.manager [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1816.404219] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.797s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.404492] env[62913]: DEBUG nova.objects.instance [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lazy-loading 'resources' on Instance uuid 87037ac4-918f-4269-ac2a-eca0f12a7fed {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.655787] env[62913]: DEBUG nova.network.neutron [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Successfully updated port: 9571972d-2919-42fc-8966-2d0b51759104 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1816.819847] env[62913]: DEBUG nova.compute.manager [req-01918bd9-d1fd-4695-bf9e-a081e887003a req-6561109c-24ea-480e-9d0e-5c0d66615a99 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Received event network-vif-plugged-7d2be57d-5cc7-4139-bd78-2ca8a001ff35 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1816.820091] env[62913]: DEBUG oslo_concurrency.lockutils [req-01918bd9-d1fd-4695-bf9e-a081e887003a req-6561109c-24ea-480e-9d0e-5c0d66615a99 service nova] Acquiring lock "2591016a-a73c-42c0-9145-e37021b4eaf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.820299] env[62913]: DEBUG oslo_concurrency.lockutils [req-01918bd9-d1fd-4695-bf9e-a081e887003a req-6561109c-24ea-480e-9d0e-5c0d66615a99 service nova] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.820466] env[62913]: DEBUG oslo_concurrency.lockutils [req-01918bd9-d1fd-4695-bf9e-a081e887003a req-6561109c-24ea-480e-9d0e-5c0d66615a99 service nova] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.820629] env[62913]: DEBUG nova.compute.manager [req-01918bd9-d1fd-4695-bf9e-a081e887003a req-6561109c-24ea-480e-9d0e-5c0d66615a99 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] No waiting events found dispatching network-vif-plugged-7d2be57d-5cc7-4139-bd78-2ca8a001ff35 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1816.820804] env[62913]: WARNING nova.compute.manager [req-01918bd9-d1fd-4695-bf9e-a081e887003a req-6561109c-24ea-480e-9d0e-5c0d66615a99 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Received unexpected event network-vif-plugged-7d2be57d-5cc7-4139-bd78-2ca8a001ff35 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1816.838076] env[62913]: DEBUG oslo_vmware.api [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822656, 'name': PowerOnVM_Task, 'duration_secs': 0.452331} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.838076] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1816.838076] env[62913]: INFO nova.compute.manager [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1816.838076] env[62913]: DEBUG nova.compute.manager [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1816.838898] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0c0e2d-7f85-479f-999c-bfb09dac8d7a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.907148] env[62913]: DEBUG nova.compute.utils [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1816.915805] env[62913]: DEBUG nova.compute.manager [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1816.915805] env[62913]: DEBUG nova.network.neutron [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1816.946745] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.946967] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquired lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.947426] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Forcefully refreshing network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1816.947680] env[62913]: DEBUG nova.objects.instance [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lazy-loading 'info_cache' on Instance uuid 2591016a-a73c-42c0-9145-e37021b4eaf2 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.969322] env[62913]: DEBUG nova.policy [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5790bb6430334d51995cc13bf6bd482c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68eaa3fa89fe47fcab908a59033a11fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1817.145803] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1fb206-0258-4aa1-a37a-113dfa6bf13e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.151048] env[62913]: DEBUG nova.compute.manager [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1817.155687] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb74841-74bc-4e52-aae2-266d0addf407 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.158470] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "refresh_cache-46a2ce36-8cec-403e-8bcf-5430c3a10a91" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.158608] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "refresh_cache-46a2ce36-8cec-403e-8bcf-5430c3a10a91" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.158757] env[62913]: DEBUG nova.network.neutron [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1817.160502] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c197b832-d4d1-4b8c-b91f-0b3d5a32cb51 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.197103] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fed2d5-1c3b-4a85-bcfd-2699d1014bb4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.207629] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1fe46c-b232-416b-b7d2-3e4df7ff05d5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.216291] env[62913]: DEBUG nova.compute.manager [req-5bc3d63e-4522-44f2-a7e1-301bd8c8a1c2 req-6837f4e5-000f-4398-b517-dda0f046a4c3 service nova] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Received event network-vif-plugged-9571972d-2919-42fc-8966-2d0b51759104 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1817.216529] env[62913]: DEBUG oslo_concurrency.lockutils [req-5bc3d63e-4522-44f2-a7e1-301bd8c8a1c2 req-6837f4e5-000f-4398-b517-dda0f046a4c3 service nova] Acquiring lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.216789] env[62913]: DEBUG oslo_concurrency.lockutils [req-5bc3d63e-4522-44f2-a7e1-301bd8c8a1c2 req-6837f4e5-000f-4398-b517-dda0f046a4c3 service nova] Lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.216889] env[62913]: DEBUG oslo_concurrency.lockutils [req-5bc3d63e-4522-44f2-a7e1-301bd8c8a1c2 req-6837f4e5-000f-4398-b517-dda0f046a4c3 service nova] Lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.217071] env[62913]: DEBUG nova.compute.manager [req-5bc3d63e-4522-44f2-a7e1-301bd8c8a1c2 req-6837f4e5-000f-4398-b517-dda0f046a4c3 service nova] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] No waiting events found dispatching network-vif-plugged-9571972d-2919-42fc-8966-2d0b51759104 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1817.217266] env[62913]: WARNING nova.compute.manager [req-5bc3d63e-4522-44f2-a7e1-301bd8c8a1c2 req-6837f4e5-000f-4398-b517-dda0f046a4c3 service nova] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Received unexpected event network-vif-plugged-9571972d-2919-42fc-8966-2d0b51759104 for instance with vm_state building and task_state spawning. [ 1817.217428] env[62913]: DEBUG nova.compute.manager [req-5bc3d63e-4522-44f2-a7e1-301bd8c8a1c2 req-6837f4e5-000f-4398-b517-dda0f046a4c3 service nova] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Received event network-changed-9571972d-2919-42fc-8966-2d0b51759104 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1817.217581] env[62913]: DEBUG nova.compute.manager [req-5bc3d63e-4522-44f2-a7e1-301bd8c8a1c2 req-6837f4e5-000f-4398-b517-dda0f046a4c3 service nova] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Refreshing instance network info cache due to event network-changed-9571972d-2919-42fc-8966-2d0b51759104. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1817.217851] env[62913]: DEBUG oslo_concurrency.lockutils [req-5bc3d63e-4522-44f2-a7e1-301bd8c8a1c2 req-6837f4e5-000f-4398-b517-dda0f046a4c3 service nova] Acquiring lock "refresh_cache-46a2ce36-8cec-403e-8bcf-5430c3a10a91" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.230332] env[62913]: DEBUG nova.compute.provider_tree [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.279237] env[62913]: DEBUG nova.network.neutron [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Successfully created port: 9dc2201a-8575-46ef-b8b4-80670f68e609 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1817.360886] env[62913]: INFO nova.compute.manager [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Took 18.91 seconds to build instance. [ 1817.416061] env[62913]: DEBUG nova.compute.manager [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1817.691747] env[62913]: DEBUG nova.network.neutron [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1817.696638] env[62913]: INFO nova.compute.manager [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] instance snapshotting [ 1817.697182] env[62913]: DEBUG nova.objects.instance [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lazy-loading 'flavor' on Instance uuid 3933925c-d040-4fcc-aa6c-263aad13abed {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1817.720461] env[62913]: DEBUG oslo_concurrency.lockutils [None req-395da791-afa6-4cd8-ba5d-72f2ec93eceb tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Acquiring lock "853221e1-f008-47ce-990f-732e32454e4c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.734177] env[62913]: DEBUG nova.scheduler.client.report [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1817.823644] env[62913]: DEBUG nova.network.neutron [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Updating instance_info_cache with network_info: [{"id": "9571972d-2919-42fc-8966-2d0b51759104", "address": "fa:16:3e:47:f4:75", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9571972d-29", "ovs_interfaceid": "9571972d-2919-42fc-8966-2d0b51759104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.862507] env[62913]: DEBUG oslo_concurrency.lockutils [None req-af0d20c0-851b-4811-829b-b4083daa12fa tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Lock "853221e1-f008-47ce-990f-732e32454e4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.437s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.862782] env[62913]: DEBUG oslo_concurrency.lockutils [None req-395da791-afa6-4cd8-ba5d-72f2ec93eceb tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Lock "853221e1-f008-47ce-990f-732e32454e4c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.143s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.863049] env[62913]: INFO nova.compute.manager [None req-395da791-afa6-4cd8-ba5d-72f2ec93eceb tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Rebooting instance [ 1818.206405] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96781a89-36f3-45e6-8e0f-b66b5fd849f9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.226058] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1607473-3f68-41ed-ae07-5e84ab634b25 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.239042] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.241131] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.371s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.242853] env[62913]: INFO nova.compute.claims [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1818.265045] env[62913]: INFO nova.scheduler.client.report [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Deleted allocations for instance 87037ac4-918f-4269-ac2a-eca0f12a7fed [ 1818.326826] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "refresh_cache-46a2ce36-8cec-403e-8bcf-5430c3a10a91" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.327178] env[62913]: DEBUG nova.compute.manager [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Instance network_info: |[{"id": "9571972d-2919-42fc-8966-2d0b51759104", "address": "fa:16:3e:47:f4:75", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9571972d-29", "ovs_interfaceid": "9571972d-2919-42fc-8966-2d0b51759104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1818.327491] env[62913]: DEBUG oslo_concurrency.lockutils [req-5bc3d63e-4522-44f2-a7e1-301bd8c8a1c2 req-6837f4e5-000f-4398-b517-dda0f046a4c3 service nova] Acquired lock "refresh_cache-46a2ce36-8cec-403e-8bcf-5430c3a10a91" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.327672] env[62913]: DEBUG nova.network.neutron [req-5bc3d63e-4522-44f2-a7e1-301bd8c8a1c2 req-6837f4e5-000f-4398-b517-dda0f046a4c3 service nova] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Refreshing network info cache for port 9571972d-2919-42fc-8966-2d0b51759104 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1818.328907] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:f4:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9571972d-2919-42fc-8966-2d0b51759104', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1818.336777] env[62913]: DEBUG oslo.service.loopingcall [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1818.339849] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1818.340388] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b43f371e-0905-483d-bf90-231abd5d6ec9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.361711] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1818.361711] env[62913]: value = "task-1822657" [ 1818.361711] env[62913]: _type = "Task" [ 1818.361711] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.373174] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822657, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.382662] env[62913]: DEBUG oslo_concurrency.lockutils [None req-395da791-afa6-4cd8-ba5d-72f2ec93eceb tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Acquiring lock "refresh_cache-853221e1-f008-47ce-990f-732e32454e4c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.382977] env[62913]: DEBUG oslo_concurrency.lockutils [None req-395da791-afa6-4cd8-ba5d-72f2ec93eceb tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Acquired lock "refresh_cache-853221e1-f008-47ce-990f-732e32454e4c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.383860] env[62913]: DEBUG nova.network.neutron [None req-395da791-afa6-4cd8-ba5d-72f2ec93eceb tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1818.425598] env[62913]: DEBUG nova.compute.manager [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1818.453136] env[62913]: DEBUG nova.virt.hardware [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1818.453392] env[62913]: DEBUG nova.virt.hardware [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1818.453577] env[62913]: DEBUG nova.virt.hardware [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1818.453807] env[62913]: DEBUG nova.virt.hardware [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1818.453963] env[62913]: DEBUG nova.virt.hardware [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1818.454161] env[62913]: DEBUG nova.virt.hardware [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1818.454392] env[62913]: DEBUG nova.virt.hardware [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1818.454558] env[62913]: DEBUG nova.virt.hardware [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1818.454732] env[62913]: DEBUG nova.virt.hardware [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1818.454897] env[62913]: DEBUG nova.virt.hardware [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1818.455115] env[62913]: DEBUG nova.virt.hardware [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1818.456008] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5cc033-8893-4551-9dae-70ea99631fac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.464697] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c44c45-1e8a-40b0-af01-a3840ffeb200 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.638125] env[62913]: DEBUG nova.network.neutron [req-5bc3d63e-4522-44f2-a7e1-301bd8c8a1c2 req-6837f4e5-000f-4398-b517-dda0f046a4c3 service nova] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Updated VIF entry in instance network info cache for port 9571972d-2919-42fc-8966-2d0b51759104. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1818.638466] env[62913]: DEBUG nova.network.neutron [req-5bc3d63e-4522-44f2-a7e1-301bd8c8a1c2 req-6837f4e5-000f-4398-b517-dda0f046a4c3 service nova] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Updating instance_info_cache with network_info: [{"id": "9571972d-2919-42fc-8966-2d0b51759104", "address": "fa:16:3e:47:f4:75", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9571972d-29", "ovs_interfaceid": "9571972d-2919-42fc-8966-2d0b51759104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.737228] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1818.737571] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f8138f4c-62e7-4d9d-937d-db717de09e2f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.751527] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1818.751527] env[62913]: value = "task-1822658" [ 1818.751527] env[62913]: _type = "Task" [ 1818.751527] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.774919] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822658, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.775691] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad79dc2d-db94-45c5-9ea1-c9be3c92ed10 tempest-ImagesTestJSON-588502003 tempest-ImagesTestJSON-588502003-project-member] Lock "87037ac4-918f-4269-ac2a-eca0f12a7fed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.767s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.874024] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822657, 'name': CreateVM_Task, 'duration_secs': 0.484713} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.874225] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1818.874930] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.875123] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.875434] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1818.875691] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-353d4e7e-fcea-4ff0-9fa4-ae255cc822f0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.881736] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1818.881736] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5202e759-6abc-2ef1-e6be-94ced4cd37b4" [ 1818.881736] env[62913]: _type = "Task" [ 1818.881736] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.894198] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5202e759-6abc-2ef1-e6be-94ced4cd37b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.904370] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updating instance_info_cache with network_info: [{"id": "7d2be57d-5cc7-4139-bd78-2ca8a001ff35", "address": "fa:16:3e:4c:e4:cc", "network": {"id": "94a08e15-1384-4ecd-9b3b-43bf02580b26", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550468784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e0dd8b826649bfa57c19358ca38334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d2be57d-5c", "ovs_interfaceid": "7d2be57d-5cc7-4139-bd78-2ca8a001ff35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.967149] env[62913]: DEBUG nova.compute.manager [req-6c27c25e-a7d6-4d81-91cc-c0937c609fdf req-f083fcf5-0879-4823-a400-e709c264fe40 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Received event network-changed-7d2be57d-5cc7-4139-bd78-2ca8a001ff35 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1818.967373] env[62913]: DEBUG nova.compute.manager [req-6c27c25e-a7d6-4d81-91cc-c0937c609fdf req-f083fcf5-0879-4823-a400-e709c264fe40 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Refreshing instance network info cache due to event network-changed-7d2be57d-5cc7-4139-bd78-2ca8a001ff35. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1818.968253] env[62913]: DEBUG oslo_concurrency.lockutils [req-6c27c25e-a7d6-4d81-91cc-c0937c609fdf req-f083fcf5-0879-4823-a400-e709c264fe40 service nova] Acquiring lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.051569] env[62913]: DEBUG nova.network.neutron [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Successfully updated port: 9dc2201a-8575-46ef-b8b4-80670f68e609 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1819.095207] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Acquiring lock "97e47f40-c4f4-40f5-8d2e-7605d5347075" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.095446] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Lock "97e47f40-c4f4-40f5-8d2e-7605d5347075" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.095650] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Acquiring lock "97e47f40-c4f4-40f5-8d2e-7605d5347075-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.095834] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Lock "97e47f40-c4f4-40f5-8d2e-7605d5347075-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.096019] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Lock "97e47f40-c4f4-40f5-8d2e-7605d5347075-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.098990] env[62913]: INFO nova.compute.manager [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Terminating instance [ 1819.141149] env[62913]: DEBUG oslo_concurrency.lockutils [req-5bc3d63e-4522-44f2-a7e1-301bd8c8a1c2 req-6837f4e5-000f-4398-b517-dda0f046a4c3 service nova] Releasing lock "refresh_cache-46a2ce36-8cec-403e-8bcf-5430c3a10a91" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.243624] env[62913]: DEBUG nova.network.neutron [None req-395da791-afa6-4cd8-ba5d-72f2ec93eceb tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Updating instance_info_cache with network_info: [{"id": "418d460f-b9eb-44ba-acac-90f6f8a9bca0", "address": "fa:16:3e:7d:84:d4", "network": {"id": "325eec91-1cd6-4699-bf8b-99e92fbf364a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-158463832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f249897373b4fce82a9b161617bca21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418d460f-b9", "ovs_interfaceid": "418d460f-b9eb-44ba-acac-90f6f8a9bca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.248268] env[62913]: DEBUG nova.compute.manager [req-9feefe48-60e2-4863-830b-7e70fd3caa31 req-b438574a-d5b9-4cc1-b54c-cf94506519d8 service nova] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Received event network-vif-plugged-9dc2201a-8575-46ef-b8b4-80670f68e609 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1819.248622] env[62913]: DEBUG oslo_concurrency.lockutils [req-9feefe48-60e2-4863-830b-7e70fd3caa31 req-b438574a-d5b9-4cc1-b54c-cf94506519d8 service nova] Acquiring lock "f2927eeb-7301-4ead-9413-663891f1de07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.248946] env[62913]: DEBUG oslo_concurrency.lockutils [req-9feefe48-60e2-4863-830b-7e70fd3caa31 req-b438574a-d5b9-4cc1-b54c-cf94506519d8 service nova] Lock "f2927eeb-7301-4ead-9413-663891f1de07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.249205] env[62913]: DEBUG oslo_concurrency.lockutils [req-9feefe48-60e2-4863-830b-7e70fd3caa31 req-b438574a-d5b9-4cc1-b54c-cf94506519d8 service nova] Lock "f2927eeb-7301-4ead-9413-663891f1de07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.249459] env[62913]: DEBUG nova.compute.manager [req-9feefe48-60e2-4863-830b-7e70fd3caa31 req-b438574a-d5b9-4cc1-b54c-cf94506519d8 service nova] [instance: f2927eeb-7301-4ead-9413-663891f1de07] No waiting events found dispatching network-vif-plugged-9dc2201a-8575-46ef-b8b4-80670f68e609 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1819.249692] env[62913]: WARNING nova.compute.manager [req-9feefe48-60e2-4863-830b-7e70fd3caa31 req-b438574a-d5b9-4cc1-b54c-cf94506519d8 service nova] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Received unexpected event network-vif-plugged-9dc2201a-8575-46ef-b8b4-80670f68e609 for instance with vm_state building and task_state spawning. [ 1819.249918] env[62913]: DEBUG nova.compute.manager [req-9feefe48-60e2-4863-830b-7e70fd3caa31 req-b438574a-d5b9-4cc1-b54c-cf94506519d8 service nova] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Received event network-changed-9dc2201a-8575-46ef-b8b4-80670f68e609 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1819.250146] env[62913]: DEBUG nova.compute.manager [req-9feefe48-60e2-4863-830b-7e70fd3caa31 req-b438574a-d5b9-4cc1-b54c-cf94506519d8 service nova] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Refreshing instance network info cache due to event network-changed-9dc2201a-8575-46ef-b8b4-80670f68e609. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1819.250399] env[62913]: DEBUG oslo_concurrency.lockutils [req-9feefe48-60e2-4863-830b-7e70fd3caa31 req-b438574a-d5b9-4cc1-b54c-cf94506519d8 service nova] Acquiring lock "refresh_cache-f2927eeb-7301-4ead-9413-663891f1de07" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.250590] env[62913]: DEBUG oslo_concurrency.lockutils [req-9feefe48-60e2-4863-830b-7e70fd3caa31 req-b438574a-d5b9-4cc1-b54c-cf94506519d8 service nova] Acquired lock "refresh_cache-f2927eeb-7301-4ead-9413-663891f1de07" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.250803] env[62913]: DEBUG nova.network.neutron [req-9feefe48-60e2-4863-830b-7e70fd3caa31 req-b438574a-d5b9-4cc1-b54c-cf94506519d8 service nova] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Refreshing network info cache for port 9dc2201a-8575-46ef-b8b4-80670f68e609 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1819.268716] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822658, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.395666] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5202e759-6abc-2ef1-e6be-94ced4cd37b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012481} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.398859] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.399125] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1819.399368] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.399727] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.399942] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1819.400916] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f53eb1b0-26ad-47cf-a936-8c5abb5ceedf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.411076] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Releasing lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.411299] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updated the network info_cache for instance {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1819.414717] env[62913]: DEBUG oslo_concurrency.lockutils [req-6c27c25e-a7d6-4d81-91cc-c0937c609fdf req-f083fcf5-0879-4823-a400-e709c264fe40 service nova] Acquired lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.414919] env[62913]: DEBUG nova.network.neutron [req-6c27c25e-a7d6-4d81-91cc-c0937c609fdf req-f083fcf5-0879-4823-a400-e709c264fe40 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Refreshing network info cache for port 7d2be57d-5cc7-4139-bd78-2ca8a001ff35 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1819.416153] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.416409] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1819.416577] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1819.417764] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.417961] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a00e3a76-6e1e-4c46-a45f-ffdb760aef4d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.420407] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.420586] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.421161] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.421326] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_power_states {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.425544] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1819.425544] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52dd20ac-3dde-31fd-f62b-c6c34df89b5c" [ 1819.425544] env[62913]: _type = "Task" [ 1819.425544] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.435557] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52dd20ac-3dde-31fd-f62b-c6c34df89b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.522794] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbf5e00-9383-4d43-97d7-d2db0e621206 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.530797] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a53c94c-2c13-4828-9579-d95cfb60b1bc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.562375] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "refresh_cache-f2927eeb-7301-4ead-9413-663891f1de07" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.563355] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6259e3-9286-4224-a82d-432e55bc5d91 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.572322] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656a66c5-ea7d-40bc-af63-56c8a8f2ef07 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.586577] env[62913]: DEBUG nova.compute.provider_tree [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.602868] env[62913]: DEBUG nova.compute.manager [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1819.603099] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1819.604256] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1f1a79-6709-48f4-a3be-81bfbc76dd35 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.614626] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1819.614897] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38b9f28c-7d8d-4313-a000-3e6c8e6c386b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.622162] env[62913]: DEBUG oslo_vmware.api [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Waiting for the task: (returnval){ [ 1819.622162] env[62913]: value = "task-1822659" [ 1819.622162] env[62913]: _type = "Task" [ 1819.622162] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.630587] env[62913]: DEBUG oslo_vmware.api [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': task-1822659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.753929] env[62913]: DEBUG oslo_concurrency.lockutils [None req-395da791-afa6-4cd8-ba5d-72f2ec93eceb tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Releasing lock "refresh_cache-853221e1-f008-47ce-990f-732e32454e4c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.773012] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822658, 'name': CreateSnapshot_Task, 'duration_secs': 0.682383} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.774122] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1819.774961] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea91d415-ff07-48bc-9766-b2bf25bcdae2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.808176] env[62913]: DEBUG nova.network.neutron [req-9feefe48-60e2-4863-830b-7e70fd3caa31 req-b438574a-d5b9-4cc1-b54c-cf94506519d8 service nova] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1819.929140] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Getting list of instances from cluster (obj){ [ 1819.929140] env[62913]: value = "domain-c8" [ 1819.929140] env[62913]: _type = "ClusterComputeResource" [ 1819.929140] env[62913]: } {{(pid=62913) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1819.930282] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4d17aa-6f9a-41b5-aa42-98165361278e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.945497] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52dd20ac-3dde-31fd-f62b-c6c34df89b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011721} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.957678] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Got total of 10 instances {{(pid=62913) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1819.957911] env[62913]: WARNING nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] While synchronizing instance power states, found 14 instances in the database and 10 instances on the hypervisor. [ 1819.958132] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Triggering sync for uuid 2591016a-a73c-42c0-9145-e37021b4eaf2 {{(pid=62913) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1819.958410] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Triggering sync for uuid 04043676-2dfd-4606-9db4-432555ab57b8 {{(pid=62913) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1819.958750] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Triggering sync for uuid 46dac113-3495-44da-85a5-2df9958afb7f {{(pid=62913) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1819.958993] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Triggering sync for uuid 9fdfb7b6-9540-40e3-aead-a7293180ff21 {{(pid=62913) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1819.959233] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Triggering sync for uuid af6bed19-b81b-4717-8ab6-4d9fa9456c3e {{(pid=62913) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1819.959455] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Triggering sync for uuid 97e47f40-c4f4-40f5-8d2e-7605d5347075 {{(pid=62913) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1819.959676] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Triggering sync for uuid ebcab798-5f66-47c5-a18c-b8e9d56e4513 {{(pid=62913) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1819.959911] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Triggering sync for uuid 3933925c-d040-4fcc-aa6c-263aad13abed {{(pid=62913) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1819.960151] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Triggering sync for uuid bd247408-f01c-47a8-8301-580a62dcbfe1 {{(pid=62913) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1819.960374] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Triggering sync for uuid 316bee52-20f6-467d-a9c5-e2107f9ac37c {{(pid=62913) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1819.960587] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Triggering sync for uuid 853221e1-f008-47ce-990f-732e32454e4c {{(pid=62913) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1819.960848] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Triggering sync for uuid 46a2ce36-8cec-403e-8bcf-5430c3a10a91 {{(pid=62913) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1819.961114] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Triggering sync for uuid f2927eeb-7301-4ead-9413-663891f1de07 {{(pid=62913) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1819.961358] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Triggering sync for uuid 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02 {{(pid=62913) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1819.965649] env[62913]: DEBUG nova.network.neutron [req-9feefe48-60e2-4863-830b-7e70fd3caa31 req-b438574a-d5b9-4cc1-b54c-cf94506519d8 service nova] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.966801] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db27a1a-0aab-4ac9-8447-78124d9cbe6c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.969281] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "2591016a-a73c-42c0-9145-e37021b4eaf2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.969567] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "04043676-2dfd-4606-9db4-432555ab57b8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.969872] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "04043676-2dfd-4606-9db4-432555ab57b8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.970191] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "46dac113-3495-44da-85a5-2df9958afb7f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.970385] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "46dac113-3495-44da-85a5-2df9958afb7f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.970644] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.970823] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.971102] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "af6bed19-b81b-4717-8ab6-4d9fa9456c3e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.972570] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "af6bed19-b81b-4717-8ab6-4d9fa9456c3e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.972570] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "97e47f40-c4f4-40f5-8d2e-7605d5347075" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.972570] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.972570] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.972570] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "3933925c-d040-4fcc-aa6c-263aad13abed" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.972768] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "3933925c-d040-4fcc-aa6c-263aad13abed" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.972856] env[62913]: INFO nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] During sync_power_state the instance has a pending task (image_pending_upload). Skip. [ 1819.972987] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "3933925c-d040-4fcc-aa6c-263aad13abed" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.973207] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "bd247408-f01c-47a8-8301-580a62dcbfe1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.973415] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "316bee52-20f6-467d-a9c5-e2107f9ac37c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.973619] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "316bee52-20f6-467d-a9c5-e2107f9ac37c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.974008] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "853221e1-f008-47ce-990f-732e32454e4c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.974249] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.974456] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "f2927eeb-7301-4ead-9413-663891f1de07" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.974657] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "51b323e5-4e8a-4fb7-b268-04ae6c6bcc02" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.974843] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.974983] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1819.976043] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7318da5f-0764-4133-a385-a4a30c32cbc7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.979462] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc49048-d811-4aa4-8b89-ee6cc48f1ef3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.982749] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd6f429-25de-4c71-9b02-03fc954e0b4a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.986358] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4182d10-708c-4785-b1c6-7a87f2844d56 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.989417] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a178d8-64ca-450e-bd50-d39533921f81 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.992391] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12b5308-4d4a-4a76-a8f6-1066d519f37a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.994816] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1820.016655] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1820.016655] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52691dce-2e10-7240-2668-baf055a41a79" [ 1820.016655] env[62913]: _type = "Task" [ 1820.016655] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.037647] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52691dce-2e10-7240-2668-baf055a41a79, 'name': SearchDatastore_Task, 'duration_secs': 0.011377} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.038961] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.039164] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 46a2ce36-8cec-403e-8bcf-5430c3a10a91/46a2ce36-8cec-403e-8bcf-5430c3a10a91.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1820.040254] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-751bb6e8-c930-4f5e-94e0-870af9ca17d1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.051620] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1820.051620] env[62913]: value = "task-1822660" [ 1820.051620] env[62913]: _type = "Task" [ 1820.051620] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.063795] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.089395] env[62913]: DEBUG nova.scheduler.client.report [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1820.133528] env[62913]: DEBUG oslo_vmware.api [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': task-1822659, 'name': PowerOffVM_Task, 'duration_secs': 0.437095} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.136115] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1820.136551] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1820.136551] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3989a2a4-6ff8-4232-a890-592e4f8ee215 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.247471] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1820.247790] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1820.248040] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Deleting the datastore file [datastore1] 97e47f40-c4f4-40f5-8d2e-7605d5347075 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1820.248305] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60a12f16-a484-476f-86dd-ee32f01299db {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.255751] env[62913]: DEBUG oslo_vmware.api [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Waiting for the task: (returnval){ [ 1820.255751] env[62913]: value = "task-1822662" [ 1820.255751] env[62913]: _type = "Task" [ 1820.255751] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.261210] env[62913]: DEBUG nova.compute.manager [None req-395da791-afa6-4cd8-ba5d-72f2ec93eceb tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1820.261884] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee5637c-b5b2-4597-875e-16ef79b083a9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.270407] env[62913]: DEBUG oslo_vmware.api [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': task-1822662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.287958] env[62913]: DEBUG nova.network.neutron [req-6c27c25e-a7d6-4d81-91cc-c0937c609fdf req-f083fcf5-0879-4823-a400-e709c264fe40 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updated VIF entry in instance network info cache for port 7d2be57d-5cc7-4139-bd78-2ca8a001ff35. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1820.288403] env[62913]: DEBUG nova.network.neutron [req-6c27c25e-a7d6-4d81-91cc-c0937c609fdf req-f083fcf5-0879-4823-a400-e709c264fe40 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updating instance_info_cache with network_info: [{"id": "7d2be57d-5cc7-4139-bd78-2ca8a001ff35", "address": "fa:16:3e:4c:e4:cc", "network": {"id": "94a08e15-1384-4ecd-9b3b-43bf02580b26", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550468784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e0dd8b826649bfa57c19358ca38334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d2be57d-5c", "ovs_interfaceid": "7d2be57d-5cc7-4139-bd78-2ca8a001ff35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.296461] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1820.297201] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a3e23e7e-3a94-41f8-8c19-be2e00af5005 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.309393] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1820.309393] env[62913]: value = "task-1822663" [ 1820.309393] env[62913]: _type = "Task" [ 1820.309393] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.320169] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822663, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.476960] env[62913]: DEBUG oslo_concurrency.lockutils [req-9feefe48-60e2-4863-830b-7e70fd3caa31 req-b438574a-d5b9-4cc1-b54c-cf94506519d8 service nova] Releasing lock "refresh_cache-f2927eeb-7301-4ead-9413-663891f1de07" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.477875] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "refresh_cache-f2927eeb-7301-4ead-9413-663891f1de07" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.477875] env[62913]: DEBUG nova.network.neutron [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1820.499325] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.523460] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "04043676-2dfd-4606-9db4-432555ab57b8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.524026] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.524354] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "316bee52-20f6-467d-a9c5-e2107f9ac37c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.545176] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "46dac113-3495-44da-85a5-2df9958afb7f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.575s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.545577] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "af6bed19-b81b-4717-8ab6-4d9fa9456c3e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.574s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.545936] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.574s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.564324] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504664} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.564633] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 46a2ce36-8cec-403e-8bcf-5430c3a10a91/46a2ce36-8cec-403e-8bcf-5430c3a10a91.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1820.564848] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1820.565128] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5186c373-31be-4cc0-911e-410b1449b720 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.573620] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1820.573620] env[62913]: value = "task-1822664" [ 1820.573620] env[62913]: _type = "Task" [ 1820.573620] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.582404] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.594546] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.595146] env[62913]: DEBUG nova.compute.manager [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1820.598059] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.181s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.598191] env[62913]: DEBUG nova.objects.instance [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lazy-loading 'resources' on Instance uuid 2591016a-a73c-42c0-9145-e37021b4eaf2 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1820.770604] env[62913]: DEBUG oslo_vmware.api [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Task: {'id': task-1822662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402094} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.771015] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1820.771911] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1820.772224] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1820.772473] env[62913]: INFO nova.compute.manager [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1820.772866] env[62913]: DEBUG oslo.service.loopingcall [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.773139] env[62913]: DEBUG nova.compute.manager [-] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1820.773276] env[62913]: DEBUG nova.network.neutron [-] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1820.798210] env[62913]: DEBUG oslo_concurrency.lockutils [req-6c27c25e-a7d6-4d81-91cc-c0937c609fdf req-f083fcf5-0879-4823-a400-e709c264fe40 service nova] Releasing lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.821814] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822663, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.035428] env[62913]: DEBUG nova.network.neutron [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1821.084270] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081635} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.087377] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1821.087645] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476c8137-7a21-46b7-8eda-16b2d4326df3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.104328] env[62913]: DEBUG nova.compute.utils [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1821.105584] env[62913]: DEBUG nova.objects.instance [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lazy-loading 'numa_topology' on Instance uuid 2591016a-a73c-42c0-9145-e37021b4eaf2 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1821.116560] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 46a2ce36-8cec-403e-8bcf-5430c3a10a91/46a2ce36-8cec-403e-8bcf-5430c3a10a91.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1821.118153] env[62913]: DEBUG nova.compute.manager [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1821.118325] env[62913]: DEBUG nova.network.neutron [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1821.120265] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e391527-ba2b-4fdc-9df7-22b70558665e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.145458] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1821.145458] env[62913]: value = "task-1822665" [ 1821.145458] env[62913]: _type = "Task" [ 1821.145458] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.155187] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.265010] env[62913]: DEBUG nova.network.neutron [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Updating instance_info_cache with network_info: [{"id": "9dc2201a-8575-46ef-b8b4-80670f68e609", "address": "fa:16:3e:4a:69:d8", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dc2201a-85", "ovs_interfaceid": "9dc2201a-8575-46ef-b8b4-80670f68e609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.267722] env[62913]: DEBUG nova.policy [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2536cf410ab476c8db291f5461a3bbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e9a64b50d64df0ab318a68bc19b309', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1821.285386] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff6f10f-a47e-4104-ba20-b1b50fb9ceab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.292772] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-395da791-afa6-4cd8-ba5d-72f2ec93eceb tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Doing hard reboot of VM {{(pid=62913) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1821.293137] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8d93474b-a1d6-4882-8b3c-ce0b1f515536 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.300127] env[62913]: DEBUG oslo_vmware.api [None req-395da791-afa6-4cd8-ba5d-72f2ec93eceb tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Waiting for the task: (returnval){ [ 1821.300127] env[62913]: value = "task-1822666" [ 1821.300127] env[62913]: _type = "Task" [ 1821.300127] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.310704] env[62913]: DEBUG oslo_vmware.api [None req-395da791-afa6-4cd8-ba5d-72f2ec93eceb tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822666, 'name': ResetVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.320955] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822663, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.618340] env[62913]: DEBUG nova.compute.manager [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1821.623474] env[62913]: DEBUG nova.objects.base [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Object Instance<2591016a-a73c-42c0-9145-e37021b4eaf2> lazy-loaded attributes: resources,numa_topology {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1821.659206] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822665, 'name': ReconfigVM_Task, 'duration_secs': 0.42141} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.659483] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 46a2ce36-8cec-403e-8bcf-5430c3a10a91/46a2ce36-8cec-403e-8bcf-5430c3a10a91.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1821.660203] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c66e5958-ac7e-46a8-a55e-5eeff5c60f6f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.667869] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1821.667869] env[62913]: value = "task-1822667" [ 1821.667869] env[62913]: _type = "Task" [ 1821.667869] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.680180] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822667, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.770132] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "refresh_cache-f2927eeb-7301-4ead-9413-663891f1de07" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.770760] env[62913]: DEBUG nova.compute.manager [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Instance network_info: |[{"id": "9dc2201a-8575-46ef-b8b4-80670f68e609", "address": "fa:16:3e:4a:69:d8", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dc2201a-85", "ovs_interfaceid": "9dc2201a-8575-46ef-b8b4-80670f68e609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1821.771265] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:69:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dc2201a-8575-46ef-b8b4-80670f68e609', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1821.778838] env[62913]: DEBUG oslo.service.loopingcall [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1821.782021] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1821.782946] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef52fd7b-c669-424f-9bb8-4c2d1161a8ca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.808650] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1821.808650] env[62913]: value = "task-1822668" [ 1821.808650] env[62913]: _type = "Task" [ 1821.808650] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.812364] env[62913]: DEBUG oslo_vmware.api [None req-395da791-afa6-4cd8-ba5d-72f2ec93eceb tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822666, 'name': ResetVM_Task, 'duration_secs': 0.098029} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.818438] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-395da791-afa6-4cd8-ba5d-72f2ec93eceb tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Did hard reboot of VM {{(pid=62913) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1821.818661] env[62913]: DEBUG nova.compute.manager [None req-395da791-afa6-4cd8-ba5d-72f2ec93eceb tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1821.821922] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deb59c0-6d58-44fc-a124-4bf1a54fd93e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.835980] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822668, 'name': CreateVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.835980] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822663, 'name': CloneVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.852705] env[62913]: DEBUG nova.network.neutron [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Successfully created port: 07414d71-27f9-4536-a6fe-7512dc7ed85f {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1821.916547] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68603689-3b2d-419a-abf6-aa14da29bc52 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.926164] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06871a6a-e99b-429e-93dc-19abc1d9d661 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.959183] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7f6e5a-8e33-44c6-b673-0531e5692dcb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.968420] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3feb5d24-ad8c-493b-a773-7134424dbee6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.984058] env[62913]: DEBUG nova.compute.provider_tree [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.992411] env[62913]: DEBUG nova.compute.manager [req-5f4a7cb4-2e9d-41d0-9952-b59512eef3b9 req-4544d3aa-8950-4808-8b10-4a1f418eddc5 service nova] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Received event network-vif-deleted-df794b29-1998-49d0-8fac-25569c25cfbc {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1821.992633] env[62913]: INFO nova.compute.manager [req-5f4a7cb4-2e9d-41d0-9952-b59512eef3b9 req-4544d3aa-8950-4808-8b10-4a1f418eddc5 service nova] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Neutron deleted interface df794b29-1998-49d0-8fac-25569c25cfbc; detaching it from the instance and deleting it from the info cache [ 1821.992812] env[62913]: DEBUG nova.network.neutron [req-5f4a7cb4-2e9d-41d0-9952-b59512eef3b9 req-4544d3aa-8950-4808-8b10-4a1f418eddc5 service nova] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.181569] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822667, 'name': Rename_Task, 'duration_secs': 0.192464} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.181820] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1822.182517] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-353dc926-ba64-4dae-912a-5114fd6dff28 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.189521] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1822.189521] env[62913]: value = "task-1822669" [ 1822.189521] env[62913]: _type = "Task" [ 1822.189521] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.197871] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.329017] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822668, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.332973] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822663, 'name': CloneVM_Task, 'duration_secs': 1.563885} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.332973] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Created linked-clone VM from snapshot [ 1822.333362] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f55e7c6-2cc7-47ee-9f53-8cf8471c2e34 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.343779] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Uploading image a5f1dde5-b761-4d9e-8930-776337d1b2cc {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1822.346123] env[62913]: DEBUG oslo_concurrency.lockutils [None req-395da791-afa6-4cd8-ba5d-72f2ec93eceb tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Lock "853221e1-f008-47ce-990f-732e32454e4c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.483s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.348969] env[62913]: DEBUG nova.network.neutron [-] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.349472] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "853221e1-f008-47ce-990f-732e32454e4c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.376s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.350280] env[62913]: INFO nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 853221e1-f008-47ce-990f-732e32454e4c] During sync_power_state the instance has a pending task (rebooting_hard). Skip. [ 1822.350280] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "853221e1-f008-47ce-990f-732e32454e4c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.383581] env[62913]: DEBUG oslo_vmware.rw_handles [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1822.383581] env[62913]: value = "vm-377507" [ 1822.383581] env[62913]: _type = "VirtualMachine" [ 1822.383581] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1822.384194] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b0605f42-a274-4b23-86b6-b49244bd3ebd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.393152] env[62913]: DEBUG oslo_vmware.rw_handles [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lease: (returnval){ [ 1822.393152] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52baef7e-2a4e-ec2d-162f-82f1aea8ab2f" [ 1822.393152] env[62913]: _type = "HttpNfcLease" [ 1822.393152] env[62913]: } obtained for exporting VM: (result){ [ 1822.393152] env[62913]: value = "vm-377507" [ 1822.393152] env[62913]: _type = "VirtualMachine" [ 1822.393152] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1822.393405] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the lease: (returnval){ [ 1822.393405] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52baef7e-2a4e-ec2d-162f-82f1aea8ab2f" [ 1822.393405] env[62913]: _type = "HttpNfcLease" [ 1822.393405] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1822.406154] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1822.406154] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52baef7e-2a4e-ec2d-162f-82f1aea8ab2f" [ 1822.406154] env[62913]: _type = "HttpNfcLease" [ 1822.406154] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1822.492176] env[62913]: DEBUG nova.scheduler.client.report [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1822.496234] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10cd17a5-54de-475a-b8c1-92634d7b679b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.507560] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f88712-9f20-4769-8092-cac9e56781a4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.541251] env[62913]: DEBUG nova.compute.manager [req-5f4a7cb4-2e9d-41d0-9952-b59512eef3b9 req-4544d3aa-8950-4808-8b10-4a1f418eddc5 service nova] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Detach interface failed, port_id=df794b29-1998-49d0-8fac-25569c25cfbc, reason: Instance 97e47f40-c4f4-40f5-8d2e-7605d5347075 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1822.631135] env[62913]: DEBUG nova.compute.manager [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1822.656027] env[62913]: DEBUG nova.virt.hardware [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1822.656027] env[62913]: DEBUG nova.virt.hardware [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1822.656027] env[62913]: DEBUG nova.virt.hardware [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1822.656027] env[62913]: DEBUG nova.virt.hardware [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1822.656027] env[62913]: DEBUG nova.virt.hardware [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1822.656027] env[62913]: DEBUG nova.virt.hardware [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1822.656027] env[62913]: DEBUG nova.virt.hardware [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1822.656027] env[62913]: DEBUG nova.virt.hardware [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1822.656812] env[62913]: DEBUG nova.virt.hardware [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1822.657144] env[62913]: DEBUG nova.virt.hardware [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1822.657448] env[62913]: DEBUG nova.virt.hardware [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1822.658695] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843117a2-7cbf-48f0-a677-e800250fb55f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.669671] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79df79e9-f369-434e-b77b-40d4111a0d0d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.698582] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822669, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.825416] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822668, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.851285] env[62913]: INFO nova.compute.manager [-] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Took 2.08 seconds to deallocate network for instance. [ 1822.901754] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1822.901754] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52baef7e-2a4e-ec2d-162f-82f1aea8ab2f" [ 1822.901754] env[62913]: _type = "HttpNfcLease" [ 1822.901754] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1822.902106] env[62913]: DEBUG oslo_vmware.rw_handles [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1822.902106] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52baef7e-2a4e-ec2d-162f-82f1aea8ab2f" [ 1822.902106] env[62913]: _type = "HttpNfcLease" [ 1822.902106] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1822.902759] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e948fd-2124-4d57-872f-31ff954b34c0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.911083] env[62913]: DEBUG oslo_vmware.rw_handles [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9f93e-b5cd-7757-4098-d9c932164e0b/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1822.911262] env[62913]: DEBUG oslo_vmware.rw_handles [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9f93e-b5cd-7757-4098-d9c932164e0b/disk-0.vmdk for reading. {{(pid=62913) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1822.971022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Acquiring lock "853221e1-f008-47ce-990f-732e32454e4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.971022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Lock "853221e1-f008-47ce-990f-732e32454e4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.971022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Acquiring lock "853221e1-f008-47ce-990f-732e32454e4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.971022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Lock "853221e1-f008-47ce-990f-732e32454e4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.971022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Lock "853221e1-f008-47ce-990f-732e32454e4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.972955] env[62913]: INFO nova.compute.manager [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Terminating instance [ 1822.994900] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.397s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.999115] env[62913]: DEBUG oslo_concurrency.lockutils [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.914s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.999752] env[62913]: DEBUG nova.objects.instance [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lazy-loading 'resources' on Instance uuid bd247408-f01c-47a8-8301-580a62dcbfe1 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1823.006556] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2aaff5c1-2048-4777-aa3a-86aae012791b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.207321] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822669, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.328085] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822668, 'name': CreateVM_Task, 'duration_secs': 1.396406} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.328461] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1823.329116] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.329116] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.329304] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1823.329565] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f1c946-3f36-4ab6-8adc-9b51c0490ed2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.334972] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1823.334972] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52569e9b-4b85-3688-6d3d-626f0d09551f" [ 1823.334972] env[62913]: _type = "Task" [ 1823.334972] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.344428] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52569e9b-4b85-3688-6d3d-626f0d09551f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.357790] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.470388] env[62913]: DEBUG nova.network.neutron [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Successfully updated port: 07414d71-27f9-4536-a6fe-7512dc7ed85f {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1823.476797] env[62913]: DEBUG nova.compute.manager [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1823.477256] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1823.478024] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c78d81-13dd-488d-94e2-7e09bc8c2dca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.488888] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1823.489789] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbe56196-6872-42df-bf1c-af28ba79992e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.501336] env[62913]: DEBUG oslo_vmware.api [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Waiting for the task: (returnval){ [ 1823.501336] env[62913]: value = "task-1822671" [ 1823.501336] env[62913]: _type = "Task" [ 1823.501336] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.515200] env[62913]: DEBUG oslo_vmware.api [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.522383] env[62913]: DEBUG oslo_concurrency.lockutils [None req-23f4dfe2-05bc-4157-9549-826e0de75213 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.090s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.523116] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.452s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.523278] env[62913]: INFO nova.compute.manager [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Unshelving [ 1823.711089] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822669, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.777262] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2c6c1a-e4d8-4a9b-911d-961917320e91 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.786825] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c5532b-2ec7-4ca1-843f-2fd0b36a2fd7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.826033] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a740ff-3418-4a69-8805-8b3c07f6a10c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.835284] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16c0843-827d-4019-b6c9-89e804866c37 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.849245] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52569e9b-4b85-3688-6d3d-626f0d09551f, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.857635] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.859229] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1823.859452] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.859606] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.859793] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1823.860316] env[62913]: DEBUG nova.compute.provider_tree [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.861825] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13508193-0376-465e-9905-9f3e6187dc4a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.872826] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1823.873102] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1823.873836] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f234ba56-dd4e-4852-88c2-b8b09cbd810a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.883803] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1823.883803] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5257ce32-b298-a6e2-69dc-8322e9d9f412" [ 1823.883803] env[62913]: _type = "Task" [ 1823.883803] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.896554] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5257ce32-b298-a6e2-69dc-8322e9d9f412, 'name': SearchDatastore_Task, 'duration_secs': 0.009615} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.896554] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-130989af-2ca1-466e-9745-5124b550d06b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.902694] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1823.902694] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a97c09-9c51-236e-4799-3981e56d02cb" [ 1823.902694] env[62913]: _type = "Task" [ 1823.902694] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.911096] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a97c09-9c51-236e-4799-3981e56d02cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.975576] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "refresh_cache-51b323e5-4e8a-4fb7-b268-04ae6c6bcc02" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.975937] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "refresh_cache-51b323e5-4e8a-4fb7-b268-04ae6c6bcc02" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.975937] env[62913]: DEBUG nova.network.neutron [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.012451] env[62913]: DEBUG oslo_vmware.api [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822671, 'name': PowerOffVM_Task, 'duration_secs': 0.231036} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.013025] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1824.013025] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1824.013277] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9cd59e4-f689-4223-b07e-36e6d8a5b5c6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.023787] env[62913]: DEBUG nova.compute.manager [req-8ae4b675-e32e-49e4-b94d-b6d30a41769e req-b5c686fe-00a2-4d80-9412-02a7eaa10d1c service nova] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Received event network-vif-plugged-07414d71-27f9-4536-a6fe-7512dc7ed85f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1824.024032] env[62913]: DEBUG oslo_concurrency.lockutils [req-8ae4b675-e32e-49e4-b94d-b6d30a41769e req-b5c686fe-00a2-4d80-9412-02a7eaa10d1c service nova] Acquiring lock "51b323e5-4e8a-4fb7-b268-04ae6c6bcc02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.024254] env[62913]: DEBUG oslo_concurrency.lockutils [req-8ae4b675-e32e-49e4-b94d-b6d30a41769e req-b5c686fe-00a2-4d80-9412-02a7eaa10d1c service nova] Lock "51b323e5-4e8a-4fb7-b268-04ae6c6bcc02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.024416] env[62913]: DEBUG oslo_concurrency.lockutils [req-8ae4b675-e32e-49e4-b94d-b6d30a41769e req-b5c686fe-00a2-4d80-9412-02a7eaa10d1c service nova] Lock "51b323e5-4e8a-4fb7-b268-04ae6c6bcc02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.024599] env[62913]: DEBUG nova.compute.manager [req-8ae4b675-e32e-49e4-b94d-b6d30a41769e req-b5c686fe-00a2-4d80-9412-02a7eaa10d1c service nova] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] No waiting events found dispatching network-vif-plugged-07414d71-27f9-4536-a6fe-7512dc7ed85f {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1824.025824] env[62913]: WARNING nova.compute.manager [req-8ae4b675-e32e-49e4-b94d-b6d30a41769e req-b5c686fe-00a2-4d80-9412-02a7eaa10d1c service nova] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Received unexpected event network-vif-plugged-07414d71-27f9-4536-a6fe-7512dc7ed85f for instance with vm_state building and task_state spawning. [ 1824.025824] env[62913]: DEBUG nova.compute.manager [req-8ae4b675-e32e-49e4-b94d-b6d30a41769e req-b5c686fe-00a2-4d80-9412-02a7eaa10d1c service nova] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Received event network-changed-07414d71-27f9-4536-a6fe-7512dc7ed85f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1824.025824] env[62913]: DEBUG nova.compute.manager [req-8ae4b675-e32e-49e4-b94d-b6d30a41769e req-b5c686fe-00a2-4d80-9412-02a7eaa10d1c service nova] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Refreshing instance network info cache due to event network-changed-07414d71-27f9-4536-a6fe-7512dc7ed85f. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1824.025824] env[62913]: DEBUG oslo_concurrency.lockutils [req-8ae4b675-e32e-49e4-b94d-b6d30a41769e req-b5c686fe-00a2-4d80-9412-02a7eaa10d1c service nova] Acquiring lock "refresh_cache-51b323e5-4e8a-4fb7-b268-04ae6c6bcc02" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.179296] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1824.179613] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1824.180066] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Deleting the datastore file [datastore1] 853221e1-f008-47ce-990f-732e32454e4c {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1824.180360] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc443bef-1d06-4901-9bae-e7001175f16b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.187892] env[62913]: DEBUG oslo_vmware.api [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Waiting for the task: (returnval){ [ 1824.187892] env[62913]: value = "task-1822673" [ 1824.187892] env[62913]: _type = "Task" [ 1824.187892] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.196909] env[62913]: DEBUG oslo_vmware.api [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.205861] env[62913]: DEBUG oslo_vmware.api [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822669, 'name': PowerOnVM_Task, 'duration_secs': 1.531907} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.206281] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1824.206706] env[62913]: INFO nova.compute.manager [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1824.206957] env[62913]: DEBUG nova.compute.manager [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1824.207928] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea5b5d4-ac75-4f26-a6fe-e08f46109a96 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.366550] env[62913]: DEBUG nova.scheduler.client.report [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1824.413902] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a97c09-9c51-236e-4799-3981e56d02cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009222} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.413902] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.415024] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] f2927eeb-7301-4ead-9413-663891f1de07/f2927eeb-7301-4ead-9413-663891f1de07.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1824.415024] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-808052ec-4163-4d22-86bb-fcae02fcd053 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.425021] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1824.425021] env[62913]: value = "task-1822674" [ 1824.425021] env[62913]: _type = "Task" [ 1824.425021] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.434358] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.512486] env[62913]: DEBUG nova.network.neutron [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1824.536911] env[62913]: DEBUG nova.compute.utils [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1824.670966] env[62913]: DEBUG nova.network.neutron [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Updating instance_info_cache with network_info: [{"id": "07414d71-27f9-4536-a6fe-7512dc7ed85f", "address": "fa:16:3e:a6:3a:7c", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07414d71-27", "ovs_interfaceid": "07414d71-27f9-4536-a6fe-7512dc7ed85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.705727] env[62913]: DEBUG oslo_vmware.api [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Task: {'id': task-1822673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138656} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.706183] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1824.706601] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1824.706872] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1824.707266] env[62913]: INFO nova.compute.manager [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1824.707629] env[62913]: DEBUG oslo.service.loopingcall [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.708036] env[62913]: DEBUG nova.compute.manager [-] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1824.708270] env[62913]: DEBUG nova.network.neutron [-] [instance: 853221e1-f008-47ce-990f-732e32454e4c] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1824.734839] env[62913]: INFO nova.compute.manager [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Took 18.47 seconds to build instance. [ 1824.876287] env[62913]: DEBUG oslo_concurrency.lockutils [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.877780] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.379s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.878623] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.881147] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1824.881147] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.522s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.881147] env[62913]: DEBUG nova.objects.instance [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Lazy-loading 'resources' on Instance uuid 97e47f40-c4f4-40f5-8d2e-7605d5347075 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.882348] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57df0796-e0e4-4a9e-9338-79957e5ce0c3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.900250] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3c61e4-66c0-47e7-8386-668d55703c8f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.908921] env[62913]: INFO nova.scheduler.client.report [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Deleted allocations for instance bd247408-f01c-47a8-8301-580a62dcbfe1 [ 1824.928298] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02cafb8-87f1-42dd-a74d-3ff1430dd852 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.946926] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57778015-a4b1-44f8-b106-670e53a3192d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.950596] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505123} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.950869] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] f2927eeb-7301-4ead-9413-663891f1de07/f2927eeb-7301-4ead-9413-663891f1de07.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1824.952070] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1824.952070] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-323d26d2-e9a1-4eae-99ab-ff9c0935afd8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.995067] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179508MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1824.995260] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.997631] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1824.997631] env[62913]: value = "task-1822675" [ 1824.997631] env[62913]: _type = "Task" [ 1824.997631] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.008488] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822675, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.039921] env[62913]: INFO nova.virt.block_device [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Booting with volume 4b86d014-4acc-4356-ac5f-8984cb107fb0 at /dev/sdb [ 1825.094732] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58d21f3a-c4a9-47b8-a853-0eba3b3d7d65 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.108158] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9adbb0-dfc0-497b-8d6b-2d8448009b04 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.161034] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-357d90f4-8552-45bb-a095-59f69162635e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.171347] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64493cf4-b8eb-4760-9dba-4df689e6ad1e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.183974] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "refresh_cache-51b323e5-4e8a-4fb7-b268-04ae6c6bcc02" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.184372] env[62913]: DEBUG nova.compute.manager [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Instance network_info: |[{"id": "07414d71-27f9-4536-a6fe-7512dc7ed85f", "address": "fa:16:3e:a6:3a:7c", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07414d71-27", "ovs_interfaceid": "07414d71-27f9-4536-a6fe-7512dc7ed85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1825.185533] env[62913]: DEBUG oslo_concurrency.lockutils [req-8ae4b675-e32e-49e4-b94d-b6d30a41769e req-b5c686fe-00a2-4d80-9412-02a7eaa10d1c service nova] Acquired lock "refresh_cache-51b323e5-4e8a-4fb7-b268-04ae6c6bcc02" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.186490] env[62913]: DEBUG nova.network.neutron [req-8ae4b675-e32e-49e4-b94d-b6d30a41769e req-b5c686fe-00a2-4d80-9412-02a7eaa10d1c service nova] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Refreshing network info cache for port 07414d71-27f9-4536-a6fe-7512dc7ed85f {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1825.187111] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:3a:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07414d71-27f9-4536-a6fe-7512dc7ed85f', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1825.197923] env[62913]: DEBUG oslo.service.loopingcall [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.197923] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1825.198035] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f51042f5-b397-4a85-a437-abc05c836d4a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.226021] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0370137-4ffc-43d2-845e-de5e9b4190d7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.230678] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1825.230678] env[62913]: value = "task-1822676" [ 1825.230678] env[62913]: _type = "Task" [ 1825.230678] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.237593] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df2fe34-7db6-40a6-bc4f-a0885becf82c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.240509] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fae21ffc-5347-4e82-a2c3-97a50ef7344e tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.991s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.241262] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.267s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.241532] env[62913]: INFO nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] During sync_power_state the instance has a pending task (spawning). Skip. [ 1825.241811] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.249131] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822676, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.258100] env[62913]: DEBUG nova.virt.block_device [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updating existing volume attachment record: 282f1ca4-e32e-4e2f-af6f-da1bdf9c2740 {{(pid=62913) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1825.431358] env[62913]: DEBUG oslo_concurrency.lockutils [None req-22dec537-19cd-4bd0-9bbe-9a0ee0214445 tempest-ListServerFiltersTestJSON-1106682477 tempest-ListServerFiltersTestJSON-1106682477-project-member] Lock "bd247408-f01c-47a8-8301-580a62dcbfe1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.380s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.432622] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "bd247408-f01c-47a8-8301-580a62dcbfe1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.459s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.433502] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c139fbc-6d85-4026-a702-9ad3d0591daf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.449633] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dd6b3c-7aff-442b-8a21-4b580e5b594f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.510419] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154847} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.510513] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1825.511491] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574a5807-215e-411e-8ef7-ee57fa8e894e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.544134] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] f2927eeb-7301-4ead-9413-663891f1de07/f2927eeb-7301-4ead-9413-663891f1de07.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1825.549377] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cd67b40-1efd-4f99-be88-c61fae218a23 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.572133] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1825.572133] env[62913]: value = "task-1822678" [ 1825.572133] env[62913]: _type = "Task" [ 1825.572133] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.583194] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.632937] env[62913]: DEBUG nova.network.neutron [-] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.680619] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bac8a9d-a638-4124-be1e-9dff85cf0cee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.692339] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8696af5b-7c91-4e05-8f38-ea56eb52c16c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.729125] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f989d313-1b3b-49ca-8ad9-e329a288620b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.740129] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd62e9c4-e630-4559-8951-1afce069dcb3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.748756] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822676, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.762388] env[62913]: DEBUG nova.compute.provider_tree [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1825.998067] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "bd247408-f01c-47a8-8301-580a62dcbfe1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.070618] env[62913]: DEBUG nova.compute.manager [req-40291547-904a-47a2-bd3e-6ad862d0ad83 req-5de9f3ad-535c-49e5-817f-0fe20a571239 service nova] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Received event network-vif-deleted-418d460f-b9eb-44ba-acac-90f6f8a9bca0 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1826.087259] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.090990] env[62913]: DEBUG nova.network.neutron [req-8ae4b675-e32e-49e4-b94d-b6d30a41769e req-b5c686fe-00a2-4d80-9412-02a7eaa10d1c service nova] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Updated VIF entry in instance network info cache for port 07414d71-27f9-4536-a6fe-7512dc7ed85f. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1826.091369] env[62913]: DEBUG nova.network.neutron [req-8ae4b675-e32e-49e4-b94d-b6d30a41769e req-b5c686fe-00a2-4d80-9412-02a7eaa10d1c service nova] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Updating instance_info_cache with network_info: [{"id": "07414d71-27f9-4536-a6fe-7512dc7ed85f", "address": "fa:16:3e:a6:3a:7c", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07414d71-27", "ovs_interfaceid": "07414d71-27f9-4536-a6fe-7512dc7ed85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.136156] env[62913]: INFO nova.compute.manager [-] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Took 1.43 seconds to deallocate network for instance. [ 1826.244472] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822676, 'name': CreateVM_Task, 'duration_secs': 0.607442} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.244759] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1826.245569] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.245775] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.246124] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1826.246430] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-783ec152-06de-49aa-8d4e-8a5d8861c4b3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.252696] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1826.252696] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52c4768c-9e8d-df2c-e58f-c24430ef9340" [ 1826.252696] env[62913]: _type = "Task" [ 1826.252696] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.262360] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c4768c-9e8d-df2c-e58f-c24430ef9340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.268454] env[62913]: DEBUG nova.scheduler.client.report [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1826.587443] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822678, 'name': ReconfigVM_Task, 'duration_secs': 0.618231} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.587443] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Reconfigured VM instance instance-00000058 to attach disk [datastore1] f2927eeb-7301-4ead-9413-663891f1de07/f2927eeb-7301-4ead-9413-663891f1de07.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1826.587661] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eede26e1-ba4f-40c8-87e4-bcf2dfa70b54 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.596599] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1826.596599] env[62913]: value = "task-1822683" [ 1826.596599] env[62913]: _type = "Task" [ 1826.596599] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.597291] env[62913]: DEBUG oslo_concurrency.lockutils [req-8ae4b675-e32e-49e4-b94d-b6d30a41769e req-b5c686fe-00a2-4d80-9412-02a7eaa10d1c service nova] Releasing lock "refresh_cache-51b323e5-4e8a-4fb7-b268-04ae6c6bcc02" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.613257] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822683, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.617475] env[62913]: DEBUG nova.compute.manager [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Stashing vm_state: active {{(pid=62913) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1826.645058] env[62913]: DEBUG oslo_concurrency.lockutils [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.765343] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c4768c-9e8d-df2c-e58f-c24430ef9340, 'name': SearchDatastore_Task, 'duration_secs': 0.010535} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.765690] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.766138] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1826.766475] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.766632] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.766834] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1826.767157] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cdf4832-0d0c-415a-9046-27ee5fa68f8a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.773666] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.776209] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.781s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.781701] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1826.781701] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1826.782629] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040818de-1dbe-49b7-b9a9-f218592b61fa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.794455] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1826.794455] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52023db2-53aa-d91c-f3b1-0e335e968d1d" [ 1826.794455] env[62913]: _type = "Task" [ 1826.794455] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.803200] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52023db2-53aa-d91c-f3b1-0e335e968d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.816095] env[62913]: INFO nova.scheduler.client.report [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Deleted allocations for instance 97e47f40-c4f4-40f5-8d2e-7605d5347075 [ 1827.116242] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822683, 'name': Rename_Task, 'duration_secs': 0.273797} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.116557] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1827.116813] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3091a52e-a471-4950-a816-65d6ddd5b7a3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.131219] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1827.131219] env[62913]: value = "task-1822685" [ 1827.131219] env[62913]: _type = "Task" [ 1827.131219] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.138572] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.141891] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.303057] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52023db2-53aa-d91c-f3b1-0e335e968d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.013809} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.303925] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f91f2d2a-69d9-45e4-a6aa-27f29ed8ed3d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.310700] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1827.310700] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52125e1c-276e-6ea5-4057-2077a55b645d" [ 1827.310700] env[62913]: _type = "Task" [ 1827.310700] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.319597] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52125e1c-276e-6ea5-4057-2077a55b645d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.326461] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eee18d7e-bb9a-4d2b-9503-876df92d0a00 tempest-ServersTestFqdnHostnames-589407842 tempest-ServersTestFqdnHostnames-589407842-project-member] Lock "97e47f40-c4f4-40f5-8d2e-7605d5347075" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.231s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.327345] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "97e47f40-c4f4-40f5-8d2e-7605d5347075" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.355s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.327543] env[62913]: INFO nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] During sync_power_state the instance has a pending task (deleting). Skip. [ 1827.327716] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "97e47f40-c4f4-40f5-8d2e-7605d5347075" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.640532] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.798725] env[62913]: INFO nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Updating resource usage from migration ea7ca083-d41e-494e-8c5c-67e15eb728cf [ 1827.822533] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52125e1c-276e-6ea5-4057-2077a55b645d, 'name': SearchDatastore_Task, 'duration_secs': 0.014608} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.823285] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 04043676-2dfd-4606-9db4-432555ab57b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1827.823424] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 46dac113-3495-44da-85a5-2df9958afb7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1827.823542] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 9fdfb7b6-9540-40e3-aead-a7293180ff21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1827.823756] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance af6bed19-b81b-4717-8ab6-4d9fa9456c3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1827.824298] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance ebcab798-5f66-47c5-a18c-b8e9d56e4513 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1827.824298] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 3933925c-d040-4fcc-aa6c-263aad13abed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1827.824298] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 316bee52-20f6-467d-a9c5-e2107f9ac37c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1827.824298] env[62913]: WARNING nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 853221e1-f008-47ce-990f-732e32454e4c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1827.824576] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance f2927eeb-7301-4ead-9413-663891f1de07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1827.824576] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1827.826049] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.826384] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02/51b323e5-4e8a-4fb7-b268-04ae6c6bcc02.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1827.826921] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c240b43-918b-4e56-973c-7036202d8e2a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.837135] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1827.837135] env[62913]: value = "task-1822686" [ 1827.837135] env[62913]: _type = "Task" [ 1827.837135] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.846708] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.145405] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822685, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.328245] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 2591016a-a73c-42c0-9145-e37021b4eaf2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1828.328414] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Migration ea7ca083-d41e-494e-8c5c-67e15eb728cf is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1828.328537] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 46a2ce36-8cec-403e-8bcf-5430c3a10a91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1828.329326] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1828.329326] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1828.363082] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822686, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.566202] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbaecb7-4580-4725-ba09-eded10d4dfeb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.575363] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77263ed0-eaea-4762-9cac-3c91315e773b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.613053] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d8789a-451b-4c94-8121-57e99ec5425f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.622849] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866faf8a-7037-425c-9c42-d5823deb464e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.641443] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1828.653368] env[62913]: DEBUG oslo_vmware.api [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822685, 'name': PowerOnVM_Task, 'duration_secs': 1.133512} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.654279] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1828.654493] env[62913]: INFO nova.compute.manager [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1828.654978] env[62913]: DEBUG nova.compute.manager [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1828.655615] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d423c870-a153-465e-87e8-49d64643c9cb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.856844] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656119} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.856844] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02/51b323e5-4e8a-4fb7-b268-04ae6c6bcc02.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1828.857241] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1828.857999] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07362062-a087-4847-bf5e-fc46751ce7e5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.868891] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1828.868891] env[62913]: value = "task-1822688" [ 1828.868891] env[62913]: _type = "Task" [ 1828.868891] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.883832] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.148406] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1829.178681] env[62913]: INFO nova.compute.manager [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Took 18.94 seconds to build instance. [ 1829.390272] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093468} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.390272] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1829.390272] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d91385-37df-4692-bc23-8579a3f44273 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.425366] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02/51b323e5-4e8a-4fb7-b268-04ae6c6bcc02.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1829.425451] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f2e9d1d-3952-4360-82a1-50d021dd6032 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.456481] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1829.456481] env[62913]: value = "task-1822689" [ 1829.456481] env[62913]: _type = "Task" [ 1829.456481] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.468882] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.657277] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1829.657277] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.881s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.657277] env[62913]: DEBUG oslo_concurrency.lockutils [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.012s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.657469] env[62913]: DEBUG oslo_concurrency.lockutils [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.659854] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.518s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.683857] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df3e82a0-27c8-4ad8-a63d-d7ad06187e05 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "f2927eeb-7301-4ead-9413-663891f1de07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.467s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.684143] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "f2927eeb-7301-4ead-9413-663891f1de07" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.710s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.684286] env[62913]: INFO nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: f2927eeb-7301-4ead-9413-663891f1de07] During sync_power_state the instance has a pending task (spawning). Skip. [ 1829.684743] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "f2927eeb-7301-4ead-9413-663891f1de07" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.709690] env[62913]: INFO nova.scheduler.client.report [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Deleted allocations for instance 853221e1-f008-47ce-990f-732e32454e4c [ 1829.969765] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822689, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.165031] env[62913]: INFO nova.compute.claims [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1830.220205] env[62913]: DEBUG oslo_concurrency.lockutils [None req-14e4851b-305d-49ba-b90f-399aa44ae190 tempest-InstanceActionsTestJSON-1100409912 tempest-InstanceActionsTestJSON-1100409912-project-member] Lock "853221e1-f008-47ce-990f-732e32454e4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.251s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.276256] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f7327e-db9c-4fb9-ae4c-defedbde83f1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.284354] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc311fc-457d-471f-9e4d-d809cd2c6cac tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Suspending the VM {{(pid=62913) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1830.284664] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ae37af59-3e92-4290-993b-0c195dbfd482 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.293862] env[62913]: DEBUG oslo_vmware.api [None req-ddc311fc-457d-471f-9e4d-d809cd2c6cac tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1830.293862] env[62913]: value = "task-1822691" [ 1830.293862] env[62913]: _type = "Task" [ 1830.293862] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.304641] env[62913]: DEBUG oslo_vmware.api [None req-ddc311fc-457d-471f-9e4d-d809cd2c6cac tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822691, 'name': SuspendVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.469822] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822689, 'name': ReconfigVM_Task, 'duration_secs': 0.553924} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.470190] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02/51b323e5-4e8a-4fb7-b268-04ae6c6bcc02.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1830.470940] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-546a9cdf-dce7-4c2d-8e6f-784504813d18 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.483360] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1830.483360] env[62913]: value = "task-1822692" [ 1830.483360] env[62913]: _type = "Task" [ 1830.483360] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.494779] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822692, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.673753] env[62913]: INFO nova.compute.resource_tracker [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Updating resource usage from migration ea7ca083-d41e-494e-8c5c-67e15eb728cf [ 1830.805277] env[62913]: DEBUG oslo_vmware.api [None req-ddc311fc-457d-471f-9e4d-d809cd2c6cac tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822691, 'name': SuspendVM_Task} progress is 16%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.870239] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b910095-9b4f-414e-b66a-ac85aebb82bd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.882022] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032eda55-cfb6-4bd3-9b58-5588202ce128 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.918168] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d450aa-81e5-4e0e-aee4-c8a770d58e03 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.927738] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4ad0cc-7e67-44c1-a200-5f54d6698d96 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.944823] env[62913]: DEBUG nova.compute.provider_tree [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1830.995800] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822692, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.305897] env[62913]: DEBUG oslo_vmware.api [None req-ddc311fc-457d-471f-9e4d-d809cd2c6cac tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822691, 'name': SuspendVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.401683] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.412660] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.412988] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.448279] env[62913]: DEBUG nova.scheduler.client.report [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.503033] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822692, 'name': Rename_Task, 'duration_secs': 0.77053} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.503513] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1831.503992] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63deff62-41c0-43af-a895-4661d56d6cc9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.513667] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1831.513667] env[62913]: value = "task-1822694" [ 1831.513667] env[62913]: _type = "Task" [ 1831.513667] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.528791] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.806271] env[62913]: DEBUG oslo_vmware.api [None req-ddc311fc-457d-471f-9e4d-d809cd2c6cac tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822691, 'name': SuspendVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.917188] env[62913]: DEBUG nova.compute.utils [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1831.953978] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.294s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.954280] env[62913]: INFO nova.compute.manager [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Migrating [ 1831.962203] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.561s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.962529] env[62913]: DEBUG nova.objects.instance [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lazy-loading 'pci_requests' on Instance uuid 2591016a-a73c-42c0-9145-e37021b4eaf2 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1832.039389] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.248801] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "56bc8099-96a7-43ea-bd17-f54d6e87d663" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.249093] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "56bc8099-96a7-43ea-bd17-f54d6e87d663" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.309225] env[62913]: DEBUG oslo_vmware.api [None req-ddc311fc-457d-471f-9e4d-d809cd2c6cac tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822691, 'name': SuspendVM_Task, 'duration_secs': 1.719329} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.309586] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc311fc-457d-471f-9e4d-d809cd2c6cac tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Suspended the VM {{(pid=62913) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1832.309774] env[62913]: DEBUG nova.compute.manager [None req-ddc311fc-457d-471f-9e4d-d809cd2c6cac tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.311235] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d199df9-c66e-43b4-9c44-92a7c55b1dbd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.421511] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.475027] env[62913]: DEBUG nova.objects.instance [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lazy-loading 'numa_topology' on Instance uuid 2591016a-a73c-42c0-9145-e37021b4eaf2 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1832.476307] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "refresh_cache-46a2ce36-8cec-403e-8bcf-5430c3a10a91" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.476466] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "refresh_cache-46a2ce36-8cec-403e-8bcf-5430c3a10a91" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.476639] env[62913]: DEBUG nova.network.neutron [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1832.526046] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822694, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.753185] env[62913]: DEBUG nova.compute.manager [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1832.924402] env[62913]: DEBUG oslo_vmware.rw_handles [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9f93e-b5cd-7757-4098-d9c932164e0b/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1832.927663] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c155ca49-8108-4ca0-89d1-16a45991d081 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.932609] env[62913]: DEBUG oslo_vmware.rw_handles [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9f93e-b5cd-7757-4098-d9c932164e0b/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1832.935039] env[62913]: ERROR oslo_vmware.rw_handles [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9f93e-b5cd-7757-4098-d9c932164e0b/disk-0.vmdk due to incomplete transfer. [ 1832.935039] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-630a4eef-1e73-4fb3-a5af-ccc7f27da922 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.952027] env[62913]: DEBUG oslo_vmware.rw_handles [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9f93e-b5cd-7757-4098-d9c932164e0b/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1832.952027] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Uploaded image a5f1dde5-b761-4d9e-8930-776337d1b2cc to the Glance image server {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1832.955215] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1832.956413] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-471c27f1-a897-4657-ae5f-185b88f5a12e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.971051] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1832.971051] env[62913]: value = "task-1822695" [ 1832.971051] env[62913]: _type = "Task" [ 1832.971051] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.980517] env[62913]: INFO nova.compute.claims [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1832.989797] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822695, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.032668] env[62913]: DEBUG oslo_vmware.api [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822694, 'name': PowerOnVM_Task, 'duration_secs': 1.082759} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.032976] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1833.033219] env[62913]: INFO nova.compute.manager [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Took 10.40 seconds to spawn the instance on the hypervisor. [ 1833.033424] env[62913]: DEBUG nova.compute.manager [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1833.034321] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dd01f6-44d7-4106-945a-7a85994360cb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.280547] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.464113] env[62913]: DEBUG nova.network.neutron [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Updating instance_info_cache with network_info: [{"id": "9571972d-2919-42fc-8966-2d0b51759104", "address": "fa:16:3e:47:f4:75", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9571972d-29", "ovs_interfaceid": "9571972d-2919-42fc-8966-2d0b51759104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.484261] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822695, 'name': Destroy_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.526515] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.526826] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.527099] env[62913]: INFO nova.compute.manager [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Attaching volume 4cb913c9-2037-4640-be79-9e77d30e6f41 to /dev/sdb [ 1833.562736] env[62913]: INFO nova.compute.manager [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Took 19.84 seconds to build instance. [ 1833.585425] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba5b56b-099e-44b9-b762-93f69cfc355a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.593956] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24b51bc-d907-4b17-8540-9de83205487a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.610675] env[62913]: DEBUG nova.virt.block_device [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Updating existing volume attachment record: 1874b265-d6e2-4b1d-afb1-6412bfcfae7f {{(pid=62913) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1833.967118] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "refresh_cache-46a2ce36-8cec-403e-8bcf-5430c3a10a91" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.981084] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822695, 'name': Destroy_Task, 'duration_secs': 0.785761} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.982212] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Destroyed the VM [ 1833.982464] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1833.983061] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-700930c0-8cbc-4faa-9f29-9945971b64ad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.991818] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1833.991818] env[62913]: value = "task-1822698" [ 1833.991818] env[62913]: _type = "Task" [ 1833.991818] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.006588] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822698, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.043908] env[62913]: DEBUG oslo_concurrency.lockutils [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "f2927eeb-7301-4ead-9413-663891f1de07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.044171] env[62913]: DEBUG oslo_concurrency.lockutils [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "f2927eeb-7301-4ead-9413-663891f1de07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.044381] env[62913]: DEBUG oslo_concurrency.lockutils [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "f2927eeb-7301-4ead-9413-663891f1de07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.044618] env[62913]: DEBUG oslo_concurrency.lockutils [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "f2927eeb-7301-4ead-9413-663891f1de07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.044822] env[62913]: DEBUG oslo_concurrency.lockutils [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "f2927eeb-7301-4ead-9413-663891f1de07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.047122] env[62913]: INFO nova.compute.manager [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Terminating instance [ 1834.063538] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a828007c-71f7-4e9c-a7c1-ed386acbb07a tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "51b323e5-4e8a-4fb7-b268-04ae6c6bcc02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.351s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.063538] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "51b323e5-4e8a-4fb7-b268-04ae6c6bcc02" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.087s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.063538] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eababcd7-9a85-49be-82ae-d7d5ba5e8010 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.197549] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e16eeb-995e-4567-b813-528964e958c4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.210891] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dcf7f2-c7da-4b1b-a140-440066e45813 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.251059] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1431e06-3af8-479c-a98d-f00e13bbf558 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.259844] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c87787c-1f23-4ab8-8073-b00ed53d0874 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.281168] env[62913]: DEBUG nova.compute.provider_tree [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.503818] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822698, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.552924] env[62913]: DEBUG nova.compute.manager [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1834.553334] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1834.555508] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422c37c0-2f9f-4c6f-ba87-4afcc16ab78d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.567136] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1834.567136] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-785c1596-5287-4663-8995-cf3ebbc948b1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.578022] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "51b323e5-4e8a-4fb7-b268-04ae6c6bcc02" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.677716] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1834.678020] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1834.678240] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleting the datastore file [datastore1] f2927eeb-7301-4ead-9413-663891f1de07 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1834.678976] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a04903a-1def-43b0-bad3-8e3be6c330cf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.691169] env[62913]: DEBUG oslo_vmware.api [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1834.691169] env[62913]: value = "task-1822702" [ 1834.691169] env[62913]: _type = "Task" [ 1834.691169] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.699985] env[62913]: DEBUG oslo_vmware.api [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.787853] env[62913]: DEBUG nova.scheduler.client.report [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1835.005520] env[62913]: DEBUG oslo_vmware.api [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822698, 'name': RemoveSnapshot_Task, 'duration_secs': 0.874472} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.006065] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1835.006348] env[62913]: INFO nova.compute.manager [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Took 16.80 seconds to snapshot the instance on the hypervisor. [ 1835.200662] env[62913]: DEBUG oslo_vmware.api [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141459} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.201131] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1835.201416] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1835.201710] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1835.202027] env[62913]: INFO nova.compute.manager [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1835.202382] env[62913]: DEBUG oslo.service.loopingcall [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1835.202669] env[62913]: DEBUG nova.compute.manager [-] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1835.202858] env[62913]: DEBUG nova.network.neutron [-] [instance: f2927eeb-7301-4ead-9413-663891f1de07] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1835.270850] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "51b323e5-4e8a-4fb7-b268-04ae6c6bcc02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.271337] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "51b323e5-4e8a-4fb7-b268-04ae6c6bcc02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.271688] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "51b323e5-4e8a-4fb7-b268-04ae6c6bcc02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.271993] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "51b323e5-4e8a-4fb7-b268-04ae6c6bcc02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.273862] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "51b323e5-4e8a-4fb7-b268-04ae6c6bcc02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.275279] env[62913]: INFO nova.compute.manager [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Terminating instance [ 1835.292780] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.331s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.294997] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.015s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.296712] env[62913]: INFO nova.compute.claims [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1835.347312] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.347511] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.347692] env[62913]: DEBUG nova.network.neutron [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1835.469102] env[62913]: DEBUG nova.compute.manager [req-2305178b-7f83-442b-b386-b05a0d932396 req-cb1b7170-21f4-4ac2-838e-b498658b9249 service nova] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Received event network-vif-deleted-9dc2201a-8575-46ef-b8b4-80670f68e609 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1835.469182] env[62913]: INFO nova.compute.manager [req-2305178b-7f83-442b-b386-b05a0d932396 req-cb1b7170-21f4-4ac2-838e-b498658b9249 service nova] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Neutron deleted interface 9dc2201a-8575-46ef-b8b4-80670f68e609; detaching it from the instance and deleting it from the info cache [ 1835.469354] env[62913]: DEBUG nova.network.neutron [req-2305178b-7f83-442b-b386-b05a0d932396 req-cb1b7170-21f4-4ac2-838e-b498658b9249 service nova] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.485946] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b51fc25-6690-44d6-bcc8-24d3b50a2239 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.505420] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Updating instance '46a2ce36-8cec-403e-8bcf-5430c3a10a91' progress to 0 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1835.567694] env[62913]: DEBUG nova.compute.manager [None req-f7cfee82-5e1f-4f73-a87f-e529be1c692a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Found 1 images (rotation: 2) {{(pid=62913) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 1835.669090] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.669372] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.778348] env[62913]: DEBUG nova.compute.manager [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1835.778648] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1835.779850] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9c4b75-42c2-4baa-b812-bbc5569d75cb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.788215] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1835.788469] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4039f7a4-6ded-4ad5-8f9b-0102be95fe8e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.795197] env[62913]: DEBUG oslo_vmware.api [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1835.795197] env[62913]: value = "task-1822704" [ 1835.795197] env[62913]: _type = "Task" [ 1835.795197] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.805718] env[62913]: DEBUG oslo_vmware.api [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.947122] env[62913]: DEBUG nova.network.neutron [-] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.972714] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9406e028-1004-46d9-9440-59a3df07d5fc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.985686] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363c338b-12fd-4d96-8220-cc0a1f338bcf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.012109] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1836.031026] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbe764dc-566f-4027-9028-7359b5b0e92a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.032079] env[62913]: DEBUG nova.compute.manager [req-2305178b-7f83-442b-b386-b05a0d932396 req-cb1b7170-21f4-4ac2-838e-b498658b9249 service nova] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Detach interface failed, port_id=9dc2201a-8575-46ef-b8b4-80670f68e609, reason: Instance f2927eeb-7301-4ead-9413-663891f1de07 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1836.042207] env[62913]: DEBUG oslo_vmware.api [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1836.042207] env[62913]: value = "task-1822705" [ 1836.042207] env[62913]: _type = "Task" [ 1836.042207] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.054462] env[62913]: DEBUG oslo_vmware.api [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.173790] env[62913]: DEBUG nova.compute.manager [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1836.215884] env[62913]: DEBUG nova.network.neutron [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updating instance_info_cache with network_info: [{"id": "7d2be57d-5cc7-4139-bd78-2ca8a001ff35", "address": "fa:16:3e:4c:e4:cc", "network": {"id": "94a08e15-1384-4ecd-9b3b-43bf02580b26", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550468784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e0dd8b826649bfa57c19358ca38334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d2be57d-5c", "ovs_interfaceid": "7d2be57d-5cc7-4139-bd78-2ca8a001ff35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.310039] env[62913]: DEBUG oslo_vmware.api [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822704, 'name': PowerOffVM_Task, 'duration_secs': 0.22565} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.310039] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1836.310039] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1836.310039] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d56cd7a-8dcc-4b09-acc6-410bcd6b6c7a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.449906] env[62913]: INFO nova.compute.manager [-] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Took 1.25 seconds to deallocate network for instance. [ 1836.514224] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaecf71-34b2-4464-a8b1-91ed58446a91 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.522545] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdded64f-4436-42e4-adf8-5b95a84124b7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.564790] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd63512b-121e-4f1c-a25c-379dbbfdc2ee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.579932] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bf4109-ca71-4444-89f3-6ac681ae041f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.585828] env[62913]: DEBUG oslo_vmware.api [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822705, 'name': PowerOffVM_Task, 'duration_secs': 0.403892} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.586237] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1836.586516] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Updating instance '46a2ce36-8cec-403e-8bcf-5430c3a10a91' progress to 17 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1836.602619] env[62913]: DEBUG nova.compute.provider_tree [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1836.641368] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1836.641617] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1836.641818] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleting the datastore file [datastore1] 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1836.642110] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f9ebdbe-41d7-40d9-9934-ffccba7be396 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.650516] env[62913]: DEBUG oslo_vmware.api [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1836.650516] env[62913]: value = "task-1822708" [ 1836.650516] env[62913]: _type = "Task" [ 1836.650516] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.658565] env[62913]: DEBUG oslo_vmware.api [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.693314] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.718648] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Releasing lock "refresh_cache-2591016a-a73c-42c0-9145-e37021b4eaf2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.743162] env[62913]: DEBUG nova.virt.hardware [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6cbeb60d9d319b83516879877adac9c7',container_format='bare',created_at=2024-12-12T16:22:24Z,direct_url=,disk_format='vmdk',id=cfa238aa-42fa-42a3-ab67-2b80de85e921,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-194780751-shelved',owner='a2e0dd8b826649bfa57c19358ca38334',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2024-12-12T16:22:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1836.743457] env[62913]: DEBUG nova.virt.hardware [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1836.743648] env[62913]: DEBUG nova.virt.hardware [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1836.743824] env[62913]: DEBUG nova.virt.hardware [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1836.743994] env[62913]: DEBUG nova.virt.hardware [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1836.744157] env[62913]: DEBUG nova.virt.hardware [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1836.744369] env[62913]: DEBUG nova.virt.hardware [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1836.744723] env[62913]: DEBUG nova.virt.hardware [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1836.744723] env[62913]: DEBUG nova.virt.hardware [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1836.744880] env[62913]: DEBUG nova.virt.hardware [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1836.745069] env[62913]: DEBUG nova.virt.hardware [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1836.745967] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561a4f3a-990d-49f7-8280-7fc3695eaa8b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.754600] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a499bfc8-169c-4022-97f7-abec54d10cd3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.770322] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:e4:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d2be57d-5cc7-4139-bd78-2ca8a001ff35', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1836.777953] env[62913]: DEBUG oslo.service.loopingcall [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.778310] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1836.778513] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ded1611-afe1-497f-815b-29d947d808b7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.798561] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1836.798561] env[62913]: value = "task-1822709" [ 1836.798561] env[62913]: _type = "Task" [ 1836.798561] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.806671] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822709, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.833401] env[62913]: DEBUG nova.compute.manager [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1836.834485] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554f1947-fe88-4ccc-b7d3-98b10074880a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.958910] env[62913]: DEBUG oslo_concurrency.lockutils [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.095151] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1837.095393] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1837.095539] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1837.095724] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1837.095887] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1837.096079] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1837.096307] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1837.096468] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1837.096635] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1837.096803] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1837.096981] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1837.102078] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a7d60d7-26c0-4c71-8b27-9e1e08200067 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.112983] env[62913]: DEBUG nova.scheduler.client.report [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1837.123816] env[62913]: DEBUG oslo_vmware.api [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1837.123816] env[62913]: value = "task-1822710" [ 1837.123816] env[62913]: _type = "Task" [ 1837.123816] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.134856] env[62913]: DEBUG oslo_vmware.api [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.161030] env[62913]: DEBUG oslo_vmware.api [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1313} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.161030] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1837.161030] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1837.161030] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1837.161211] env[62913]: INFO nova.compute.manager [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1837.161358] env[62913]: DEBUG oslo.service.loopingcall [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1837.161545] env[62913]: DEBUG nova.compute.manager [-] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1837.161633] env[62913]: DEBUG nova.network.neutron [-] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1837.309829] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822709, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.345044] env[62913]: INFO nova.compute.manager [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] instance snapshotting [ 1837.345827] env[62913]: DEBUG nova.objects.instance [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lazy-loading 'flavor' on Instance uuid 3933925c-d040-4fcc-aa6c-263aad13abed {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1837.507104] env[62913]: DEBUG nova.compute.manager [req-0bf20c68-02cc-484c-9919-7690d25a80ff req-aed946bb-17d8-483c-a5e6-98778380be0c service nova] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Received event network-vif-deleted-07414d71-27f9-4536-a6fe-7512dc7ed85f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1837.507294] env[62913]: INFO nova.compute.manager [req-0bf20c68-02cc-484c-9919-7690d25a80ff req-aed946bb-17d8-483c-a5e6-98778380be0c service nova] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Neutron deleted interface 07414d71-27f9-4536-a6fe-7512dc7ed85f; detaching it from the instance and deleting it from the info cache [ 1837.507390] env[62913]: DEBUG nova.network.neutron [req-0bf20c68-02cc-484c-9919-7690d25a80ff req-aed946bb-17d8-483c-a5e6-98778380be0c service nova] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.618971] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.619518] env[62913]: DEBUG nova.compute.manager [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1837.622485] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.929s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.624099] env[62913]: INFO nova.compute.claims [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1837.635807] env[62913]: DEBUG oslo_vmware.api [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822710, 'name': ReconfigVM_Task, 'duration_secs': 0.332808} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.636111] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Updating instance '46a2ce36-8cec-403e-8bcf-5430c3a10a91' progress to 33 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1837.810027] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822709, 'name': CreateVM_Task, 'duration_secs': 0.663882} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.810027] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1837.810668] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfa238aa-42fa-42a3-ab67-2b80de85e921" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.810835] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfa238aa-42fa-42a3-ab67-2b80de85e921" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.811252] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfa238aa-42fa-42a3-ab67-2b80de85e921" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1837.811517] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9f739c-8907-414c-a9be-e9dd307f6ea9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.817436] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1837.817436] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]526926eb-80d4-9dde-751b-ba1b985f3c69" [ 1837.817436] env[62913]: _type = "Task" [ 1837.817436] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.825512] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526926eb-80d4-9dde-751b-ba1b985f3c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.852705] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a3652d-b018-4396-ad0d-5169d6c78f6f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.871312] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2246bb-edfa-4871-9046-f51ba0f7be57 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.905261] env[62913]: DEBUG nova.network.neutron [-] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.010439] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6f3f417-aba6-4c44-a772-7b7a026ff645 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.020738] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4586cd62-519a-495b-8251-21289acec26c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.054730] env[62913]: DEBUG nova.compute.manager [req-0bf20c68-02cc-484c-9919-7690d25a80ff req-aed946bb-17d8-483c-a5e6-98778380be0c service nova] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Detach interface failed, port_id=07414d71-27f9-4536-a6fe-7512dc7ed85f, reason: Instance 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1838.129214] env[62913]: DEBUG nova.compute.utils [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1838.132906] env[62913]: DEBUG nova.compute.manager [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1838.133057] env[62913]: DEBUG nova.network.neutron [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1838.143759] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1838.143759] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1838.143759] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1838.143759] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1838.143759] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1838.144415] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1838.144789] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1838.145087] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1838.145368] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1838.145642] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1838.146476] env[62913]: DEBUG nova.virt.hardware [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1838.151520] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1838.152150] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edf299af-ca32-465d-b0d0-f1c3ae7fdb96 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.173980] env[62913]: DEBUG nova.policy [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7c82faf9c964e06bdad84ca18f77ec2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fadfcee384f4a3baa3ef01c6fc68f36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1838.177163] env[62913]: DEBUG oslo_vmware.api [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1838.177163] env[62913]: value = "task-1822712" [ 1838.177163] env[62913]: _type = "Task" [ 1838.177163] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.185798] env[62913]: DEBUG oslo_vmware.api [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.330912] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfa238aa-42fa-42a3-ab67-2b80de85e921" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.331277] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Processing image cfa238aa-42fa-42a3-ab67-2b80de85e921 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1838.331555] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfa238aa-42fa-42a3-ab67-2b80de85e921/cfa238aa-42fa-42a3-ab67-2b80de85e921.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.331742] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfa238aa-42fa-42a3-ab67-2b80de85e921/cfa238aa-42fa-42a3-ab67-2b80de85e921.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.331961] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1838.332284] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7696531f-54eb-4da6-816f-6d8ac8bad038 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.347264] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1838.347531] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1838.348187] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb904a5-ff26-443f-918c-4f11c7afa2d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.355955] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1838.355955] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]527bad02-c6e0-3cc0-f1d4-80e7465683b8" [ 1838.355955] env[62913]: _type = "Task" [ 1838.355955] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.362469] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527bad02-c6e0-3cc0-f1d4-80e7465683b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.381737] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1838.382072] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d837a4a5-dbac-4452-bb6b-5ae8f39257ee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.395941] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1838.395941] env[62913]: value = "task-1822713" [ 1838.395941] env[62913]: _type = "Task" [ 1838.395941] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.406344] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822713, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.410892] env[62913]: INFO nova.compute.manager [-] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Took 1.25 seconds to deallocate network for instance. [ 1838.509819] env[62913]: DEBUG nova.network.neutron [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Successfully created port: ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1838.633663] env[62913]: DEBUG nova.compute.manager [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1838.668892] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Volume attach. Driver type: vmdk {{(pid=62913) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1838.669314] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377516', 'volume_id': '4cb913c9-2037-4640-be79-9e77d30e6f41', 'name': 'volume-4cb913c9-2037-4640-be79-9e77d30e6f41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ebcab798-5f66-47c5-a18c-b8e9d56e4513', 'attached_at': '', 'detached_at': '', 'volume_id': '4cb913c9-2037-4640-be79-9e77d30e6f41', 'serial': '4cb913c9-2037-4640-be79-9e77d30e6f41'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1838.670387] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89c3494-0879-4eb7-893e-3b8cd2349b1f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.697357] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39555bd3-40f7-4ca9-8b8c-0315017aa3e8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.703185] env[62913]: DEBUG oslo_vmware.api [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822712, 'name': ReconfigVM_Task, 'duration_secs': 0.164144} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.703992] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1838.705842] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37ba848-39a1-4b59-928c-b2a8aac0674a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.729910] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] volume-4cb913c9-2037-4640-be79-9e77d30e6f41/volume-4cb913c9-2037-4640-be79-9e77d30e6f41.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1838.731272] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdf1baef-b80c-4036-8156-56b8f5cbe9e9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.762954] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 46a2ce36-8cec-403e-8bcf-5430c3a10a91/46a2ce36-8cec-403e-8bcf-5430c3a10a91.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1838.766205] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9591caab-6d27-4d23-a451-a9ff60a496ab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.780946] env[62913]: DEBUG oslo_vmware.api [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1838.780946] env[62913]: value = "task-1822714" [ 1838.780946] env[62913]: _type = "Task" [ 1838.780946] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.787588] env[62913]: DEBUG oslo_vmware.api [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1838.787588] env[62913]: value = "task-1822715" [ 1838.787588] env[62913]: _type = "Task" [ 1838.787588] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.791188] env[62913]: DEBUG oslo_vmware.api [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822714, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.803649] env[62913]: DEBUG oslo_vmware.api [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.866668] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Preparing fetch location {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1838.866985] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Fetch image to [datastore1] OSTACK_IMG_398fe3bb-8037-4841-9bce-ae8a60151adf/OSTACK_IMG_398fe3bb-8037-4841-9bce-ae8a60151adf.vmdk {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1838.867215] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Downloading stream optimized image cfa238aa-42fa-42a3-ab67-2b80de85e921 to [datastore1] OSTACK_IMG_398fe3bb-8037-4841-9bce-ae8a60151adf/OSTACK_IMG_398fe3bb-8037-4841-9bce-ae8a60151adf.vmdk on the data store datastore1 as vApp {{(pid=62913) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1838.867455] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Downloading image file data cfa238aa-42fa-42a3-ab67-2b80de85e921 to the ESX as VM named 'OSTACK_IMG_398fe3bb-8037-4841-9bce-ae8a60151adf' {{(pid=62913) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1838.918536] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.918824] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822713, 'name': CreateSnapshot_Task, 'duration_secs': 0.417818} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.920779] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1838.923807] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e8195c-047d-4dcd-90c9-1214b7754c4c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.939042] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed38d2a-0662-478c-a700-17462edbc83c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.942863] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1838.942863] env[62913]: value = "resgroup-9" [ 1838.942863] env[62913]: _type = "ResourcePool" [ 1838.942863] env[62913]: }. {{(pid=62913) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1838.943191] env[62913]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9b652004-5172-43d9-bc4b-4ead50d6d47e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.964205] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e10a21-017c-4402-b05e-afcb587d014a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.968905] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lease: (returnval){ [ 1838.968905] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5236a4d5-ad06-3901-56d8-736057f9deda" [ 1838.968905] env[62913]: _type = "HttpNfcLease" [ 1838.968905] env[62913]: } obtained for vApp import into resource pool (val){ [ 1838.968905] env[62913]: value = "resgroup-9" [ 1838.968905] env[62913]: _type = "ResourcePool" [ 1838.968905] env[62913]: }. {{(pid=62913) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1838.969259] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the lease: (returnval){ [ 1838.969259] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5236a4d5-ad06-3901-56d8-736057f9deda" [ 1838.969259] env[62913]: _type = "HttpNfcLease" [ 1838.969259] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1838.999566] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f3bd9f-ea34-47c2-b57d-3fb67a2accf8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.004080] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1839.004080] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5236a4d5-ad06-3901-56d8-736057f9deda" [ 1839.004080] env[62913]: _type = "HttpNfcLease" [ 1839.004080] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1839.009963] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec86d54-fdfc-4bd0-842a-41820704219d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.026306] env[62913]: DEBUG nova.compute.provider_tree [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1839.295271] env[62913]: DEBUG oslo_vmware.api [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822714, 'name': ReconfigVM_Task, 'duration_secs': 0.363656} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.298855] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Reconfigured VM instance instance-00000044 to attach disk [datastore1] volume-4cb913c9-2037-4640-be79-9e77d30e6f41/volume-4cb913c9-2037-4640-be79-9e77d30e6f41.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1839.303964] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d120e283-334b-43c8-9e09-2625f61f687d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.322063] env[62913]: DEBUG oslo_vmware.api [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822715, 'name': ReconfigVM_Task, 'duration_secs': 0.283919} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.323166] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 46a2ce36-8cec-403e-8bcf-5430c3a10a91/46a2ce36-8cec-403e-8bcf-5430c3a10a91.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1839.323451] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Updating instance '46a2ce36-8cec-403e-8bcf-5430c3a10a91' progress to 50 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1839.327588] env[62913]: DEBUG oslo_vmware.api [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1839.327588] env[62913]: value = "task-1822717" [ 1839.327588] env[62913]: _type = "Task" [ 1839.327588] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.336428] env[62913]: DEBUG oslo_vmware.api [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822717, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.443404] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1839.444255] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-88a1e2b4-4530-4630-b046-385c657521ec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.457058] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1839.457058] env[62913]: value = "task-1822718" [ 1839.457058] env[62913]: _type = "Task" [ 1839.457058] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.465414] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822718, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.479450] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1839.479450] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5236a4d5-ad06-3901-56d8-736057f9deda" [ 1839.479450] env[62913]: _type = "HttpNfcLease" [ 1839.479450] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1839.530551] env[62913]: DEBUG nova.scheduler.client.report [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1839.646823] env[62913]: DEBUG nova.compute.manager [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1839.668032] env[62913]: DEBUG nova.virt.hardware [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1839.668032] env[62913]: DEBUG nova.virt.hardware [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1839.668032] env[62913]: DEBUG nova.virt.hardware [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1839.668253] env[62913]: DEBUG nova.virt.hardware [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1839.668384] env[62913]: DEBUG nova.virt.hardware [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1839.668533] env[62913]: DEBUG nova.virt.hardware [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1839.668751] env[62913]: DEBUG nova.virt.hardware [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1839.668917] env[62913]: DEBUG nova.virt.hardware [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1839.669103] env[62913]: DEBUG nova.virt.hardware [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1839.669270] env[62913]: DEBUG nova.virt.hardware [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1839.669440] env[62913]: DEBUG nova.virt.hardware [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1839.670375] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d71c26-e030-4651-9c0a-fe0b2e993121 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.679226] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a0cf20-5141-4522-81c6-d4f481616fcf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.831029] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54808d9-d7dc-44bf-b469-cdae9aa07e53 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.842316] env[62913]: DEBUG oslo_vmware.api [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822717, 'name': ReconfigVM_Task, 'duration_secs': 0.157246} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.857701] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377516', 'volume_id': '4cb913c9-2037-4640-be79-9e77d30e6f41', 'name': 'volume-4cb913c9-2037-4640-be79-9e77d30e6f41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ebcab798-5f66-47c5-a18c-b8e9d56e4513', 'attached_at': '', 'detached_at': '', 'volume_id': '4cb913c9-2037-4640-be79-9e77d30e6f41', 'serial': '4cb913c9-2037-4640-be79-9e77d30e6f41'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1839.860048] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84c9aa6-7d5a-4027-a5d8-dacd09746de8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.882535] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Updating instance '46a2ce36-8cec-403e-8bcf-5430c3a10a91' progress to 67 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1839.964963] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822718, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.969978] env[62913]: DEBUG nova.compute.manager [req-53e8ff01-0393-462f-9a26-d0b43f6cf4db req-36539e47-f101-471a-9e54-b93cf388a643 service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Received event network-vif-plugged-ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1839.970236] env[62913]: DEBUG oslo_concurrency.lockutils [req-53e8ff01-0393-462f-9a26-d0b43f6cf4db req-36539e47-f101-471a-9e54-b93cf388a643 service nova] Acquiring lock "56bc8099-96a7-43ea-bd17-f54d6e87d663-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.970481] env[62913]: DEBUG oslo_concurrency.lockutils [req-53e8ff01-0393-462f-9a26-d0b43f6cf4db req-36539e47-f101-471a-9e54-b93cf388a643 service nova] Lock "56bc8099-96a7-43ea-bd17-f54d6e87d663-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.970675] env[62913]: DEBUG oslo_concurrency.lockutils [req-53e8ff01-0393-462f-9a26-d0b43f6cf4db req-36539e47-f101-471a-9e54-b93cf388a643 service nova] Lock "56bc8099-96a7-43ea-bd17-f54d6e87d663-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.970864] env[62913]: DEBUG nova.compute.manager [req-53e8ff01-0393-462f-9a26-d0b43f6cf4db req-36539e47-f101-471a-9e54-b93cf388a643 service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] No waiting events found dispatching network-vif-plugged-ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1839.971274] env[62913]: WARNING nova.compute.manager [req-53e8ff01-0393-462f-9a26-d0b43f6cf4db req-36539e47-f101-471a-9e54-b93cf388a643 service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Received unexpected event network-vif-plugged-ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa for instance with vm_state building and task_state spawning. [ 1839.979244] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1839.979244] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5236a4d5-ad06-3901-56d8-736057f9deda" [ 1839.979244] env[62913]: _type = "HttpNfcLease" [ 1839.979244] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1840.035815] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.036407] env[62913]: DEBUG nova.compute.manager [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1840.039252] env[62913]: DEBUG oslo_concurrency.lockutils [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.081s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.039478] env[62913]: DEBUG nova.objects.instance [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lazy-loading 'resources' on Instance uuid f2927eeb-7301-4ead-9413-663891f1de07 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1840.129048] env[62913]: DEBUG nova.network.neutron [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Successfully updated port: ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1840.428142] env[62913]: DEBUG nova.network.neutron [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Port 9571972d-2919-42fc-8966-2d0b51759104 binding to destination host cpu-1 is already ACTIVE {{(pid=62913) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1840.465538] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822718, 'name': CloneVM_Task} progress is 95%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.480792] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1840.480792] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5236a4d5-ad06-3901-56d8-736057f9deda" [ 1840.480792] env[62913]: _type = "HttpNfcLease" [ 1840.480792] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1840.545822] env[62913]: DEBUG nova.compute.utils [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1840.547357] env[62913]: DEBUG nova.compute.manager [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1840.547531] env[62913]: DEBUG nova.network.neutron [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1840.613039] env[62913]: DEBUG nova.policy [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47222d3084154c5cad550713e4b0d4f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2351df8edb2478e83c9f5580a9e8313', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1840.631122] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "refresh_cache-56bc8099-96a7-43ea-bd17-f54d6e87d663" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.631277] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "refresh_cache-56bc8099-96a7-43ea-bd17-f54d6e87d663" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.631423] env[62913]: DEBUG nova.network.neutron [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1840.737633] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcc027f-f740-4da9-9d15-f5ffed18e960 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.745350] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f52b2c-1f37-4779-8ec1-db09b599c8d5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.777273] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd2e81c-4605-419b-9a0c-9f8023b33086 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.784904] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad67809-3e65-4e6c-b3b5-3c8a5b019066 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.798425] env[62913]: DEBUG nova.compute.provider_tree [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1840.891392] env[62913]: DEBUG nova.network.neutron [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Successfully created port: 2c4b29ae-f959-4085-a9ef-2f28c7964e88 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1840.898344] env[62913]: DEBUG nova.objects.instance [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lazy-loading 'flavor' on Instance uuid ebcab798-5f66-47c5-a18c-b8e9d56e4513 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1840.967982] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822718, 'name': CloneVM_Task, 'duration_secs': 1.174098} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.967982] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Created linked-clone VM from snapshot [ 1840.968323] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25af188b-85f8-4b08-bc53-5fd09a326f12 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.978088] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Uploading image df3a3b0c-0f8b-42e0-a909-46391f5680c4 {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1840.988538] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1840.988538] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5236a4d5-ad06-3901-56d8-736057f9deda" [ 1840.988538] env[62913]: _type = "HttpNfcLease" [ 1840.988538] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1840.988805] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1840.988805] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5236a4d5-ad06-3901-56d8-736057f9deda" [ 1840.988805] env[62913]: _type = "HttpNfcLease" [ 1840.988805] env[62913]: }. {{(pid=62913) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1840.989547] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6cc4e8-b4f4-4ca8-b5c7-950f7f774400 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.998445] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52271a33-9f88-8be7-f48a-5a54fc70eed5/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1840.998556] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52271a33-9f88-8be7-f48a-5a54fc70eed5/disk-0.vmdk. {{(pid=62913) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1841.058702] env[62913]: DEBUG nova.compute.manager [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1841.068512] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5ee8e2c9-f43b-4d4b-9062-9b2467d031ca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.077242] env[62913]: DEBUG oslo_vmware.rw_handles [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1841.077242] env[62913]: value = "vm-377521" [ 1841.077242] env[62913]: _type = "VirtualMachine" [ 1841.077242] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1841.077242] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f830844f-eaca-49b4-bfe5-b1dc431e3fb0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.085190] env[62913]: DEBUG oslo_vmware.rw_handles [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lease: (returnval){ [ 1841.085190] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]521dc63d-b281-dada-1228-624c8b24578d" [ 1841.085190] env[62913]: _type = "HttpNfcLease" [ 1841.085190] env[62913]: } obtained for exporting VM: (result){ [ 1841.085190] env[62913]: value = "vm-377521" [ 1841.085190] env[62913]: _type = "VirtualMachine" [ 1841.085190] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1841.085511] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the lease: (returnval){ [ 1841.085511] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]521dc63d-b281-dada-1228-624c8b24578d" [ 1841.085511] env[62913]: _type = "HttpNfcLease" [ 1841.085511] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1841.095052] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1841.095052] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]521dc63d-b281-dada-1228-624c8b24578d" [ 1841.095052] env[62913]: _type = "HttpNfcLease" [ 1841.095052] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1841.167051] env[62913]: DEBUG nova.network.neutron [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1841.301755] env[62913]: DEBUG nova.scheduler.client.report [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1841.307114] env[62913]: DEBUG nova.network.neutron [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Updating instance_info_cache with network_info: [{"id": "ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa", "address": "fa:16:3e:fb:56:f2", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped48c6e5-bb", "ovs_interfaceid": "ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.404982] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c73364d3-df53-4d8f-914b-5f916fdacb47 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.878s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.469265] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.469565] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.469565] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.598557] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1841.598557] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]521dc63d-b281-dada-1228-624c8b24578d" [ 1841.598557] env[62913]: _type = "HttpNfcLease" [ 1841.598557] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1841.600228] env[62913]: DEBUG oslo_vmware.rw_handles [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1841.600228] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]521dc63d-b281-dada-1228-624c8b24578d" [ 1841.600228] env[62913]: _type = "HttpNfcLease" [ 1841.600228] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1841.601272] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2092dd56-d3e2-4c5a-8994-e86bc9ec5548 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.610383] env[62913]: DEBUG oslo_vmware.rw_handles [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b26a27-eac1-58a8-7efd-fb7e9b70d369/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1841.610577] env[62913]: DEBUG oslo_vmware.rw_handles [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b26a27-eac1-58a8-7efd-fb7e9b70d369/disk-0.vmdk for reading. {{(pid=62913) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1841.710677] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-64f8b673-4d82-4fb7-a694-66ce65b4d0ac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.812290] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "refresh_cache-56bc8099-96a7-43ea-bd17-f54d6e87d663" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.812640] env[62913]: DEBUG nova.compute.manager [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Instance network_info: |[{"id": "ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa", "address": "fa:16:3e:fb:56:f2", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped48c6e5-bb", "ovs_interfaceid": "ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1841.813400] env[62913]: DEBUG oslo_concurrency.lockutils [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.816556] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:56:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1841.825265] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Creating folder: Project (3fadfcee384f4a3baa3ef01c6fc68f36). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1841.828270] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.910s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.828643] env[62913]: DEBUG nova.objects.instance [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lazy-loading 'resources' on Instance uuid 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1841.829853] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-615cd30b-7f8f-47ca-996c-7593852e30a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.845851] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Created folder: Project (3fadfcee384f4a3baa3ef01c6fc68f36) in parent group-v377263. [ 1841.846224] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Creating folder: Instances. Parent ref: group-v377522. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1841.846489] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11cd3c75-5090-444a-91d0-68fcbde580b0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.851844] env[62913]: INFO nova.scheduler.client.report [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleted allocations for instance f2927eeb-7301-4ead-9413-663891f1de07 [ 1841.860112] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Created folder: Instances in parent group-v377522. [ 1841.860112] env[62913]: DEBUG oslo.service.loopingcall [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1841.860337] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1841.860557] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ba3a519-7624-463e-bf4b-0ae6072b53cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.892853] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1841.892853] env[62913]: value = "task-1822723" [ 1841.892853] env[62913]: _type = "Task" [ 1841.892853] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.906433] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822723, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.002607] env[62913]: DEBUG nova.compute.manager [req-057d33bb-b214-4174-8889-aa0ad8e0676d req-b2beb631-4070-43ac-93a8-8a8418f27c2e service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Received event network-changed-ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1842.002974] env[62913]: DEBUG nova.compute.manager [req-057d33bb-b214-4174-8889-aa0ad8e0676d req-b2beb631-4070-43ac-93a8-8a8418f27c2e service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Refreshing instance network info cache due to event network-changed-ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1842.003282] env[62913]: DEBUG oslo_concurrency.lockutils [req-057d33bb-b214-4174-8889-aa0ad8e0676d req-b2beb631-4070-43ac-93a8-8a8418f27c2e service nova] Acquiring lock "refresh_cache-56bc8099-96a7-43ea-bd17-f54d6e87d663" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.003573] env[62913]: DEBUG oslo_concurrency.lockutils [req-057d33bb-b214-4174-8889-aa0ad8e0676d req-b2beb631-4070-43ac-93a8-8a8418f27c2e service nova] Acquired lock "refresh_cache-56bc8099-96a7-43ea-bd17-f54d6e87d663" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.003802] env[62913]: DEBUG nova.network.neutron [req-057d33bb-b214-4174-8889-aa0ad8e0676d req-b2beb631-4070-43ac-93a8-8a8418f27c2e service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Refreshing network info cache for port ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1842.012965] env[62913]: INFO nova.compute.manager [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Rescuing [ 1842.013506] env[62913]: DEBUG oslo_concurrency.lockutils [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.013506] env[62913]: DEBUG oslo_concurrency.lockutils [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.013661] env[62913]: DEBUG nova.network.neutron [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1842.075016] env[62913]: DEBUG nova.compute.manager [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1842.104587] env[62913]: DEBUG nova.virt.hardware [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1842.104946] env[62913]: DEBUG nova.virt.hardware [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1842.105214] env[62913]: DEBUG nova.virt.hardware [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1842.105516] env[62913]: DEBUG nova.virt.hardware [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1842.105728] env[62913]: DEBUG nova.virt.hardware [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1842.105985] env[62913]: DEBUG nova.virt.hardware [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1842.106253] env[62913]: DEBUG nova.virt.hardware [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1842.106421] env[62913]: DEBUG nova.virt.hardware [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1842.106589] env[62913]: DEBUG nova.virt.hardware [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1842.106759] env[62913]: DEBUG nova.virt.hardware [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1842.107016] env[62913]: DEBUG nova.virt.hardware [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1842.108053] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2ef339-8278-4678-8caf-3c0b03d65583 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.121074] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4544e762-7ab7-4d8b-a169-503cf72bd171 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.357483] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Completed reading data from the image iterator. {{(pid=62913) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1842.357483] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52271a33-9f88-8be7-f48a-5a54fc70eed5/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1842.361022] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07399500-97c3-4ba3-83a7-46f57a02c9dc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.371109] env[62913]: DEBUG oslo_concurrency.lockutils [None req-333f9012-9a9f-4765-b0c2-29909c78dcf4 tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "f2927eeb-7301-4ead-9413-663891f1de07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.327s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.376341] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52271a33-9f88-8be7-f48a-5a54fc70eed5/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1842.380886] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52271a33-9f88-8be7-f48a-5a54fc70eed5/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1842.385508] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5df63301-e9fa-4a47-927b-fcf74a0a82cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.403572] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822723, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.521773] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "refresh_cache-46a2ce36-8cec-403e-8bcf-5430c3a10a91" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.522049] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "refresh_cache-46a2ce36-8cec-403e-8bcf-5430c3a10a91" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.522388] env[62913]: DEBUG nova.network.neutron [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1842.577912] env[62913]: DEBUG nova.network.neutron [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Successfully updated port: 2c4b29ae-f959-4085-a9ef-2f28c7964e88 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1842.585436] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e92463a-17d9-4c3f-9b70-ab2e19479897 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.599575] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d90452e-bf47-43ba-b26c-210d74d68cd6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.634953] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66036b8-dd8b-421c-9efa-2bc3411573bd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.639045] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52271a33-9f88-8be7-f48a-5a54fc70eed5/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1842.639045] env[62913]: INFO nova.virt.vmwareapi.images [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Downloaded image file data cfa238aa-42fa-42a3-ab67-2b80de85e921 [ 1842.639045] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3041b26-1e9f-4a43-9d79-5d30a7f50a9e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.660981] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8699dc9e-bcf6-491d-aaa4-74a3ee4c34f1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.670307] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b12fc0db-f5f2-4344-a4eb-55ddc696604c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.682703] env[62913]: DEBUG nova.compute.provider_tree [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1842.698747] env[62913]: INFO nova.virt.vmwareapi.images [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] The imported VM was unregistered [ 1842.701417] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Caching image {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1842.701784] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Creating directory with path [datastore1] devstack-image-cache_base/cfa238aa-42fa-42a3-ab67-2b80de85e921 {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1842.702792] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a2f893b-afdd-4fa6-8ce4-5195cd6a9011 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.725025] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Created directory with path [datastore1] devstack-image-cache_base/cfa238aa-42fa-42a3-ab67-2b80de85e921 {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1842.725397] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_398fe3bb-8037-4841-9bce-ae8a60151adf/OSTACK_IMG_398fe3bb-8037-4841-9bce-ae8a60151adf.vmdk to [datastore1] devstack-image-cache_base/cfa238aa-42fa-42a3-ab67-2b80de85e921/cfa238aa-42fa-42a3-ab67-2b80de85e921.vmdk. {{(pid=62913) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1842.725914] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e56fdcce-f153-444d-9b3b-989cd8123042 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.735042] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1842.735042] env[62913]: value = "task-1822726" [ 1842.735042] env[62913]: _type = "Task" [ 1842.735042] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.744462] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822726, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.904623] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822723, 'name': CreateVM_Task, 'duration_secs': 0.587022} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.904902] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1842.905636] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.905808] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.906323] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1842.906658] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4fdf945-582d-4e36-800d-656d04cb4552 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.912392] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1842.912392] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]526b2da8-4ff7-246b-8441-52013e8101ab" [ 1842.912392] env[62913]: _type = "Task" [ 1842.912392] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.923089] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526b2da8-4ff7-246b-8441-52013e8101ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.043533] env[62913]: DEBUG nova.network.neutron [req-057d33bb-b214-4174-8889-aa0ad8e0676d req-b2beb631-4070-43ac-93a8-8a8418f27c2e service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Updated VIF entry in instance network info cache for port ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1843.045010] env[62913]: DEBUG nova.network.neutron [req-057d33bb-b214-4174-8889-aa0ad8e0676d req-b2beb631-4070-43ac-93a8-8a8418f27c2e service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Updating instance_info_cache with network_info: [{"id": "ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa", "address": "fa:16:3e:fb:56:f2", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped48c6e5-bb", "ovs_interfaceid": "ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.071292] env[62913]: DEBUG nova.network.neutron [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Updating instance_info_cache with network_info: [{"id": "ce1ac704-515f-4941-8940-0b0d5cf207cb", "address": "fa:16:3e:3f:e8:0b", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1ac704-51", "ovs_interfaceid": "ce1ac704-515f-4941-8940-0b0d5cf207cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.083140] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "refresh_cache-e4ec9f27-d456-4c5b-84e0-8bc9228be173" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.083140] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquired lock "refresh_cache-e4ec9f27-d456-4c5b-84e0-8bc9228be173" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.083140] env[62913]: DEBUG nova.network.neutron [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1843.187825] env[62913]: DEBUG nova.scheduler.client.report [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1843.251019] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822726, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.357300] env[62913]: DEBUG nova.network.neutron [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Updating instance_info_cache with network_info: [{"id": "9571972d-2919-42fc-8966-2d0b51759104", "address": "fa:16:3e:47:f4:75", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9571972d-29", "ovs_interfaceid": "9571972d-2919-42fc-8966-2d0b51759104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.424609] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526b2da8-4ff7-246b-8441-52013e8101ab, 'name': SearchDatastore_Task, 'duration_secs': 0.019224} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.425189] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.425438] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1843.425709] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.425874] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.426076] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1843.426372] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e8cfb22-13a5-4063-8ccc-adeeb220b0c5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.444824] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1843.445085] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1843.445905] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-760c71ce-2f85-4b80-8bab-6bfb6cf4b273 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.452998] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1843.452998] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5202181d-75e2-6b7a-e9cd-c487c83bf392" [ 1843.452998] env[62913]: _type = "Task" [ 1843.452998] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.463381] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5202181d-75e2-6b7a-e9cd-c487c83bf392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.549234] env[62913]: DEBUG oslo_concurrency.lockutils [req-057d33bb-b214-4174-8889-aa0ad8e0676d req-b2beb631-4070-43ac-93a8-8a8418f27c2e service nova] Releasing lock "refresh_cache-56bc8099-96a7-43ea-bd17-f54d6e87d663" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.574425] env[62913]: DEBUG oslo_concurrency.lockutils [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Releasing lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.620176] env[62913]: DEBUG nova.network.neutron [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1843.694641] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.715430] env[62913]: INFO nova.scheduler.client.report [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleted allocations for instance 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02 [ 1843.751573] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822726, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.790198] env[62913]: DEBUG nova.network.neutron [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Updating instance_info_cache with network_info: [{"id": "2c4b29ae-f959-4085-a9ef-2f28c7964e88", "address": "fa:16:3e:4e:9e:6a", "network": {"id": "ae4ac1fe-401c-456a-a1ec-6424939f261d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069238318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2351df8edb2478e83c9f5580a9e8313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4b29ae-f9", "ovs_interfaceid": "2c4b29ae-f959-4085-a9ef-2f28c7964e88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.842194] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.842490] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.860671] env[62913]: DEBUG oslo_concurrency.lockutils [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "refresh_cache-46a2ce36-8cec-403e-8bcf-5430c3a10a91" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.964703] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5202181d-75e2-6b7a-e9cd-c487c83bf392, 'name': SearchDatastore_Task, 'duration_secs': 0.083191} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.966035] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7114a3dd-780a-4d62-9a0b-f7f8bbf7b64e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.972902] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1843.972902] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52f502db-1aa1-34a3-da19-2837b4fd641e" [ 1843.972902] env[62913]: _type = "Task" [ 1843.972902] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.982877] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f502db-1aa1-34a3-da19-2837b4fd641e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.032510] env[62913]: DEBUG nova.compute.manager [req-4e6a6e28-5974-4b6e-a49c-321a3930ef20 req-f774e4d8-599e-4350-bfef-688e9efa6841 service nova] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Received event network-vif-plugged-2c4b29ae-f959-4085-a9ef-2f28c7964e88 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1844.033192] env[62913]: DEBUG oslo_concurrency.lockutils [req-4e6a6e28-5974-4b6e-a49c-321a3930ef20 req-f774e4d8-599e-4350-bfef-688e9efa6841 service nova] Acquiring lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.033192] env[62913]: DEBUG oslo_concurrency.lockutils [req-4e6a6e28-5974-4b6e-a49c-321a3930ef20 req-f774e4d8-599e-4350-bfef-688e9efa6841 service nova] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.033580] env[62913]: DEBUG oslo_concurrency.lockutils [req-4e6a6e28-5974-4b6e-a49c-321a3930ef20 req-f774e4d8-599e-4350-bfef-688e9efa6841 service nova] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.033580] env[62913]: DEBUG nova.compute.manager [req-4e6a6e28-5974-4b6e-a49c-321a3930ef20 req-f774e4d8-599e-4350-bfef-688e9efa6841 service nova] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] No waiting events found dispatching network-vif-plugged-2c4b29ae-f959-4085-a9ef-2f28c7964e88 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1844.034175] env[62913]: WARNING nova.compute.manager [req-4e6a6e28-5974-4b6e-a49c-321a3930ef20 req-f774e4d8-599e-4350-bfef-688e9efa6841 service nova] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Received unexpected event network-vif-plugged-2c4b29ae-f959-4085-a9ef-2f28c7964e88 for instance with vm_state building and task_state spawning. [ 1844.034175] env[62913]: DEBUG nova.compute.manager [req-4e6a6e28-5974-4b6e-a49c-321a3930ef20 req-f774e4d8-599e-4350-bfef-688e9efa6841 service nova] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Received event network-changed-2c4b29ae-f959-4085-a9ef-2f28c7964e88 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1844.034318] env[62913]: DEBUG nova.compute.manager [req-4e6a6e28-5974-4b6e-a49c-321a3930ef20 req-f774e4d8-599e-4350-bfef-688e9efa6841 service nova] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Refreshing instance network info cache due to event network-changed-2c4b29ae-f959-4085-a9ef-2f28c7964e88. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1844.034496] env[62913]: DEBUG oslo_concurrency.lockutils [req-4e6a6e28-5974-4b6e-a49c-321a3930ef20 req-f774e4d8-599e-4350-bfef-688e9efa6841 service nova] Acquiring lock "refresh_cache-e4ec9f27-d456-4c5b-84e0-8bc9228be173" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.223260] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f6371193-a20e-4ded-a26a-184d532efc51 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "51b323e5-4e8a-4fb7-b268-04ae6c6bcc02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.952s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.248827] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822726, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.293423] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Releasing lock "refresh_cache-e4ec9f27-d456-4c5b-84e0-8bc9228be173" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.293829] env[62913]: DEBUG nova.compute.manager [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Instance network_info: |[{"id": "2c4b29ae-f959-4085-a9ef-2f28c7964e88", "address": "fa:16:3e:4e:9e:6a", "network": {"id": "ae4ac1fe-401c-456a-a1ec-6424939f261d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069238318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2351df8edb2478e83c9f5580a9e8313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4b29ae-f9", "ovs_interfaceid": "2c4b29ae-f959-4085-a9ef-2f28c7964e88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1844.294299] env[62913]: DEBUG oslo_concurrency.lockutils [req-4e6a6e28-5974-4b6e-a49c-321a3930ef20 req-f774e4d8-599e-4350-bfef-688e9efa6841 service nova] Acquired lock "refresh_cache-e4ec9f27-d456-4c5b-84e0-8bc9228be173" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.294502] env[62913]: DEBUG nova.network.neutron [req-4e6a6e28-5974-4b6e-a49c-321a3930ef20 req-f774e4d8-599e-4350-bfef-688e9efa6841 service nova] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Refreshing network info cache for port 2c4b29ae-f959-4085-a9ef-2f28c7964e88 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.296812] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:9e:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c4b29ae-f959-4085-a9ef-2f28c7964e88', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1844.305136] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Creating folder: Project (e2351df8edb2478e83c9f5580a9e8313). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1844.306395] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a5313d4-08f0-4631-a938-53c3558b35c5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.322564] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Created folder: Project (e2351df8edb2478e83c9f5580a9e8313) in parent group-v377263. [ 1844.323272] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Creating folder: Instances. Parent ref: group-v377525. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1844.323412] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-409e97d0-b701-4e5f-8f61-012edeb85ce0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.345565] env[62913]: DEBUG nova.compute.manager [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1844.349950] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Created folder: Instances in parent group-v377525. [ 1844.350341] env[62913]: DEBUG oslo.service.loopingcall [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1844.350859] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1844.351097] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c3dfcf6-b2be-42bc-8236-1e7011bafa51 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.384454] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1844.384454] env[62913]: value = "task-1822729" [ 1844.384454] env[62913]: _type = "Task" [ 1844.384454] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.393496] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822729, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.395665] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e5452c-1479-4807-ac1a-b406b5835147 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.420422] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb0a2b5-938e-4f5d-80e4-831fa3763920 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.432957] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Updating instance '46a2ce36-8cec-403e-8bcf-5430c3a10a91' progress to 83 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1844.486826] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f502db-1aa1-34a3-da19-2837b4fd641e, 'name': SearchDatastore_Task, 'duration_secs': 0.081243} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.487221] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.487499] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 56bc8099-96a7-43ea-bd17-f54d6e87d663/56bc8099-96a7-43ea-bd17-f54d6e87d663.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1844.487774] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12170620-1372-4c94-8496-8a932cde4866 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.498023] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1844.498023] env[62913]: value = "task-1822730" [ 1844.498023] env[62913]: _type = "Task" [ 1844.498023] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.508480] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.748043] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822726, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.870303] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.870635] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.873141] env[62913]: INFO nova.compute.claims [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1844.895836] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822729, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.941234] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1844.941562] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df6f680b-4f49-4759-bbff-4db96fe4e970 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.951034] env[62913]: DEBUG oslo_vmware.api [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1844.951034] env[62913]: value = "task-1822731" [ 1844.951034] env[62913]: _type = "Task" [ 1844.951034] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.960804] env[62913]: DEBUG oslo_vmware.api [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.009542] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.114905] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1845.115330] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba17a081-4d51-4768-a349-c782cc19e594 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.124756] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1845.124756] env[62913]: value = "task-1822732" [ 1845.124756] env[62913]: _type = "Task" [ 1845.124756] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.135818] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.137413] env[62913]: DEBUG nova.network.neutron [req-4e6a6e28-5974-4b6e-a49c-321a3930ef20 req-f774e4d8-599e-4350-bfef-688e9efa6841 service nova] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Updated VIF entry in instance network info cache for port 2c4b29ae-f959-4085-a9ef-2f28c7964e88. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.137930] env[62913]: DEBUG nova.network.neutron [req-4e6a6e28-5974-4b6e-a49c-321a3930ef20 req-f774e4d8-599e-4350-bfef-688e9efa6841 service nova] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Updating instance_info_cache with network_info: [{"id": "2c4b29ae-f959-4085-a9ef-2f28c7964e88", "address": "fa:16:3e:4e:9e:6a", "network": {"id": "ae4ac1fe-401c-456a-a1ec-6424939f261d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069238318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2351df8edb2478e83c9f5580a9e8313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4b29ae-f9", "ovs_interfaceid": "2c4b29ae-f959-4085-a9ef-2f28c7964e88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.249721] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822726, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.288556] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "1b22c196-a215-478c-af0b-7e7bd933e37f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.289801] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "1b22c196-a215-478c-af0b-7e7bd933e37f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.403888] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822729, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.464609] env[62913]: DEBUG oslo_vmware.api [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822731, 'name': PowerOnVM_Task, 'duration_secs': 0.505959} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.465087] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1845.465337] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-26f09b60-72b5-4a0e-9291-12a600a4bb3f tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Updating instance '46a2ce36-8cec-403e-8bcf-5430c3a10a91' progress to 100 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1845.512449] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822730, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.636097] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822732, 'name': PowerOffVM_Task, 'duration_secs': 0.406767} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.636355] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1845.637260] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47941d68-d1d7-4209-8bc4-5c75d6a926fe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.640844] env[62913]: DEBUG oslo_concurrency.lockutils [req-4e6a6e28-5974-4b6e-a49c-321a3930ef20 req-f774e4d8-599e-4350-bfef-688e9efa6841 service nova] Releasing lock "refresh_cache-e4ec9f27-d456-4c5b-84e0-8bc9228be173" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.661815] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9e77e7-5c55-4b7e-b37a-ba3a5b592797 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.699423] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1845.699913] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8413a375-f8bb-45e9-ad77-0452a67bf3ee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.709485] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1845.709485] env[62913]: value = "task-1822733" [ 1845.709485] env[62913]: _type = "Task" [ 1845.709485] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.721968] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] VM already powered off {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1845.722245] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1845.722506] env[62913]: DEBUG oslo_concurrency.lockutils [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.722691] env[62913]: DEBUG oslo_concurrency.lockutils [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.722831] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1845.723126] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b57f2476-ec80-45ca-94aa-670864c0958a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.732473] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1845.732688] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1845.733466] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91894782-62d0-4b89-8988-830b129aea39 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.742462] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1845.742462] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5298cafb-6e86-e36c-dfde-c38771c9aaa1" [ 1845.742462] env[62913]: _type = "Task" [ 1845.742462] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.751190] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822726, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.581181} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.751190] env[62913]: INFO nova.virt.vmwareapi.ds_util [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_398fe3bb-8037-4841-9bce-ae8a60151adf/OSTACK_IMG_398fe3bb-8037-4841-9bce-ae8a60151adf.vmdk to [datastore1] devstack-image-cache_base/cfa238aa-42fa-42a3-ab67-2b80de85e921/cfa238aa-42fa-42a3-ab67-2b80de85e921.vmdk. [ 1845.751190] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Cleaning up location [datastore1] OSTACK_IMG_398fe3bb-8037-4841-9bce-ae8a60151adf {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1845.751190] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_398fe3bb-8037-4841-9bce-ae8a60151adf {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1845.751190] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9fbf2e6-0866-4b10-a9d1-88d623056e55 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.756264] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5298cafb-6e86-e36c-dfde-c38771c9aaa1, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.757387] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf520db6-dde8-4eac-8a57-a158a39f00c1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.761690] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1845.761690] env[62913]: value = "task-1822734" [ 1845.761690] env[62913]: _type = "Task" [ 1845.761690] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.766383] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1845.766383] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52214f8e-8366-7c7a-51ce-8c44502d76b3" [ 1845.766383] env[62913]: _type = "Task" [ 1845.766383] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.772394] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.777904] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52214f8e-8366-7c7a-51ce-8c44502d76b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011072} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.778186] env[62913]: DEBUG oslo_concurrency.lockutils [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.778451] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] ebcab798-5f66-47c5-a18c-b8e9d56e4513/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk. {{(pid=62913) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1845.778731] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c308299-2834-480b-b87d-0d779de81a29 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.786283] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1845.786283] env[62913]: value = "task-1822735" [ 1845.786283] env[62913]: _type = "Task" [ 1845.786283] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.791644] env[62913]: DEBUG nova.compute.manager [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1845.800215] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.896544] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822729, 'name': CreateVM_Task, 'duration_secs': 1.314377} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.896712] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1845.897427] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.897603] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.897927] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1845.898213] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d582424-bf32-4ebe-86bc-629c9a0c2af1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.906314] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1845.906314] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523e181b-3bdc-3c68-bfbe-402fa72146b0" [ 1845.906314] env[62913]: _type = "Task" [ 1845.906314] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.917526] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523e181b-3bdc-3c68-bfbe-402fa72146b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.017080] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822730, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.22271} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.017451] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 56bc8099-96a7-43ea-bd17-f54d6e87d663/56bc8099-96a7-43ea-bd17-f54d6e87d663.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1846.017647] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1846.017952] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a45eeeaa-eac1-498c-ba5c-96b909f781b8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.028157] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1846.028157] env[62913]: value = "task-1822736" [ 1846.028157] env[62913]: _type = "Task" [ 1846.028157] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.043194] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.120100] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b39bbf1-7b43-4939-bf5f-0389be8a9ce1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.131072] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e434aae-f901-4f38-999f-4c5f9e92ba11 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.170955] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f93910-4289-45d5-b209-46645456372a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.182676] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3358861-abec-48a4-910b-0a5add30c248 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.200755] env[62913]: DEBUG nova.compute.provider_tree [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1846.206510] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Acquiring lock "db425cdf-dafb-4789-b9af-75c6337a796d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.206754] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Lock "db425cdf-dafb-4789-b9af-75c6337a796d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.271683] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036021} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.272300] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1846.272300] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfa238aa-42fa-42a3-ab67-2b80de85e921/cfa238aa-42fa-42a3-ab67-2b80de85e921.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.272413] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfa238aa-42fa-42a3-ab67-2b80de85e921/cfa238aa-42fa-42a3-ab67-2b80de85e921.vmdk to [datastore1] 2591016a-a73c-42c0-9145-e37021b4eaf2/2591016a-a73c-42c0-9145-e37021b4eaf2.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1846.272632] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce657860-474f-4fa5-8388-808e48324662 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.280902] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1846.280902] env[62913]: value = "task-1822737" [ 1846.280902] env[62913]: _type = "Task" [ 1846.280902] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.289197] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.297566] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822735, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.316233] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.420773] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523e181b-3bdc-3c68-bfbe-402fa72146b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010956} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.421295] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.421647] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1846.422021] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.422279] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.422574] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1846.422965] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e77872c-16d2-423d-90c6-4944b2b3b6b3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.435572] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1846.435878] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1846.436992] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bc462fe-aa29-4f70-bb47-5b084baa8992 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.444173] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1846.444173] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b5ac8d-cd33-f78f-c762-290450632475" [ 1846.444173] env[62913]: _type = "Task" [ 1846.444173] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.455754] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b5ac8d-cd33-f78f-c762-290450632475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.539309] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144362} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.539586] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1846.540388] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a141d732-b25a-4e2a-9f74-ea6010b58dbb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.564188] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 56bc8099-96a7-43ea-bd17-f54d6e87d663/56bc8099-96a7-43ea-bd17-f54d6e87d663.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1846.564942] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5352897b-1743-43a9-ab3d-ef1d040538b6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.586023] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1846.586023] env[62913]: value = "task-1822738" [ 1846.586023] env[62913]: _type = "Task" [ 1846.586023] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.595162] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.707707] env[62913]: DEBUG nova.scheduler.client.report [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1846.712950] env[62913]: DEBUG nova.compute.manager [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1846.792181] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.801264] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528565} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.801519] env[62913]: INFO nova.virt.vmwareapi.ds_util [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] ebcab798-5f66-47c5-a18c-b8e9d56e4513/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk. [ 1846.802398] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b517466-ee6d-4dcd-8ff3-ddfa0c425aea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.832665] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] ebcab798-5f66-47c5-a18c-b8e9d56e4513/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1846.833066] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82ff5a68-8d43-47ee-ae89-0e3667052e95 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.853872] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1846.853872] env[62913]: value = "task-1822739" [ 1846.853872] env[62913]: _type = "Task" [ 1846.853872] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.870652] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.957170] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b5ac8d-cd33-f78f-c762-290450632475, 'name': SearchDatastore_Task, 'duration_secs': 0.053676} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.958075] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92b1663-3917-4be3-a1c6-eb0227015594 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.966519] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1846.966519] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52c8aeb9-066d-e66b-b27b-0ea049b24f9f" [ 1846.966519] env[62913]: _type = "Task" [ 1846.966519] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.977643] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c8aeb9-066d-e66b-b27b-0ea049b24f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.097253] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822738, 'name': ReconfigVM_Task, 'duration_secs': 0.303395} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.097584] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 56bc8099-96a7-43ea-bd17-f54d6e87d663/56bc8099-96a7-43ea-bd17-f54d6e87d663.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1847.098305] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e062cbe6-8bc3-4815-a0c1-1032e3e79af0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.107527] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1847.107527] env[62913]: value = "task-1822740" [ 1847.107527] env[62913]: _type = "Task" [ 1847.107527] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.118031] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822740, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.196727] env[62913]: DEBUG oslo_concurrency.lockutils [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.197015] env[62913]: DEBUG oslo_concurrency.lockutils [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.197227] env[62913]: DEBUG nova.compute.manager [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Going to confirm migration 4 {{(pid=62913) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1847.220289] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.220776] env[62913]: DEBUG nova.compute.manager [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1847.226294] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.910s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.227918] env[62913]: INFO nova.compute.claims [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1847.249905] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.297035] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822737, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.368504] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.486178] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c8aeb9-066d-e66b-b27b-0ea049b24f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.045434} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.486758] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.487334] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e4ec9f27-d456-4c5b-84e0-8bc9228be173/e4ec9f27-d456-4c5b-84e0-8bc9228be173.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1847.487888] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f6a1164-5962-4ea7-a4f5-9d6ba8ef2a1f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.500760] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1847.500760] env[62913]: value = "task-1822741" [ 1847.500760] env[62913]: _type = "Task" [ 1847.500760] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.514545] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.622433] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822740, 'name': Rename_Task, 'duration_secs': 0.421296} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.622843] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1847.623139] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9058940-3b66-4ccf-be0d-f36c541dfe49 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.633903] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1847.633903] env[62913]: value = "task-1822742" [ 1847.633903] env[62913]: _type = "Task" [ 1847.633903] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.645262] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.732917] env[62913]: DEBUG nova.compute.utils [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1847.737770] env[62913]: DEBUG nova.compute.manager [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1847.737770] env[62913]: DEBUG nova.network.neutron [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1847.782771] env[62913]: DEBUG oslo_concurrency.lockutils [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "refresh_cache-46a2ce36-8cec-403e-8bcf-5430c3a10a91" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.783126] env[62913]: DEBUG oslo_concurrency.lockutils [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "refresh_cache-46a2ce36-8cec-403e-8bcf-5430c3a10a91" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.783364] env[62913]: DEBUG nova.network.neutron [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.783643] env[62913]: DEBUG nova.objects.instance [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lazy-loading 'info_cache' on Instance uuid 46a2ce36-8cec-403e-8bcf-5430c3a10a91 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1847.786963] env[62913]: DEBUG nova.policy [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5790bb6430334d51995cc13bf6bd482c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68eaa3fa89fe47fcab908a59033a11fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1847.803360] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822737, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.876582] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.014966] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.148509] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.175302] env[62913]: DEBUG nova.network.neutron [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Successfully created port: c7df92d7-9602-41cf-8557-7f15399198b6 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1848.241051] env[62913]: DEBUG nova.compute.manager [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1848.302985] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822737, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.372023] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.496134] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ffed38-3ae0-4be5-9239-81ae713581df {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.510209] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7fa20d-c343-4f74-ae1d-3773c38ddbe5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.520190] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.552663] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72da5a70-94ed-4535-a525-1068b4518300 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.563542] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d06d795-b9f8-414d-a694-1e82686ab905 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.582205] env[62913]: DEBUG nova.compute.provider_tree [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1848.647776] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822742, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.800625] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822737, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.869720] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.013870] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822741, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.060171] env[62913]: DEBUG nova.network.neutron [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Updating instance_info_cache with network_info: [{"id": "9571972d-2919-42fc-8966-2d0b51759104", "address": "fa:16:3e:47:f4:75", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9571972d-29", "ovs_interfaceid": "9571972d-2919-42fc-8966-2d0b51759104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.087275] env[62913]: DEBUG nova.scheduler.client.report [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1849.152390] env[62913]: DEBUG oslo_vmware.api [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822742, 'name': PowerOnVM_Task, 'duration_secs': 1.194535} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.152784] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1849.153169] env[62913]: INFO nova.compute.manager [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1849.153405] env[62913]: DEBUG nova.compute.manager [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1849.154402] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246e8f26-b7f7-4921-a9c0-b6a602fad792 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.254357] env[62913]: DEBUG nova.compute.manager [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1849.281498] env[62913]: DEBUG nova.virt.hardware [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1849.281800] env[62913]: DEBUG nova.virt.hardware [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1849.282059] env[62913]: DEBUG nova.virt.hardware [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1849.282318] env[62913]: DEBUG nova.virt.hardware [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1849.282484] env[62913]: DEBUG nova.virt.hardware [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1849.282637] env[62913]: DEBUG nova.virt.hardware [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1849.282925] env[62913]: DEBUG nova.virt.hardware [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1849.283199] env[62913]: DEBUG nova.virt.hardware [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1849.283465] env[62913]: DEBUG nova.virt.hardware [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1849.283692] env[62913]: DEBUG nova.virt.hardware [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1849.283950] env[62913]: DEBUG nova.virt.hardware [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1849.284971] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3014dfc2-fa1c-4a8f-aea7-4f78888cc309 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.302580] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822737, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.746882} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.302964] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfa238aa-42fa-42a3-ab67-2b80de85e921/cfa238aa-42fa-42a3-ab67-2b80de85e921.vmdk to [datastore1] 2591016a-a73c-42c0-9145-e37021b4eaf2/2591016a-a73c-42c0-9145-e37021b4eaf2.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1849.304549] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ecab7c-1343-4ab9-8e6a-eec78612f866 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.309602] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ad6d41-2a9f-480f-b6cb-3aa1c5bb9781 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.345691] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 2591016a-a73c-42c0-9145-e37021b4eaf2/2591016a-a73c-42c0-9145-e37021b4eaf2.vmdk or device None with type streamOptimized {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1849.346865] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b39348d1-339a-4ef3-8b86-58c53a930b55 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.372967] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.374438] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1849.374438] env[62913]: value = "task-1822743" [ 1849.374438] env[62913]: _type = "Task" [ 1849.374438] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.382527] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.514123] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822741, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.888763} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.514454] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e4ec9f27-d456-4c5b-84e0-8bc9228be173/e4ec9f27-d456-4c5b-84e0-8bc9228be173.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1849.514675] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1849.514989] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9b060ed-127e-4c73-8d2c-74a2d4c9e2dd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.521866] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1849.521866] env[62913]: value = "task-1822744" [ 1849.521866] env[62913]: _type = "Task" [ 1849.521866] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.530617] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.566567] env[62913]: DEBUG oslo_concurrency.lockutils [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "refresh_cache-46a2ce36-8cec-403e-8bcf-5430c3a10a91" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.566803] env[62913]: DEBUG nova.objects.instance [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lazy-loading 'migration_context' on Instance uuid 46a2ce36-8cec-403e-8bcf-5430c3a10a91 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1849.592285] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.592846] env[62913]: DEBUG nova.compute.manager [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1849.595743] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.346s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.597638] env[62913]: INFO nova.compute.claims [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1849.678553] env[62913]: INFO nova.compute.manager [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Took 16.42 seconds to build instance. [ 1849.706230] env[62913]: DEBUG nova.compute.manager [req-d37e22b0-3791-4717-9d5e-6fe36b21c7eb req-050a5289-c6c1-4d9e-9e85-7ef064ed6303 service nova] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Received event network-vif-plugged-c7df92d7-9602-41cf-8557-7f15399198b6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1849.706469] env[62913]: DEBUG oslo_concurrency.lockutils [req-d37e22b0-3791-4717-9d5e-6fe36b21c7eb req-050a5289-c6c1-4d9e-9e85-7ef064ed6303 service nova] Acquiring lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.706761] env[62913]: DEBUG oslo_concurrency.lockutils [req-d37e22b0-3791-4717-9d5e-6fe36b21c7eb req-050a5289-c6c1-4d9e-9e85-7ef064ed6303 service nova] Lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.706974] env[62913]: DEBUG oslo_concurrency.lockutils [req-d37e22b0-3791-4717-9d5e-6fe36b21c7eb req-050a5289-c6c1-4d9e-9e85-7ef064ed6303 service nova] Lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.707188] env[62913]: DEBUG nova.compute.manager [req-d37e22b0-3791-4717-9d5e-6fe36b21c7eb req-050a5289-c6c1-4d9e-9e85-7ef064ed6303 service nova] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] No waiting events found dispatching network-vif-plugged-c7df92d7-9602-41cf-8557-7f15399198b6 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1849.707378] env[62913]: WARNING nova.compute.manager [req-d37e22b0-3791-4717-9d5e-6fe36b21c7eb req-050a5289-c6c1-4d9e-9e85-7ef064ed6303 service nova] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Received unexpected event network-vif-plugged-c7df92d7-9602-41cf-8557-7f15399198b6 for instance with vm_state building and task_state spawning. [ 1849.863761] env[62913]: DEBUG nova.network.neutron [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Successfully updated port: c7df92d7-9602-41cf-8557-7f15399198b6 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1849.877941] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822739, 'name': ReconfigVM_Task, 'duration_secs': 2.619326} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.881309] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Reconfigured VM instance instance-00000044 to attach disk [datastore1] ebcab798-5f66-47c5-a18c-b8e9d56e4513/b40ce627-5fb4-40e0-aa31-01a05720eeb5-rescue.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1849.882770] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee6dea4-7f4b-4cf8-81d9-f7c48f99feb9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.891297] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.915620] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38d81478-3fbd-4e1e-b84c-553f6606c96d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.932882] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1849.932882] env[62913]: value = "task-1822745" [ 1849.932882] env[62913]: _type = "Task" [ 1849.932882] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.942456] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.034585] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202184} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.034737] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1850.035651] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd28aa2-e805-4104-a910-f83b4a7aa423 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.060306] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] e4ec9f27-d456-4c5b-84e0-8bc9228be173/e4ec9f27-d456-4c5b-84e0-8bc9228be173.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1850.060889] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-799f6c07-987e-4727-98ca-0ee68d567db4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.076757] env[62913]: DEBUG nova.objects.base [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Object Instance<46a2ce36-8cec-403e-8bcf-5430c3a10a91> lazy-loaded attributes: info_cache,migration_context {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1850.077563] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02c3650-2026-4ce3-a359-671f9ebe705d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.099918] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7627c199-51d4-447a-ae68-dd0909ede4eb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.102499] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1850.102499] env[62913]: value = "task-1822746" [ 1850.102499] env[62913]: _type = "Task" [ 1850.102499] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.103865] env[62913]: DEBUG nova.compute.utils [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1850.107721] env[62913]: DEBUG nova.compute.manager [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1850.107843] env[62913]: DEBUG nova.network.neutron [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1850.114791] env[62913]: DEBUG oslo_vmware.api [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1850.114791] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5238c271-1b00-fc3f-52e3-96f3865bd463" [ 1850.114791] env[62913]: _type = "Task" [ 1850.114791] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.124139] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.132136] env[62913]: DEBUG oslo_vmware.api [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5238c271-1b00-fc3f-52e3-96f3865bd463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.167597] env[62913]: DEBUG nova.policy [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2536cf410ab476c8db291f5461a3bbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e9a64b50d64df0ab318a68bc19b309', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1850.181265] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e3c9d0c2-caca-4c89-9b0f-218e532e2caa tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "56bc8099-96a7-43ea-bd17-f54d6e87d663" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.932s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.369984] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "refresh_cache-2857dc4b-20e3-4ff7-a0bb-448907ebf42a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.370217] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "refresh_cache-2857dc4b-20e3-4ff7-a0bb-448907ebf42a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.370361] env[62913]: DEBUG nova.network.neutron [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1850.393516] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822743, 'name': ReconfigVM_Task, 'duration_secs': 0.912507} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.393831] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 2591016a-a73c-42c0-9145-e37021b4eaf2/2591016a-a73c-42c0-9145-e37021b4eaf2.vmdk or device None with type streamOptimized {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1850.395317] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'guest_format': None, 'boot_index': 0, 'encryption_format': None, 'size': 0, 'encrypted': False, 'disk_bus': None, 'device_type': 'disk', 'encryption_options': None, 'device_name': '/dev/sda', 'image_id': 'b40ce627-5fb4-40e0-aa31-01a05720eeb5'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377511', 'volume_id': '4b86d014-4acc-4356-ac5f-8984cb107fb0', 'name': 'volume-4b86d014-4acc-4356-ac5f-8984cb107fb0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '2591016a-a73c-42c0-9145-e37021b4eaf2', 'attached_at': '', 'detached_at': '', 'volume_id': '4b86d014-4acc-4356-ac5f-8984cb107fb0', 'serial': '4b86d014-4acc-4356-ac5f-8984cb107fb0'}, 'guest_format': None, 'attachment_id': '282f1ca4-e32e-4e2f-af6f-da1bdf9c2740', 'boot_index': None, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62913) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1850.395542] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Volume attach. Driver type: vmdk {{(pid=62913) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1850.395738] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377511', 'volume_id': '4b86d014-4acc-4356-ac5f-8984cb107fb0', 'name': 'volume-4b86d014-4acc-4356-ac5f-8984cb107fb0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '2591016a-a73c-42c0-9145-e37021b4eaf2', 'attached_at': '', 'detached_at': '', 'volume_id': '4b86d014-4acc-4356-ac5f-8984cb107fb0', 'serial': '4b86d014-4acc-4356-ac5f-8984cb107fb0'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1850.396711] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a75c8ea-c011-4986-8acc-29afed1018c2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.415527] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2325bd5-fb50-4a31-b0d4-413f7985d036 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.442873] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-4b86d014-4acc-4356-ac5f-8984cb107fb0/volume-4b86d014-4acc-4356-ac5f-8984cb107fb0.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1850.446455] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-733b0705-3e2a-4931-8cf1-ad7e33f9ceca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.472431] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822745, 'name': ReconfigVM_Task, 'duration_secs': 0.168977} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.472737] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1850.472737] env[62913]: value = "task-1822747" [ 1850.472737] env[62913]: _type = "Task" [ 1850.472737] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.472977] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1850.473290] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-281d8b59-2388-452c-948c-9a37f2cf728a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.485238] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822747, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.487052] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1850.487052] env[62913]: value = "task-1822748" [ 1850.487052] env[62913]: _type = "Task" [ 1850.487052] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.496418] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.517016] env[62913]: DEBUG nova.network.neutron [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Successfully created port: 7a477e80-c879-4055-ad80-c060357230be {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1850.608413] env[62913]: DEBUG nova.compute.manager [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1850.628702] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822746, 'name': ReconfigVM_Task, 'duration_secs': 0.322711} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.629415] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Reconfigured VM instance instance-0000005b to attach disk [datastore1] e4ec9f27-d456-4c5b-84e0-8bc9228be173/e4ec9f27-d456-4c5b-84e0-8bc9228be173.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1850.630094] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f3fc893-4ca2-453f-96ba-4b51659a8b5e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.637203] env[62913]: DEBUG oslo_vmware.api [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5238c271-1b00-fc3f-52e3-96f3865bd463, 'name': SearchDatastore_Task, 'duration_secs': 0.019026} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.638037] env[62913]: DEBUG oslo_concurrency.lockutils [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.644747] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1850.644747] env[62913]: value = "task-1822749" [ 1850.644747] env[62913]: _type = "Task" [ 1850.644747] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.657123] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822749, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.916228] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5818b743-36c0-417a-b740-cb7dc114a869 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.926791] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57063f9a-4b0a-4d97-9207-2a9e01e6ac74 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.966957] env[62913]: DEBUG nova.network.neutron [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1850.969762] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fda9c6e-67ac-4ef8-aca3-f35f3245608c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.982394] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f385d778-f753-4865-8580-c61917f4e900 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.992269] env[62913]: DEBUG nova.compute.manager [req-0f77b9a0-465d-47d0-b928-42e67bd3312e req-ad694f1d-cc67-4531-9f55-976dd96ba973 service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Received event network-changed-ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1850.992536] env[62913]: DEBUG nova.compute.manager [req-0f77b9a0-465d-47d0-b928-42e67bd3312e req-ad694f1d-cc67-4531-9f55-976dd96ba973 service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Refreshing instance network info cache due to event network-changed-ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1850.992954] env[62913]: DEBUG oslo_concurrency.lockutils [req-0f77b9a0-465d-47d0-b928-42e67bd3312e req-ad694f1d-cc67-4531-9f55-976dd96ba973 service nova] Acquiring lock "refresh_cache-56bc8099-96a7-43ea-bd17-f54d6e87d663" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.993319] env[62913]: DEBUG oslo_concurrency.lockutils [req-0f77b9a0-465d-47d0-b928-42e67bd3312e req-ad694f1d-cc67-4531-9f55-976dd96ba973 service nova] Acquired lock "refresh_cache-56bc8099-96a7-43ea-bd17-f54d6e87d663" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.993559] env[62913]: DEBUG nova.network.neutron [req-0f77b9a0-465d-47d0-b928-42e67bd3312e req-ad694f1d-cc67-4531-9f55-976dd96ba973 service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Refreshing network info cache for port ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1850.996408] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.015585] env[62913]: DEBUG nova.compute.provider_tree [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.024602] env[62913]: DEBUG oslo_vmware.api [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822748, 'name': PowerOnVM_Task, 'duration_secs': 0.489459} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.024992] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1851.028293] env[62913]: DEBUG nova.compute.manager [None req-75d49eda-e1d0-4c44-9c72-d0fb8e59f0df tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1851.029514] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adc1f70-b0e5-4ee3-a2e9-5025e86861f2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.154383] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822749, 'name': Rename_Task, 'duration_secs': 0.194796} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.154665] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1851.154923] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e432efc3-3ac2-4d97-afd1-7a135c14c271 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.163595] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1851.163595] env[62913]: value = "task-1822750" [ 1851.163595] env[62913]: _type = "Task" [ 1851.163595] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.172475] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.202136] env[62913]: DEBUG nova.network.neutron [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Updating instance_info_cache with network_info: [{"id": "c7df92d7-9602-41cf-8557-7f15399198b6", "address": "fa:16:3e:37:37:fd", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7df92d7-96", "ovs_interfaceid": "c7df92d7-9602-41cf-8557-7f15399198b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.367269] env[62913]: DEBUG oslo_vmware.rw_handles [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b26a27-eac1-58a8-7efd-fb7e9b70d369/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1851.368706] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bdc857-9882-42fb-bacd-ee22ce0c38ce {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.377651] env[62913]: DEBUG oslo_vmware.rw_handles [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b26a27-eac1-58a8-7efd-fb7e9b70d369/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1851.377770] env[62913]: ERROR oslo_vmware.rw_handles [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b26a27-eac1-58a8-7efd-fb7e9b70d369/disk-0.vmdk due to incomplete transfer. [ 1851.378061] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0b16066f-26d6-4776-a2ab-f6088d83f0f1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.387135] env[62913]: DEBUG oslo_vmware.rw_handles [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b26a27-eac1-58a8-7efd-fb7e9b70d369/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1851.387135] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Uploaded image df3a3b0c-0f8b-42e0-a909-46391f5680c4 to the Glance image server {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1851.388753] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1851.389069] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0253fb6f-bc69-46c1-9499-880ce5de9319 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.396640] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1851.396640] env[62913]: value = "task-1822751" [ 1851.396640] env[62913]: _type = "Task" [ 1851.396640] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.407458] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822751, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.484948] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822747, 'name': ReconfigVM_Task, 'duration_secs': 0.625368} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.485304] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-4b86d014-4acc-4356-ac5f-8984cb107fb0/volume-4b86d014-4acc-4356-ac5f-8984cb107fb0.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1851.490138] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d72243f-c180-4eb9-832a-3bd5353bbfc6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.508684] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1851.508684] env[62913]: value = "task-1822752" [ 1851.508684] env[62913]: _type = "Task" [ 1851.508684] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.520033] env[62913]: DEBUG nova.scheduler.client.report [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1851.523948] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.626704] env[62913]: DEBUG nova.compute.manager [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1851.652342] env[62913]: DEBUG nova.virt.hardware [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1851.652598] env[62913]: DEBUG nova.virt.hardware [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1851.652757] env[62913]: DEBUG nova.virt.hardware [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1851.652957] env[62913]: DEBUG nova.virt.hardware [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1851.653245] env[62913]: DEBUG nova.virt.hardware [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1851.653404] env[62913]: DEBUG nova.virt.hardware [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1851.653616] env[62913]: DEBUG nova.virt.hardware [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1851.653776] env[62913]: DEBUG nova.virt.hardware [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1851.654035] env[62913]: DEBUG nova.virt.hardware [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1851.654258] env[62913]: DEBUG nova.virt.hardware [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1851.654425] env[62913]: DEBUG nova.virt.hardware [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1851.655361] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44da783c-e5bd-4986-a48f-dcf0b22bc386 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.666765] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f755e854-8f27-4d94-b158-e914d1684444 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.681804] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822750, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.705115] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "refresh_cache-2857dc4b-20e3-4ff7-a0bb-448907ebf42a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.705115] env[62913]: DEBUG nova.compute.manager [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Instance network_info: |[{"id": "c7df92d7-9602-41cf-8557-7f15399198b6", "address": "fa:16:3e:37:37:fd", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7df92d7-96", "ovs_interfaceid": "c7df92d7-9602-41cf-8557-7f15399198b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1851.705468] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:37:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7df92d7-9602-41cf-8557-7f15399198b6', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1851.713131] env[62913]: DEBUG oslo.service.loopingcall [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1851.716026] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1851.716026] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5705b158-98f1-44d8-97e4-42dd0890b3ff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.732757] env[62913]: DEBUG nova.compute.manager [req-d2de3213-6dc6-4979-bf64-4411eac91290 req-5ca37211-6ed3-4b1d-b3c4-50f67fbe3894 service nova] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Received event network-changed-c7df92d7-9602-41cf-8557-7f15399198b6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1851.732959] env[62913]: DEBUG nova.compute.manager [req-d2de3213-6dc6-4979-bf64-4411eac91290 req-5ca37211-6ed3-4b1d-b3c4-50f67fbe3894 service nova] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Refreshing instance network info cache due to event network-changed-c7df92d7-9602-41cf-8557-7f15399198b6. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1851.733204] env[62913]: DEBUG oslo_concurrency.lockutils [req-d2de3213-6dc6-4979-bf64-4411eac91290 req-5ca37211-6ed3-4b1d-b3c4-50f67fbe3894 service nova] Acquiring lock "refresh_cache-2857dc4b-20e3-4ff7-a0bb-448907ebf42a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.733350] env[62913]: DEBUG oslo_concurrency.lockutils [req-d2de3213-6dc6-4979-bf64-4411eac91290 req-5ca37211-6ed3-4b1d-b3c4-50f67fbe3894 service nova] Acquired lock "refresh_cache-2857dc4b-20e3-4ff7-a0bb-448907ebf42a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.733517] env[62913]: DEBUG nova.network.neutron [req-d2de3213-6dc6-4979-bf64-4411eac91290 req-5ca37211-6ed3-4b1d-b3c4-50f67fbe3894 service nova] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Refreshing network info cache for port c7df92d7-9602-41cf-8557-7f15399198b6 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1851.741380] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1851.741380] env[62913]: value = "task-1822753" [ 1851.741380] env[62913]: _type = "Task" [ 1851.741380] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.751690] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822753, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.767285] env[62913]: DEBUG nova.network.neutron [req-0f77b9a0-465d-47d0-b928-42e67bd3312e req-ad694f1d-cc67-4531-9f55-976dd96ba973 service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Updated VIF entry in instance network info cache for port ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1851.767652] env[62913]: DEBUG nova.network.neutron [req-0f77b9a0-465d-47d0-b928-42e67bd3312e req-ad694f1d-cc67-4531-9f55-976dd96ba973 service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Updating instance_info_cache with network_info: [{"id": "ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa", "address": "fa:16:3e:fb:56:f2", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped48c6e5-bb", "ovs_interfaceid": "ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.908369] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822751, 'name': Destroy_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.023575] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822752, 'name': ReconfigVM_Task, 'duration_secs': 0.385727} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.023944] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377511', 'volume_id': '4b86d014-4acc-4356-ac5f-8984cb107fb0', 'name': 'volume-4b86d014-4acc-4356-ac5f-8984cb107fb0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '2591016a-a73c-42c0-9145-e37021b4eaf2', 'attached_at': '', 'detached_at': '', 'volume_id': '4b86d014-4acc-4356-ac5f-8984cb107fb0', 'serial': '4b86d014-4acc-4356-ac5f-8984cb107fb0'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1852.025019] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.025361] env[62913]: DEBUG nova.compute.manager [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1852.028015] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0a1d89d-398f-4bd4-ad8f-6b62b0597e34 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.030039] env[62913]: DEBUG oslo_concurrency.lockutils [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.392s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.038497] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1852.038497] env[62913]: value = "task-1822754" [ 1852.038497] env[62913]: _type = "Task" [ 1852.038497] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.049650] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822754, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.182203] env[62913]: DEBUG oslo_vmware.api [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822750, 'name': PowerOnVM_Task, 'duration_secs': 0.702966} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.182203] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1852.182371] env[62913]: INFO nova.compute.manager [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1852.182482] env[62913]: DEBUG nova.compute.manager [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1852.183661] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a332f5-717e-4474-9a43-687ffd2197b0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.203428] env[62913]: DEBUG nova.network.neutron [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Successfully updated port: 7a477e80-c879-4055-ad80-c060357230be {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1852.253024] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822753, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.270756] env[62913]: DEBUG oslo_concurrency.lockutils [req-0f77b9a0-465d-47d0-b928-42e67bd3312e req-ad694f1d-cc67-4531-9f55-976dd96ba973 service nova] Releasing lock "refresh_cache-56bc8099-96a7-43ea-bd17-f54d6e87d663" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.413946] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822751, 'name': Destroy_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.528759] env[62913]: DEBUG nova.network.neutron [req-d2de3213-6dc6-4979-bf64-4411eac91290 req-5ca37211-6ed3-4b1d-b3c4-50f67fbe3894 service nova] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Updated VIF entry in instance network info cache for port c7df92d7-9602-41cf-8557-7f15399198b6. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1852.529132] env[62913]: DEBUG nova.network.neutron [req-d2de3213-6dc6-4979-bf64-4411eac91290 req-5ca37211-6ed3-4b1d-b3c4-50f67fbe3894 service nova] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Updating instance_info_cache with network_info: [{"id": "c7df92d7-9602-41cf-8557-7f15399198b6", "address": "fa:16:3e:37:37:fd", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7df92d7-96", "ovs_interfaceid": "c7df92d7-9602-41cf-8557-7f15399198b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.531487] env[62913]: DEBUG nova.compute.utils [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1852.532669] env[62913]: DEBUG nova.compute.manager [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1852.532835] env[62913]: DEBUG nova.network.neutron [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1852.548664] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822754, 'name': Rename_Task, 'duration_secs': 0.41787} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.548951] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1852.549222] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d79b3311-04a2-434e-8433-1ed4b5abcecc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.559257] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1852.559257] env[62913]: value = "task-1822755" [ 1852.559257] env[62913]: _type = "Task" [ 1852.559257] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.572767] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.576981] env[62913]: DEBUG nova.policy [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ded8ec90e95943ed8b65d1a9ac367844', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70f512ea57b248628cd88bfca76dc033', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1852.667965] env[62913]: INFO nova.compute.manager [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Unrescuing [ 1852.668241] env[62913]: DEBUG oslo_concurrency.lockutils [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.668396] env[62913]: DEBUG oslo_concurrency.lockutils [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquired lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.668561] env[62913]: DEBUG nova.network.neutron [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.705199] env[62913]: INFO nova.compute.manager [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Took 16.03 seconds to build instance. [ 1852.706285] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "refresh_cache-1b22c196-a215-478c-af0b-7e7bd933e37f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.706385] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "refresh_cache-1b22c196-a215-478c-af0b-7e7bd933e37f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.706559] env[62913]: DEBUG nova.network.neutron [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.754704] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822753, 'name': CreateVM_Task, 'duration_secs': 0.809412} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.755783] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1852.756630] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fca1639-75b9-41ca-af04-bfad24e8b7b8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.759674] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.759841] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.760241] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1852.760780] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d9d419b-ae9a-4fef-a10e-0873620a6267 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.768639] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1852.768639] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bf3d68-2af3-56ae-f381-69c06ce406e1" [ 1852.768639] env[62913]: _type = "Task" [ 1852.768639] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.774691] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee531903-0dad-4188-8bdd-9354b884a7d0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.783588] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bf3d68-2af3-56ae-f381-69c06ce406e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.809926] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bf6c1d-0891-4278-bb29-de03731c15ab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.818762] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f572ee9-438e-4925-bcbb-17ffe1aac2b3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.833834] env[62913]: DEBUG nova.compute.provider_tree [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1852.867481] env[62913]: DEBUG nova.network.neutron [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Successfully created port: 8b69060e-a708-421c-9654-03692c7694c2 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1852.910041] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822751, 'name': Destroy_Task, 'duration_secs': 1.049137} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.910156] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Destroyed the VM [ 1852.911176] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1852.911176] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c8b988a8-555a-4c5b-957a-bede8827e869 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.918180] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1852.918180] env[62913]: value = "task-1822756" [ 1852.918180] env[62913]: _type = "Task" [ 1852.918180] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.927472] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822756, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.034389] env[62913]: DEBUG oslo_concurrency.lockutils [req-d2de3213-6dc6-4979-bf64-4411eac91290 req-5ca37211-6ed3-4b1d-b3c4-50f67fbe3894 service nova] Releasing lock "refresh_cache-2857dc4b-20e3-4ff7-a0bb-448907ebf42a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.037798] env[62913]: DEBUG nova.compute.manager [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1853.072138] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822755, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.209599] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7093ff85-72e6-4912-857f-50852560e481 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.540s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.293828] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bf3d68-2af3-56ae-f381-69c06ce406e1, 'name': SearchDatastore_Task, 'duration_secs': 0.023648} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.295030] env[62913]: DEBUG nova.network.neutron [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.304034] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.304034] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1853.304034] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.304034] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.304034] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1853.304034] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0726c499-f725-4931-8ced-d7bfbaf0f8d9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.313488] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1853.314864] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1853.315115] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48535840-e394-4bdb-9ff7-5c0d5b3cb229 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.324978] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1853.324978] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5294a060-6202-a708-39e1-c52e62253172" [ 1853.324978] env[62913]: _type = "Task" [ 1853.324978] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.338629] env[62913]: DEBUG nova.scheduler.client.report [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1853.343052] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5294a060-6202-a708-39e1-c52e62253172, 'name': SearchDatastore_Task} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.346708] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2af00bf-ee4d-4aff-971e-aab44fe94856 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.354043] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1853.354043] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52461b82-2289-deac-fb85-44fae8f93c3a" [ 1853.354043] env[62913]: _type = "Task" [ 1853.354043] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.368873] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52461b82-2289-deac-fb85-44fae8f93c3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.441215] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822756, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.525245] env[62913]: DEBUG nova.network.neutron [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Updating instance_info_cache with network_info: [{"id": "ce1ac704-515f-4941-8940-0b0d5cf207cb", "address": "fa:16:3e:3f:e8:0b", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1ac704-51", "ovs_interfaceid": "ce1ac704-515f-4941-8940-0b0d5cf207cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.544154] env[62913]: INFO nova.virt.block_device [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Booting with volume 040869f7-6ceb-4065-a15e-2d41daf224aa at /dev/sda [ 1853.573225] env[62913]: DEBUG oslo_vmware.api [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822755, 'name': PowerOnVM_Task, 'duration_secs': 0.676546} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.574116] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1853.634935] env[62913]: DEBUG nova.network.neutron [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Updating instance_info_cache with network_info: [{"id": "7a477e80-c879-4055-ad80-c060357230be", "address": "fa:16:3e:15:48:e4", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a477e80-c8", "ovs_interfaceid": "7a477e80-c879-4055-ad80-c060357230be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.652703] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c941ddd-c5d5-45bf-9b49-ae7576e6ad8c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.668684] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21fc776-c9a4-4e5f-8fd1-604578fc67dd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.715927] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00e3de6d-06cd-4932-8252-beebac17fd92 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.728656] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f451b41-12e7-4c35-a2f7-a694aaf28d8b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.763520] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687d17b5-6492-407d-8576-49a7fd0c979f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.772289] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2045848-3f5b-454a-a3ff-d0aae686a772 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.787908] env[62913]: DEBUG nova.virt.block_device [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Updating existing volume attachment record: 047460e7-b0cd-44b4-8bf0-d4f96428ae84 {{(pid=62913) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1853.822067] env[62913]: DEBUG nova.compute.manager [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1853.823047] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f9bd68-7b13-4ad6-b9ca-8989024c49c6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.870668] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52461b82-2289-deac-fb85-44fae8f93c3a, 'name': SearchDatastore_Task, 'duration_secs': 0.012581} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.871211] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.871472] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 2857dc4b-20e3-4ff7-a0bb-448907ebf42a/2857dc4b-20e3-4ff7-a0bb-448907ebf42a.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1853.871752] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4213cab-6e71-4375-8c44-418b38e60f8f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.881100] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1853.881100] env[62913]: value = "task-1822757" [ 1853.881100] env[62913]: _type = "Task" [ 1853.881100] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.887622] env[62913]: DEBUG nova.compute.manager [req-3d54c67f-b56b-4980-ba06-b9293cf0ac66 req-079c4aa4-d029-47d8-8195-92b1cf825c08 service nova] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Received event network-vif-plugged-7a477e80-c879-4055-ad80-c060357230be {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1853.887664] env[62913]: DEBUG oslo_concurrency.lockutils [req-3d54c67f-b56b-4980-ba06-b9293cf0ac66 req-079c4aa4-d029-47d8-8195-92b1cf825c08 service nova] Acquiring lock "1b22c196-a215-478c-af0b-7e7bd933e37f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.887904] env[62913]: DEBUG oslo_concurrency.lockutils [req-3d54c67f-b56b-4980-ba06-b9293cf0ac66 req-079c4aa4-d029-47d8-8195-92b1cf825c08 service nova] Lock "1b22c196-a215-478c-af0b-7e7bd933e37f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.888088] env[62913]: DEBUG oslo_concurrency.lockutils [req-3d54c67f-b56b-4980-ba06-b9293cf0ac66 req-079c4aa4-d029-47d8-8195-92b1cf825c08 service nova] Lock "1b22c196-a215-478c-af0b-7e7bd933e37f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.888266] env[62913]: DEBUG nova.compute.manager [req-3d54c67f-b56b-4980-ba06-b9293cf0ac66 req-079c4aa4-d029-47d8-8195-92b1cf825c08 service nova] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] No waiting events found dispatching network-vif-plugged-7a477e80-c879-4055-ad80-c060357230be {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1853.888432] env[62913]: WARNING nova.compute.manager [req-3d54c67f-b56b-4980-ba06-b9293cf0ac66 req-079c4aa4-d029-47d8-8195-92b1cf825c08 service nova] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Received unexpected event network-vif-plugged-7a477e80-c879-4055-ad80-c060357230be for instance with vm_state building and task_state spawning. [ 1853.888596] env[62913]: DEBUG nova.compute.manager [req-3d54c67f-b56b-4980-ba06-b9293cf0ac66 req-079c4aa4-d029-47d8-8195-92b1cf825c08 service nova] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Received event network-changed-7a477e80-c879-4055-ad80-c060357230be {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1853.888751] env[62913]: DEBUG nova.compute.manager [req-3d54c67f-b56b-4980-ba06-b9293cf0ac66 req-079c4aa4-d029-47d8-8195-92b1cf825c08 service nova] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Refreshing instance network info cache due to event network-changed-7a477e80-c879-4055-ad80-c060357230be. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1853.889031] env[62913]: DEBUG oslo_concurrency.lockutils [req-3d54c67f-b56b-4980-ba06-b9293cf0ac66 req-079c4aa4-d029-47d8-8195-92b1cf825c08 service nova] Acquiring lock "refresh_cache-1b22c196-a215-478c-af0b-7e7bd933e37f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.895221] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.930221] env[62913]: DEBUG oslo_vmware.api [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822756, 'name': RemoveSnapshot_Task, 'duration_secs': 0.823849} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.930432] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1853.930662] env[62913]: INFO nova.compute.manager [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Took 16.08 seconds to snapshot the instance on the hypervisor. [ 1854.029681] env[62913]: DEBUG oslo_concurrency.lockutils [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Releasing lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.030384] env[62913]: DEBUG nova.objects.instance [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lazy-loading 'flavor' on Instance uuid ebcab798-5f66-47c5-a18c-b8e9d56e4513 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.139397] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "refresh_cache-1b22c196-a215-478c-af0b-7e7bd933e37f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.140126] env[62913]: DEBUG nova.compute.manager [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Instance network_info: |[{"id": "7a477e80-c879-4055-ad80-c060357230be", "address": "fa:16:3e:15:48:e4", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a477e80-c8", "ovs_interfaceid": "7a477e80-c879-4055-ad80-c060357230be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1854.140765] env[62913]: DEBUG oslo_concurrency.lockutils [req-3d54c67f-b56b-4980-ba06-b9293cf0ac66 req-079c4aa4-d029-47d8-8195-92b1cf825c08 service nova] Acquired lock "refresh_cache-1b22c196-a215-478c-af0b-7e7bd933e37f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.141267] env[62913]: DEBUG nova.network.neutron [req-3d54c67f-b56b-4980-ba06-b9293cf0ac66 req-079c4aa4-d029-47d8-8195-92b1cf825c08 service nova] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Refreshing network info cache for port 7a477e80-c879-4055-ad80-c060357230be {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1854.143903] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:48:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a477e80-c879-4055-ad80-c060357230be', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1854.155884] env[62913]: DEBUG oslo.service.loopingcall [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.156905] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1854.157187] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-816a1b6e-2401-466b-a88f-2caff018f845 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.179883] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1854.179883] env[62913]: value = "task-1822758" [ 1854.179883] env[62913]: _type = "Task" [ 1854.179883] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.189534] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822758, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.342220] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c6022973-ea48-4ee7-8a0d-a67bbda26bad tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.819s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.343108] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 34.374s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.343307] env[62913]: INFO nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] During sync_power_state the instance has a pending task (unshelving). Skip. [ 1854.343485] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.353037] env[62913]: DEBUG oslo_concurrency.lockutils [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.320s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.394333] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822757, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.416624] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6bd02de4-aacf-461e-bc9e-679b61c3d69f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "interface-9fdfb7b6-9540-40e3-aead-a7293180ff21-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.416861] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6bd02de4-aacf-461e-bc9e-679b61c3d69f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-9fdfb7b6-9540-40e3-aead-a7293180ff21-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.417230] env[62913]: DEBUG nova.objects.instance [None req-6bd02de4-aacf-461e-bc9e-679b61c3d69f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lazy-loading 'flavor' on Instance uuid 9fdfb7b6-9540-40e3-aead-a7293180ff21 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.485305] env[62913]: DEBUG nova.compute.manager [None req-9d1ea2ee-d484-4893-8965-fe885de6bebc tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Found 2 images (rotation: 2) {{(pid=62913) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 1854.537349] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52e797b-245e-4b11-9a5b-0ab7bfa3f157 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.569835] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1854.571324] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1570484-19b9-4e9d-8663-af2dbdc64b15 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.588325] env[62913]: DEBUG oslo_vmware.api [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1854.588325] env[62913]: value = "task-1822759" [ 1854.588325] env[62913]: _type = "Task" [ 1854.588325] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.600820] env[62913]: DEBUG oslo_vmware.api [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.695693] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822758, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.873294] env[62913]: DEBUG nova.network.neutron [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Successfully updated port: 8b69060e-a708-421c-9654-03692c7694c2 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1854.902290] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809799} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.902626] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 2857dc4b-20e3-4ff7-a0bb-448907ebf42a/2857dc4b-20e3-4ff7-a0bb-448907ebf42a.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1854.902908] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1854.903320] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1df41b9d-689a-4175-aa27-32414e450c66 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.913855] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1854.913855] env[62913]: value = "task-1822760" [ 1854.913855] env[62913]: _type = "Task" [ 1854.913855] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.927917] env[62913]: DEBUG nova.objects.instance [None req-6bd02de4-aacf-461e-bc9e-679b61c3d69f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lazy-loading 'pci_requests' on Instance uuid 9fdfb7b6-9540-40e3-aead-a7293180ff21 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.929053] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.946720] env[62913]: INFO nova.scheduler.client.report [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleted allocation for migration ea7ca083-d41e-494e-8c5c-67e15eb728cf [ 1855.026427] env[62913]: DEBUG nova.network.neutron [req-3d54c67f-b56b-4980-ba06-b9293cf0ac66 req-079c4aa4-d029-47d8-8195-92b1cf825c08 service nova] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Updated VIF entry in instance network info cache for port 7a477e80-c879-4055-ad80-c060357230be. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.026929] env[62913]: DEBUG nova.network.neutron [req-3d54c67f-b56b-4980-ba06-b9293cf0ac66 req-079c4aa4-d029-47d8-8195-92b1cf825c08 service nova] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Updating instance_info_cache with network_info: [{"id": "7a477e80-c879-4055-ad80-c060357230be", "address": "fa:16:3e:15:48:e4", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a477e80-c8", "ovs_interfaceid": "7a477e80-c879-4055-ad80-c060357230be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.080349] env[62913]: DEBUG nova.compute.manager [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1855.081215] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f815e76-6c4f-4233-855a-f2e2c55df8db {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.102872] env[62913]: DEBUG oslo_vmware.api [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822759, 'name': PowerOffVM_Task, 'duration_secs': 0.363292} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.103373] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1855.108455] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Reconfiguring VM instance instance-00000044 to detach disk 2002 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1855.109098] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b2fd2e4-b4c3-4aa8-9cdd-a6549681ac7f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.129439] env[62913]: DEBUG oslo_vmware.api [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1855.129439] env[62913]: value = "task-1822761" [ 1855.129439] env[62913]: _type = "Task" [ 1855.129439] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.139621] env[62913]: DEBUG oslo_vmware.api [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.192423] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822758, 'name': CreateVM_Task, 'duration_secs': 0.752377} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.192423] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1855.193056] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.193248] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.193555] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1855.193808] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee2bab9-4564-4607-97a1-3c64d51be299 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.198908] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1855.198908] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b8fea7-7e5c-e6f1-c67e-c932a613df08" [ 1855.198908] env[62913]: _type = "Task" [ 1855.198908] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.207795] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b8fea7-7e5c-e6f1-c67e-c932a613df08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.376898] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Acquiring lock "refresh_cache-db425cdf-dafb-4789-b9af-75c6337a796d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.376898] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Acquired lock "refresh_cache-db425cdf-dafb-4789-b9af-75c6337a796d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.376898] env[62913]: DEBUG nova.network.neutron [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1855.428222] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.315324} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.428490] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1855.429632] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f100479c-3e50-431f-a6d4-6b43937d0dbd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.434099] env[62913]: DEBUG nova.objects.base [None req-6bd02de4-aacf-461e-bc9e-679b61c3d69f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Object Instance<9fdfb7b6-9540-40e3-aead-a7293180ff21> lazy-loaded attributes: flavor,pci_requests {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1855.434302] env[62913]: DEBUG nova.network.neutron [None req-6bd02de4-aacf-461e-bc9e-679b61c3d69f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1855.454590] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 2857dc4b-20e3-4ff7-a0bb-448907ebf42a/2857dc4b-20e3-4ff7-a0bb-448907ebf42a.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1855.456411] env[62913]: DEBUG oslo_concurrency.lockutils [None req-811bfc08-2e28-4126-a9d8-558fe16fed9b tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.259s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.457898] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7963a965-569f-4b91-a6ce-3512021942ae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.480679] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1855.480679] env[62913]: value = "task-1822762" [ 1855.480679] env[62913]: _type = "Task" [ 1855.480679] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.489931] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.529465] env[62913]: DEBUG oslo_concurrency.lockutils [req-3d54c67f-b56b-4980-ba06-b9293cf0ac66 req-079c4aa4-d029-47d8-8195-92b1cf825c08 service nova] Releasing lock "refresh_cache-1b22c196-a215-478c-af0b-7e7bd933e37f" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.568257] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6bd02de4-aacf-461e-bc9e-679b61c3d69f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-9fdfb7b6-9540-40e3-aead-a7293180ff21-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.151s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.598125] env[62913]: INFO nova.compute.manager [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] instance snapshotting [ 1855.598725] env[62913]: DEBUG nova.objects.instance [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lazy-loading 'flavor' on Instance uuid 3933925c-d040-4fcc-aa6c-263aad13abed {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1855.640220] env[62913]: DEBUG oslo_vmware.api [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.710591] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b8fea7-7e5c-e6f1-c67e-c932a613df08, 'name': SearchDatastore_Task, 'duration_secs': 0.060007} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.710947] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.711220] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1855.711475] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.711618] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.711797] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1855.712083] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59d76066-e060-4a18-9689-8b3a1eb02acc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.722191] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1855.722382] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1855.723145] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453ee9bf-646d-4f62-9eec-6f265f746d8a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.729272] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1855.729272] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5298435a-6dda-51f7-502d-0f1544373057" [ 1855.729272] env[62913]: _type = "Task" [ 1855.729272] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.737722] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5298435a-6dda-51f7-502d-0f1544373057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.927032] env[62913]: DEBUG nova.compute.manager [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1855.927636] env[62913]: DEBUG nova.virt.hardware [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1855.927869] env[62913]: DEBUG nova.virt.hardware [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1855.928058] env[62913]: DEBUG nova.virt.hardware [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1855.928296] env[62913]: DEBUG nova.virt.hardware [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1855.928393] env[62913]: DEBUG nova.virt.hardware [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1855.928558] env[62913]: DEBUG nova.virt.hardware [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1855.928783] env[62913]: DEBUG nova.virt.hardware [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1855.928959] env[62913]: DEBUG nova.virt.hardware [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1855.929157] env[62913]: DEBUG nova.virt.hardware [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1855.929409] env[62913]: DEBUG nova.virt.hardware [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1855.929564] env[62913]: DEBUG nova.virt.hardware [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1855.930577] env[62913]: DEBUG nova.network.neutron [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1855.933104] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dec7b3-7678-4d07-93c4-bca977745955 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.943274] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4c1562-4e4f-4850-a961-87353fa77aea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.996487] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.104950] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e34e15-7be8-4157-ab26-72a1589f786d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.125893] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a149afb2-7372-47ae-b2f0-7b3f4d24ed1f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.143116] env[62913]: DEBUG oslo_vmware.api [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822761, 'name': ReconfigVM_Task, 'duration_secs': 0.772046} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.143403] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Reconfigured VM instance instance-00000044 to detach disk 2002 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1856.143575] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1856.143843] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb2c0957-9317-4b44-ac68-f0f521d2946e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.152586] env[62913]: DEBUG oslo_vmware.api [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1856.152586] env[62913]: value = "task-1822763" [ 1856.152586] env[62913]: _type = "Task" [ 1856.152586] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.153753] env[62913]: DEBUG nova.network.neutron [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Updating instance_info_cache with network_info: [{"id": "8b69060e-a708-421c-9654-03692c7694c2", "address": "fa:16:3e:cd:2e:39", "network": {"id": "18aa5a19-9cd8-4fd0-bfbf-9f750321416e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-523334304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f512ea57b248628cd88bfca76dc033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b69060e-a7", "ovs_interfaceid": "8b69060e-a708-421c-9654-03692c7694c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.167344] env[62913]: DEBUG oslo_vmware.api [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.241563] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5298435a-6dda-51f7-502d-0f1544373057, 'name': SearchDatastore_Task, 'duration_secs': 0.013077} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.242506] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f1c3f9c-4c8c-46d8-9bfe-12f0a678fc8c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.248575] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1856.248575] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52dd66e3-726f-e36d-ceca-44028b9ce4d4" [ 1856.248575] env[62913]: _type = "Task" [ 1856.248575] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.257079] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52dd66e3-726f-e36d-ceca-44028b9ce4d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.296838] env[62913]: DEBUG nova.compute.manager [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Received event network-changed-2c4b29ae-f959-4085-a9ef-2f28c7964e88 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1856.297105] env[62913]: DEBUG nova.compute.manager [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Refreshing instance network info cache due to event network-changed-2c4b29ae-f959-4085-a9ef-2f28c7964e88. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1856.297348] env[62913]: DEBUG oslo_concurrency.lockutils [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] Acquiring lock "refresh_cache-e4ec9f27-d456-4c5b-84e0-8bc9228be173" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.297544] env[62913]: DEBUG oslo_concurrency.lockutils [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] Acquired lock "refresh_cache-e4ec9f27-d456-4c5b-84e0-8bc9228be173" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.297732] env[62913]: DEBUG nova.network.neutron [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Refreshing network info cache for port 2c4b29ae-f959-4085-a9ef-2f28c7964e88 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1856.312837] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.313094] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.313303] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.313485] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.313652] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.315772] env[62913]: INFO nova.compute.manager [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Terminating instance [ 1856.492539] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.641514] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1856.641849] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c44a9d0c-628f-4532-b974-2e676809a6e6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.654276] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1856.654276] env[62913]: value = "task-1822764" [ 1856.654276] env[62913]: _type = "Task" [ 1856.654276] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.664245] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Releasing lock "refresh_cache-db425cdf-dafb-4789-b9af-75c6337a796d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.664245] env[62913]: DEBUG nova.compute.manager [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Instance network_info: |[{"id": "8b69060e-a708-421c-9654-03692c7694c2", "address": "fa:16:3e:cd:2e:39", "network": {"id": "18aa5a19-9cd8-4fd0-bfbf-9f750321416e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-523334304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f512ea57b248628cd88bfca76dc033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b69060e-a7", "ovs_interfaceid": "8b69060e-a708-421c-9654-03692c7694c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1856.671234] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:2e:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b69060e-a708-421c-9654-03692c7694c2', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1856.679138] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Creating folder: Project (70f512ea57b248628cd88bfca76dc033). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1856.680330] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822764, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.681310] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-078dfccf-2ee5-4dd4-a68f-e9c046d4244c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.686903] env[62913]: DEBUG oslo_vmware.api [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822763, 'name': PowerOnVM_Task, 'duration_secs': 0.492507} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.687636] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1856.687980] env[62913]: DEBUG nova.compute.manager [None req-078ad8ce-1aba-429c-9ee2-ae68fe737d6f tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1856.688806] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d2b162-2b97-4475-b409-d8607c584774 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.702496] env[62913]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1856.702853] env[62913]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62913) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1856.703395] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Folder already exists: Project (70f512ea57b248628cd88bfca76dc033). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1856.703395] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Creating folder: Instances. Parent ref: group-v377512. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1856.703527] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8afb510-cda6-4d46-96f4-e725e2691c92 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.715989] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Created folder: Instances in parent group-v377512. [ 1856.716291] env[62913]: DEBUG oslo.service.loopingcall [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.716548] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1856.717178] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b6969b8-de54-48a4-be65-84bb83ee0066 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.738736] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1856.738736] env[62913]: value = "task-1822767" [ 1856.738736] env[62913]: _type = "Task" [ 1856.738736] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.747494] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822767, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.760126] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52dd66e3-726f-e36d-ceca-44028b9ce4d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013707} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.760628] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.760902] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 1b22c196-a215-478c-af0b-7e7bd933e37f/1b22c196-a215-478c-af0b-7e7bd933e37f.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1856.761201] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae55d080-16f6-42e4-b75b-8ffc710e8193 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.773034] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1856.773034] env[62913]: value = "task-1822768" [ 1856.773034] env[62913]: _type = "Task" [ 1856.773034] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.780602] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.819792] env[62913]: DEBUG nova.compute.manager [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1856.820061] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1856.821593] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77421125-98f4-4041-87bc-4e51742f49ca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.829635] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1856.829887] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3e6fb8d-e164-44b5-a738-0f11d6836d51 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.836934] env[62913]: DEBUG oslo_vmware.api [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1856.836934] env[62913]: value = "task-1822769" [ 1856.836934] env[62913]: _type = "Task" [ 1856.836934] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.846236] env[62913]: DEBUG oslo_vmware.api [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.895767] env[62913]: DEBUG oslo_concurrency.lockutils [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "23701165-5c53-4cb5-8125-0c3cb76fcbf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.896035] env[62913]: DEBUG oslo_concurrency.lockutils [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "23701165-5c53-4cb5-8125-0c3cb76fcbf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.996818] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822762, 'name': ReconfigVM_Task, 'duration_secs': 1.245916} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.997497] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 2857dc4b-20e3-4ff7-a0bb-448907ebf42a/2857dc4b-20e3-4ff7-a0bb-448907ebf42a.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1856.997947] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2f5d64b-6acc-41e7-b237-21a49e735c24 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.006917] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1857.006917] env[62913]: value = "task-1822770" [ 1857.006917] env[62913]: _type = "Task" [ 1857.006917] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.025059] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822770, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.166474] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822764, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.169712] env[62913]: DEBUG nova.network.neutron [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Updated VIF entry in instance network info cache for port 2c4b29ae-f959-4085-a9ef-2f28c7964e88. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1857.170090] env[62913]: DEBUG nova.network.neutron [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Updating instance_info_cache with network_info: [{"id": "2c4b29ae-f959-4085-a9ef-2f28c7964e88", "address": "fa:16:3e:4e:9e:6a", "network": {"id": "ae4ac1fe-401c-456a-a1ec-6424939f261d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069238318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2351df8edb2478e83c9f5580a9e8313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4b29ae-f9", "ovs_interfaceid": "2c4b29ae-f959-4085-a9ef-2f28c7964e88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.181948] env[62913]: INFO nova.compute.manager [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Rebuilding instance [ 1857.237894] env[62913]: DEBUG nova.compute.manager [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1857.239896] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2df65e0-16e2-43b5-a8f7-b75136621486 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.260488] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822767, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.281642] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822768, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.347319] env[62913]: DEBUG oslo_vmware.api [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822769, 'name': PowerOffVM_Task, 'duration_secs': 0.285728} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.347622] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1857.347813] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1857.348096] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cee853b-0161-4e97-b933-2473764adce0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.400885] env[62913]: DEBUG nova.compute.manager [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1857.508235] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1857.508491] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1857.508679] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleting the datastore file [datastore1] 46a2ce36-8cec-403e-8bcf-5430c3a10a91 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1857.512421] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ece7216e-f08b-451a-967e-d1460b7641c9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.519986] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822770, 'name': Rename_Task, 'duration_secs': 0.300494} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.521422] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1857.521905] env[62913]: DEBUG oslo_vmware.api [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1857.521905] env[62913]: value = "task-1822772" [ 1857.521905] env[62913]: _type = "Task" [ 1857.521905] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.522124] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-639e3dd9-d81e-44fc-aa0a-454f7b59ebbc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.533289] env[62913]: DEBUG oslo_vmware.api [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.534664] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1857.534664] env[62913]: value = "task-1822773" [ 1857.534664] env[62913]: _type = "Task" [ 1857.534664] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.543167] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.613741] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "interface-9fdfb7b6-9540-40e3-aead-a7293180ff21-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.614108] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-9fdfb7b6-9540-40e3-aead-a7293180ff21-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.614438] env[62913]: DEBUG nova.objects.instance [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lazy-loading 'flavor' on Instance uuid 9fdfb7b6-9540-40e3-aead-a7293180ff21 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1857.665960] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822764, 'name': CreateSnapshot_Task, 'duration_secs': 0.699444} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.666316] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1857.667185] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b724fdf4-9bd2-4d68-806e-7db3d298d4ff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.676187] env[62913]: DEBUG oslo_concurrency.lockutils [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] Releasing lock "refresh_cache-e4ec9f27-d456-4c5b-84e0-8bc9228be173" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.676397] env[62913]: DEBUG nova.compute.manager [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Received event network-vif-plugged-8b69060e-a708-421c-9654-03692c7694c2 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1857.676633] env[62913]: DEBUG oslo_concurrency.lockutils [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] Acquiring lock "db425cdf-dafb-4789-b9af-75c6337a796d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.676832] env[62913]: DEBUG oslo_concurrency.lockutils [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] Lock "db425cdf-dafb-4789-b9af-75c6337a796d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.676991] env[62913]: DEBUG oslo_concurrency.lockutils [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] Lock "db425cdf-dafb-4789-b9af-75c6337a796d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.677175] env[62913]: DEBUG nova.compute.manager [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] No waiting events found dispatching network-vif-plugged-8b69060e-a708-421c-9654-03692c7694c2 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1857.680508] env[62913]: WARNING nova.compute.manager [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Received unexpected event network-vif-plugged-8b69060e-a708-421c-9654-03692c7694c2 for instance with vm_state building and task_state spawning. [ 1857.680508] env[62913]: DEBUG nova.compute.manager [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Received event network-changed-8b69060e-a708-421c-9654-03692c7694c2 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1857.680508] env[62913]: DEBUG nova.compute.manager [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Refreshing instance network info cache due to event network-changed-8b69060e-a708-421c-9654-03692c7694c2. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1857.680508] env[62913]: DEBUG oslo_concurrency.lockutils [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] Acquiring lock "refresh_cache-db425cdf-dafb-4789-b9af-75c6337a796d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.680508] env[62913]: DEBUG oslo_concurrency.lockutils [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] Acquired lock "refresh_cache-db425cdf-dafb-4789-b9af-75c6337a796d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.680508] env[62913]: DEBUG nova.network.neutron [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Refreshing network info cache for port 8b69060e-a708-421c-9654-03692c7694c2 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1857.754488] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822767, 'name': CreateVM_Task, 'duration_secs': 0.809123} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.754488] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1857.755191] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377517', 'volume_id': '040869f7-6ceb-4065-a15e-2d41daf224aa', 'name': 'volume-040869f7-6ceb-4065-a15e-2d41daf224aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'db425cdf-dafb-4789-b9af-75c6337a796d', 'attached_at': '', 'detached_at': '', 'volume_id': '040869f7-6ceb-4065-a15e-2d41daf224aa', 'serial': '040869f7-6ceb-4065-a15e-2d41daf224aa'}, 'guest_format': None, 'attachment_id': '047460e7-b0cd-44b4-8bf0-d4f96428ae84', 'boot_index': 0, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62913) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1857.755406] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Root volume attach. Driver type: vmdk {{(pid=62913) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1857.756510] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92723a8f-7c1e-4af3-9e76-9ef53f8c4e55 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.770704] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17121dd9-667c-4146-a249-3ea7d8b8a28e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.783928] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559983} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.784704] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9008eb2f-73e6-426b-b013-1e1996a33de2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.787292] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 1b22c196-a215-478c-af0b-7e7bd933e37f/1b22c196-a215-478c-af0b-7e7bd933e37f.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1857.787516] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1857.787754] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb4b33de-2bb9-4056-9a45-8722bb3f8923 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.795600] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-dd5b1f0c-305a-49a7-90ca-5f77cb367a11 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.798560] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1857.798560] env[62913]: value = "task-1822774" [ 1857.798560] env[62913]: _type = "Task" [ 1857.798560] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.805071] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Waiting for the task: (returnval){ [ 1857.805071] env[62913]: value = "task-1822775" [ 1857.805071] env[62913]: _type = "Task" [ 1857.805071] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.808384] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.818625] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822775, 'name': RelocateVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.921232] env[62913]: DEBUG oslo_concurrency.lockutils [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.921520] env[62913]: DEBUG oslo_concurrency.lockutils [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.923605] env[62913]: INFO nova.compute.claims [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1858.037197] env[62913]: DEBUG oslo_vmware.api [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427444} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.040677] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1858.040871] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1858.041094] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1858.041291] env[62913]: INFO nova.compute.manager [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1858.041802] env[62913]: DEBUG oslo.service.loopingcall [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.041802] env[62913]: DEBUG nova.compute.manager [-] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1858.041924] env[62913]: DEBUG nova.network.neutron [-] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1858.049997] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822773, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.197115] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1858.199877] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-99542cfb-ddfe-4753-baea-8976f48a46c2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.212690] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1858.212690] env[62913]: value = "task-1822776" [ 1858.212690] env[62913]: _type = "Task" [ 1858.212690] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.222409] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822776, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.265379] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1858.268025] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06cf634f-667c-478b-94a1-6d19d90575e4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.273781] env[62913]: DEBUG oslo_vmware.api [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Waiting for the task: (returnval){ [ 1858.273781] env[62913]: value = "task-1822777" [ 1858.273781] env[62913]: _type = "Task" [ 1858.273781] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.288794] env[62913]: DEBUG oslo_vmware.api [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.304671] env[62913]: DEBUG nova.objects.instance [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lazy-loading 'pci_requests' on Instance uuid 9fdfb7b6-9540-40e3-aead-a7293180ff21 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1858.323876] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202219} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.326087] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1858.328650] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f6111d-ff21-42ca-8e0b-6669d4bd1584 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.336461] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822775, 'name': RelocateVM_Task} progress is 19%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.379529] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 1b22c196-a215-478c-af0b-7e7bd933e37f/1b22c196-a215-478c-af0b-7e7bd933e37f.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1858.380061] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e7fed82-7b19-4f45-94cf-0c7abadfa9f0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.411084] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1858.411084] env[62913]: value = "task-1822778" [ 1858.411084] env[62913]: _type = "Task" [ 1858.411084] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.423138] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.495472] env[62913]: DEBUG nova.network.neutron [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Updated VIF entry in instance network info cache for port 8b69060e-a708-421c-9654-03692c7694c2. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1858.495904] env[62913]: DEBUG nova.network.neutron [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Updating instance_info_cache with network_info: [{"id": "8b69060e-a708-421c-9654-03692c7694c2", "address": "fa:16:3e:cd:2e:39", "network": {"id": "18aa5a19-9cd8-4fd0-bfbf-9f750321416e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-523334304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f512ea57b248628cd88bfca76dc033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b69060e-a7", "ovs_interfaceid": "8b69060e-a708-421c-9654-03692c7694c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.551278] env[62913]: DEBUG oslo_vmware.api [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822773, 'name': PowerOnVM_Task, 'duration_secs': 0.866076} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.551685] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.551988] env[62913]: INFO nova.compute.manager [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1858.552277] env[62913]: DEBUG nova.compute.manager [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1858.553419] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eca4e68-2d76-47bd-910a-6368792aed18 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.568238] env[62913]: DEBUG nova.compute.manager [req-5596bb41-1ba2-487b-bd8a-d3d17184f46a req-6cff2644-6299-4453-aece-2488e7c29872 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Received event network-changed-ce1ac704-515f-4941-8940-0b0d5cf207cb {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1858.568547] env[62913]: DEBUG nova.compute.manager [req-5596bb41-1ba2-487b-bd8a-d3d17184f46a req-6cff2644-6299-4453-aece-2488e7c29872 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Refreshing instance network info cache due to event network-changed-ce1ac704-515f-4941-8940-0b0d5cf207cb. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1858.568785] env[62913]: DEBUG oslo_concurrency.lockutils [req-5596bb41-1ba2-487b-bd8a-d3d17184f46a req-6cff2644-6299-4453-aece-2488e7c29872 service nova] Acquiring lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.568981] env[62913]: DEBUG oslo_concurrency.lockutils [req-5596bb41-1ba2-487b-bd8a-d3d17184f46a req-6cff2644-6299-4453-aece-2488e7c29872 service nova] Acquired lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.569220] env[62913]: DEBUG nova.network.neutron [req-5596bb41-1ba2-487b-bd8a-d3d17184f46a req-6cff2644-6299-4453-aece-2488e7c29872 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Refreshing network info cache for port ce1ac704-515f-4941-8940-0b0d5cf207cb {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1858.724726] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822776, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.785333] env[62913]: DEBUG oslo_vmware.api [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822777, 'name': PowerOffVM_Task, 'duration_secs': 0.270028} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.785624] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1858.786524] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1858.786747] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c261ae1-81d7-41ac-9d38-64a808397bee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.796583] env[62913]: DEBUG oslo_vmware.api [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Waiting for the task: (returnval){ [ 1858.796583] env[62913]: value = "task-1822779" [ 1858.796583] env[62913]: _type = "Task" [ 1858.796583] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.810708] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] VM already powered off {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1858.810952] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1858.811169] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377419', 'volume_id': '2eb8c51a-ed85-41eb-919a-41332d9502fe', 'name': 'volume-2eb8c51a-ed85-41eb-919a-41332d9502fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'af6bed19-b81b-4717-8ab6-4d9fa9456c3e', 'attached_at': '', 'detached_at': '', 'volume_id': '2eb8c51a-ed85-41eb-919a-41332d9502fe', 'serial': '2eb8c51a-ed85-41eb-919a-41332d9502fe'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1858.811772] env[62913]: DEBUG nova.objects.base [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Object Instance<9fdfb7b6-9540-40e3-aead-a7293180ff21> lazy-loaded attributes: flavor,pci_requests {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1858.811954] env[62913]: DEBUG nova.network.neutron [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1858.814405] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa265c9d-245c-4121-8620-142411e1fc59 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.826938] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822775, 'name': RelocateVM_Task, 'duration_secs': 0.860154} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.842173] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Volume attach. Driver type: vmdk {{(pid=62913) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1858.842173] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377517', 'volume_id': '040869f7-6ceb-4065-a15e-2d41daf224aa', 'name': 'volume-040869f7-6ceb-4065-a15e-2d41daf224aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'db425cdf-dafb-4789-b9af-75c6337a796d', 'attached_at': '', 'detached_at': '', 'volume_id': '040869f7-6ceb-4065-a15e-2d41daf224aa', 'serial': '040869f7-6ceb-4065-a15e-2d41daf224aa'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1858.843053] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea1c271-b2a9-4dee-8d1c-b1001efab78c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.846373] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf624bf2-e6c4-4ec9-982c-1d762c9cda02 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.866197] env[62913]: DEBUG nova.policy [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9804181ca484443b9e0fb5cb24365926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e117b9e16efe4c93bcb40ceeb540b462', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1858.870035] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2492bb8-b696-4911-a4d2-d1e32f771534 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.874414] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae203f5-a2ef-493c-afa6-7e04ddf5e9cf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.900177] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-040869f7-6ceb-4065-a15e-2d41daf224aa/volume-040869f7-6ceb-4065-a15e-2d41daf224aa.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1858.916517] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14b98ad2-e346-47ee-b1ae-bb83273ab145 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.931480] env[62913]: DEBUG nova.network.neutron [-] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.939571] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43ec983-10b1-4e29-b466-80a68bc5730d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.966031] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822778, 'name': ReconfigVM_Task, 'duration_secs': 0.52841} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.966754] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] The volume has not been displaced from its original location: [datastore1] volume-2eb8c51a-ed85-41eb-919a-41332d9502fe/volume-2eb8c51a-ed85-41eb-919a-41332d9502fe.vmdk. No consolidation needed. {{(pid=62913) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1858.972473] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1858.977092] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 1b22c196-a215-478c-af0b-7e7bd933e37f/1b22c196-a215-478c-af0b-7e7bd933e37f.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1858.978604] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc0af66f-1286-460d-865f-7b9aaea9ca33 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.993264] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Waiting for the task: (returnval){ [ 1858.993264] env[62913]: value = "task-1822780" [ 1858.993264] env[62913]: _type = "Task" [ 1858.993264] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.994132] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fcac5d4-dddc-402c-8e73-3a18142b9e4c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.002612] env[62913]: DEBUG oslo_concurrency.lockutils [req-fbebd235-9b85-4ba4-8245-b023e0f2055e req-ec57dc06-47b3-4898-8203-1e91dc2f9f82 service nova] Releasing lock "refresh_cache-db425cdf-dafb-4789-b9af-75c6337a796d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.007019] env[62913]: DEBUG oslo_vmware.api [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Waiting for the task: (returnval){ [ 1859.007019] env[62913]: value = "task-1822781" [ 1859.007019] env[62913]: _type = "Task" [ 1859.007019] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.014376] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.025732] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1859.025732] env[62913]: value = "task-1822782" [ 1859.025732] env[62913]: _type = "Task" [ 1859.025732] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.040185] env[62913]: DEBUG oslo_vmware.api [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.053404] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822782, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.085120] env[62913]: INFO nova.compute.manager [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Took 14.23 seconds to build instance. [ 1859.229984] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822776, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.241080] env[62913]: DEBUG nova.network.neutron [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Successfully created port: 899ec87c-cb27-495f-92e5-c4223daccb46 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1859.289766] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb07f0ef-6350-439a-9c08-ed5be37293d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.302866] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a566810a-eff3-4adc-8c55-c760b9b03d70 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.343920] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba9e888-d69c-4335-a80a-e152d6c426d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.353330] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cca7990-bfb4-4470-b312-79d4718c84b6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.370518] env[62913]: DEBUG nova.compute.provider_tree [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.443684] env[62913]: INFO nova.compute.manager [-] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Took 1.40 seconds to deallocate network for instance. [ 1859.510826] env[62913]: DEBUG nova.network.neutron [req-5596bb41-1ba2-487b-bd8a-d3d17184f46a req-6cff2644-6299-4453-aece-2488e7c29872 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Updated VIF entry in instance network info cache for port ce1ac704-515f-4941-8940-0b0d5cf207cb. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1859.511391] env[62913]: DEBUG nova.network.neutron [req-5596bb41-1ba2-487b-bd8a-d3d17184f46a req-6cff2644-6299-4453-aece-2488e7c29872 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Updating instance_info_cache with network_info: [{"id": "ce1ac704-515f-4941-8940-0b0d5cf207cb", "address": "fa:16:3e:3f:e8:0b", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1ac704-51", "ovs_interfaceid": "ce1ac704-515f-4941-8940-0b0d5cf207cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.535658] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822780, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.542563] env[62913]: DEBUG oslo_vmware.api [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822781, 'name': ReconfigVM_Task, 'duration_secs': 0.211939} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.543393] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1859.552967] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a81d5579-ce73-4d98-b3da-30f5884046a9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.563627] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822782, 'name': Rename_Task, 'duration_secs': 0.18557} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.564326] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.565023] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bb1510a-5252-4946-96d6-b726fe44452b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.572585] env[62913]: DEBUG oslo_vmware.api [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Waiting for the task: (returnval){ [ 1859.572585] env[62913]: value = "task-1822783" [ 1859.572585] env[62913]: _type = "Task" [ 1859.572585] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.573276] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1859.573276] env[62913]: value = "task-1822784" [ 1859.573276] env[62913]: _type = "Task" [ 1859.573276] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.587913] env[62913]: DEBUG oslo_vmware.api [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822783, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.592071] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b43825bd-ae7d-41d1-879f-d526a6abab9b tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.749s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.593290] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.726289] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822776, 'name': CloneVM_Task} progress is 95%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.874457] env[62913]: DEBUG nova.scheduler.client.report [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1859.955639] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.010637] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822780, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.017214] env[62913]: DEBUG oslo_concurrency.lockutils [req-5596bb41-1ba2-487b-bd8a-d3d17184f46a req-6cff2644-6299-4453-aece-2488e7c29872 service nova] Releasing lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.017214] env[62913]: DEBUG nova.compute.manager [req-5596bb41-1ba2-487b-bd8a-d3d17184f46a req-6cff2644-6299-4453-aece-2488e7c29872 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Received event network-changed-ce1ac704-515f-4941-8940-0b0d5cf207cb {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1860.017214] env[62913]: DEBUG nova.compute.manager [req-5596bb41-1ba2-487b-bd8a-d3d17184f46a req-6cff2644-6299-4453-aece-2488e7c29872 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Refreshing instance network info cache due to event network-changed-ce1ac704-515f-4941-8940-0b0d5cf207cb. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1860.017214] env[62913]: DEBUG oslo_concurrency.lockutils [req-5596bb41-1ba2-487b-bd8a-d3d17184f46a req-6cff2644-6299-4453-aece-2488e7c29872 service nova] Acquiring lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.017214] env[62913]: DEBUG oslo_concurrency.lockutils [req-5596bb41-1ba2-487b-bd8a-d3d17184f46a req-6cff2644-6299-4453-aece-2488e7c29872 service nova] Acquired lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.017214] env[62913]: DEBUG nova.network.neutron [req-5596bb41-1ba2-487b-bd8a-d3d17184f46a req-6cff2644-6299-4453-aece-2488e7c29872 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Refreshing network info cache for port ce1ac704-515f-4941-8940-0b0d5cf207cb {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1860.089277] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.092720] env[62913]: DEBUG oslo_vmware.api [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.227577] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822776, 'name': CloneVM_Task, 'duration_secs': 1.803656} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.227577] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Created linked-clone VM from snapshot [ 1860.227767] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cb34d5-00f5-44c7-a4d3-569b50c84af3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.237345] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Uploading image 4086d021-13ee-4588-bef5-4eb78984366b {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1860.271336] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1860.271336] env[62913]: value = "vm-377533" [ 1860.271336] env[62913]: _type = "VirtualMachine" [ 1860.271336] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1860.271783] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-79956d44-8fa5-470b-a772-084f0be67241 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.280466] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lease: (returnval){ [ 1860.280466] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52641909-c15c-0bf8-e242-c767b8449019" [ 1860.280466] env[62913]: _type = "HttpNfcLease" [ 1860.280466] env[62913]: } obtained for exporting VM: (result){ [ 1860.280466] env[62913]: value = "vm-377533" [ 1860.280466] env[62913]: _type = "VirtualMachine" [ 1860.280466] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1860.280791] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the lease: (returnval){ [ 1860.280791] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52641909-c15c-0bf8-e242-c767b8449019" [ 1860.280791] env[62913]: _type = "HttpNfcLease" [ 1860.280791] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1860.290510] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1860.290510] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52641909-c15c-0bf8-e242-c767b8449019" [ 1860.290510] env[62913]: _type = "HttpNfcLease" [ 1860.290510] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1860.381859] env[62913]: DEBUG oslo_concurrency.lockutils [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.382475] env[62913]: DEBUG nova.compute.manager [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1860.385172] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.430s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.385362] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.404032] env[62913]: INFO nova.scheduler.client.report [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleted allocations for instance 46a2ce36-8cec-403e-8bcf-5430c3a10a91 [ 1860.510074] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822780, 'name': ReconfigVM_Task, 'duration_secs': 1.362881} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.510456] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-040869f7-6ceb-4065-a15e-2d41daf224aa/volume-040869f7-6ceb-4065-a15e-2d41daf224aa.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1860.515447] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7773862-340b-4881-b79d-3988ef3a2f7a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.534620] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Waiting for the task: (returnval){ [ 1860.534620] env[62913]: value = "task-1822786" [ 1860.534620] env[62913]: _type = "Task" [ 1860.534620] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.544237] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.589794] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.594966] env[62913]: DEBUG nova.compute.manager [req-c4b25198-fafe-4a19-b26a-1c6ab9be81da req-0af6d8e7-00b2-4e25-ae3a-8524260860e2 service nova] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Received event network-vif-deleted-9571972d-2919-42fc-8966-2d0b51759104 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1860.595622] env[62913]: DEBUG oslo_vmware.api [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822783, 'name': ReconfigVM_Task, 'duration_secs': 0.880664} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.595921] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377419', 'volume_id': '2eb8c51a-ed85-41eb-919a-41332d9502fe', 'name': 'volume-2eb8c51a-ed85-41eb-919a-41332d9502fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'af6bed19-b81b-4717-8ab6-4d9fa9456c3e', 'attached_at': '', 'detached_at': '', 'volume_id': '2eb8c51a-ed85-41eb-919a-41332d9502fe', 'serial': '2eb8c51a-ed85-41eb-919a-41332d9502fe'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1860.596230] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1860.596990] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1541a459-99c7-46a9-a0e4-fc80475c82f1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.604805] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1860.605084] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20f693e5-bdf5-48fc-9ca8-774327c2e66b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.791201] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1860.791201] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52641909-c15c-0bf8-e242-c767b8449019" [ 1860.791201] env[62913]: _type = "HttpNfcLease" [ 1860.791201] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1860.791809] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1860.791809] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52641909-c15c-0bf8-e242-c767b8449019" [ 1860.791809] env[62913]: _type = "HttpNfcLease" [ 1860.791809] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1860.792576] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d26741c-b048-47cd-a697-ac1b04ac73c2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.803090] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522e6e01-65de-7de0-9146-43e27d48cf7b/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1860.803405] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522e6e01-65de-7de0-9146-43e27d48cf7b/disk-0.vmdk for reading. {{(pid=62913) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1860.806547] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1860.806753] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1860.806951] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Deleting the datastore file [datastore1] af6bed19-b81b-4717-8ab6-4d9fa9456c3e {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1860.808846] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2441574f-f016-4d88-81c8-1ddee299b4cf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.869109] env[62913]: DEBUG nova.network.neutron [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Successfully updated port: 899ec87c-cb27-495f-92e5-c4223daccb46 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1860.870943] env[62913]: DEBUG nova.network.neutron [req-5596bb41-1ba2-487b-bd8a-d3d17184f46a req-6cff2644-6299-4453-aece-2488e7c29872 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Updated VIF entry in instance network info cache for port ce1ac704-515f-4941-8940-0b0d5cf207cb. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1860.871294] env[62913]: DEBUG nova.network.neutron [req-5596bb41-1ba2-487b-bd8a-d3d17184f46a req-6cff2644-6299-4453-aece-2488e7c29872 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Updating instance_info_cache with network_info: [{"id": "ce1ac704-515f-4941-8940-0b0d5cf207cb", "address": "fa:16:3e:3f:e8:0b", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1ac704-51", "ovs_interfaceid": "ce1ac704-515f-4941-8940-0b0d5cf207cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.873648] env[62913]: DEBUG nova.compute.manager [req-2f70fecc-c05e-4d95-9517-d5f2a55d8690 req-ccafd740-0579-4a82-b5bd-d90f9f48f9f7 service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Received event network-vif-plugged-899ec87c-cb27-495f-92e5-c4223daccb46 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1860.874476] env[62913]: DEBUG oslo_concurrency.lockutils [req-2f70fecc-c05e-4d95-9517-d5f2a55d8690 req-ccafd740-0579-4a82-b5bd-d90f9f48f9f7 service nova] Acquiring lock "9fdfb7b6-9540-40e3-aead-a7293180ff21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.874476] env[62913]: DEBUG oslo_concurrency.lockutils [req-2f70fecc-c05e-4d95-9517-d5f2a55d8690 req-ccafd740-0579-4a82-b5bd-d90f9f48f9f7 service nova] Lock "9fdfb7b6-9540-40e3-aead-a7293180ff21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.874476] env[62913]: DEBUG oslo_concurrency.lockutils [req-2f70fecc-c05e-4d95-9517-d5f2a55d8690 req-ccafd740-0579-4a82-b5bd-d90f9f48f9f7 service nova] Lock "9fdfb7b6-9540-40e3-aead-a7293180ff21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.874476] env[62913]: DEBUG nova.compute.manager [req-2f70fecc-c05e-4d95-9517-d5f2a55d8690 req-ccafd740-0579-4a82-b5bd-d90f9f48f9f7 service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] No waiting events found dispatching network-vif-plugged-899ec87c-cb27-495f-92e5-c4223daccb46 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1860.874726] env[62913]: WARNING nova.compute.manager [req-2f70fecc-c05e-4d95-9517-d5f2a55d8690 req-ccafd740-0579-4a82-b5bd-d90f9f48f9f7 service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Received unexpected event network-vif-plugged-899ec87c-cb27-495f-92e5-c4223daccb46 for instance with vm_state active and task_state None. [ 1860.878406] env[62913]: DEBUG oslo_vmware.api [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Waiting for the task: (returnval){ [ 1860.878406] env[62913]: value = "task-1822788" [ 1860.878406] env[62913]: _type = "Task" [ 1860.878406] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.890351] env[62913]: DEBUG nova.compute.utils [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1860.891669] env[62913]: DEBUG oslo_vmware.api [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.892795] env[62913]: DEBUG nova.compute.manager [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1860.892954] env[62913]: DEBUG nova.network.neutron [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1860.916414] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e0ef6182-454e-40f7-be8c-20495dec0ddf tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "46a2ce36-8cec-403e-8bcf-5430c3a10a91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.603s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.919032] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d6c0f78a-87f0-42b1-bf24-83cabfe60d91 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.973332] env[62913]: DEBUG nova.policy [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecb911ddd1c84614a161f9b9ac616596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c415ca943ba48ba93281d1700380d0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1860.979819] env[62913]: DEBUG nova.compute.manager [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Stashing vm_state: active {{(pid=62913) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1861.046331] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822786, 'name': ReconfigVM_Task, 'duration_secs': 0.290934} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.046875] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377517', 'volume_id': '040869f7-6ceb-4065-a15e-2d41daf224aa', 'name': 'volume-040869f7-6ceb-4065-a15e-2d41daf224aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'db425cdf-dafb-4789-b9af-75c6337a796d', 'attached_at': '', 'detached_at': '', 'volume_id': '040869f7-6ceb-4065-a15e-2d41daf224aa', 'serial': '040869f7-6ceb-4065-a15e-2d41daf224aa'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1861.047125] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bcfbd85-d9b1-4551-b6a6-bc2d70cb1e25 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.056579] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Waiting for the task: (returnval){ [ 1861.056579] env[62913]: value = "task-1822789" [ 1861.056579] env[62913]: _type = "Task" [ 1861.056579] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.069596] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822789, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.092507] env[62913]: DEBUG oslo_vmware.api [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822784, 'name': PowerOnVM_Task, 'duration_secs': 1.458512} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.093047] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1861.093047] env[62913]: INFO nova.compute.manager [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1861.093393] env[62913]: DEBUG nova.compute.manager [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.094245] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1418a44-d13c-45dd-8843-43e7b2ae79fa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.377358] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.377685] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.377835] env[62913]: DEBUG nova.network.neutron [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1861.379435] env[62913]: DEBUG oslo_concurrency.lockutils [req-5596bb41-1ba2-487b-bd8a-d3d17184f46a req-6cff2644-6299-4453-aece-2488e7c29872 service nova] Releasing lock "refresh_cache-ebcab798-5f66-47c5-a18c-b8e9d56e4513" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.387572] env[62913]: DEBUG nova.network.neutron [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Successfully created port: 1f848735-a321-4fc4-bad3-c8178f6f7566 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1861.395648] env[62913]: DEBUG nova.compute.manager [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1861.398434] env[62913]: DEBUG oslo_vmware.api [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Task: {'id': task-1822788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097785} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.399933] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1861.400437] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1861.401167] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1861.473910] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1861.474409] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-196124ae-4a07-4d2e-8482-36b7085dde9e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.491972] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb431abf-1fd1-4a8a-8666-099a5909e2f4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.511402] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.511725] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.541243] env[62913]: ERROR nova.compute.manager [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Failed to detach volume 2eb8c51a-ed85-41eb-919a-41332d9502fe from /dev/sda: nova.exception.InstanceNotFound: Instance af6bed19-b81b-4717-8ab6-4d9fa9456c3e could not be found. [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Traceback (most recent call last): [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] self.driver.rebuild(**kwargs) [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] raise NotImplementedError() [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] NotImplementedError [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] During handling of the above exception, another exception occurred: [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Traceback (most recent call last): [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] self.driver.detach_volume(context, old_connection_info, [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] return self._volumeops.detach_volume(connection_info, instance) [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] self._detach_volume_vmdk(connection_info, instance) [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] stable_ref.fetch_moref(session) [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] nova.exception.InstanceNotFound: Instance af6bed19-b81b-4717-8ab6-4d9fa9456c3e could not be found. [ 1861.541243] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] [ 1861.575155] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822789, 'name': Rename_Task, 'duration_secs': 0.167122} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.580342] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1861.581261] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96ac5d0a-70a5-4c86-aca3-a132ee7d3448 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.590247] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Waiting for the task: (returnval){ [ 1861.590247] env[62913]: value = "task-1822790" [ 1861.590247] env[62913]: _type = "Task" [ 1861.590247] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.601768] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.624990] env[62913]: INFO nova.compute.manager [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Took 15.32 seconds to build instance. [ 1861.712137] env[62913]: DEBUG nova.compute.utils [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Build of instance af6bed19-b81b-4717-8ab6-4d9fa9456c3e aborted: Failed to rebuild volume backed instance. {{(pid=62913) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1861.714490] env[62913]: ERROR nova.compute.manager [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance af6bed19-b81b-4717-8ab6-4d9fa9456c3e aborted: Failed to rebuild volume backed instance. [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Traceback (most recent call last): [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] self.driver.rebuild(**kwargs) [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] raise NotImplementedError() [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] NotImplementedError [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] During handling of the above exception, another exception occurred: [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Traceback (most recent call last): [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] self._detach_root_volume(context, instance, root_bdm) [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] with excutils.save_and_reraise_exception(): [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] self.force_reraise() [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] raise self.value [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] self.driver.detach_volume(context, old_connection_info, [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] return self._volumeops.detach_volume(connection_info, instance) [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] self._detach_volume_vmdk(connection_info, instance) [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] stable_ref.fetch_moref(session) [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] nova.exception.InstanceNotFound: Instance af6bed19-b81b-4717-8ab6-4d9fa9456c3e could not be found. [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] During handling of the above exception, another exception occurred: [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Traceback (most recent call last): [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/compute/manager.py", line 11282, in _error_out_instance_on_exception [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] yield [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1861.714490] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] self._do_rebuild_instance_with_claim( [ 1861.715709] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1861.715709] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] self._do_rebuild_instance( [ 1861.715709] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1861.715709] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] self._rebuild_default_impl(**kwargs) [ 1861.715709] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1861.715709] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] self._rebuild_volume_backed_instance( [ 1861.715709] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1861.715709] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] raise exception.BuildAbortException( [ 1861.715709] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] nova.exception.BuildAbortException: Build of instance af6bed19-b81b-4717-8ab6-4d9fa9456c3e aborted: Failed to rebuild volume backed instance. [ 1861.715709] env[62913]: ERROR nova.compute.manager [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] [ 1861.913526] env[62913]: WARNING nova.network.neutron [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] 177421a6-e1f4-4ef7-b2eb-05b978c657e3 already exists in list: networks containing: ['177421a6-e1f4-4ef7-b2eb-05b978c657e3']. ignoring it [ 1862.020751] env[62913]: INFO nova.compute.claims [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1862.110050] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.126969] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cb56a235-051b-4ed6-a6b3-df6f9474352f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "1b22c196-a215-478c-af0b-7e7bd933e37f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.838s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.409042] env[62913]: DEBUG nova.compute.manager [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1862.442743] env[62913]: DEBUG nova.virt.hardware [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1862.444015] env[62913]: DEBUG nova.virt.hardware [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1862.444015] env[62913]: DEBUG nova.virt.hardware [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1862.444015] env[62913]: DEBUG nova.virt.hardware [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1862.444015] env[62913]: DEBUG nova.virt.hardware [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1862.444015] env[62913]: DEBUG nova.virt.hardware [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1862.444187] env[62913]: DEBUG nova.virt.hardware [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1862.444424] env[62913]: DEBUG nova.virt.hardware [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1862.444704] env[62913]: DEBUG nova.virt.hardware [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1862.444933] env[62913]: DEBUG nova.virt.hardware [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1862.445368] env[62913]: DEBUG nova.virt.hardware [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1862.446279] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08940a8-2226-49dd-8c09-c2d6b80ad759 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.456731] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405ef8a0-e058-427a-a367-35bd0735f582 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.490824] env[62913]: DEBUG nova.network.neutron [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Updating instance_info_cache with network_info: [{"id": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "address": "fa:16:3e:66:f6:56", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a27e015-f7", "ovs_interfaceid": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "899ec87c-cb27-495f-92e5-c4223daccb46", "address": "fa:16:3e:e6:81:82", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap899ec87c-cb", "ovs_interfaceid": "899ec87c-cb27-495f-92e5-c4223daccb46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.530213] env[62913]: INFO nova.compute.resource_tracker [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Updating resource usage from migration 17063adf-7251-4a62-a9ed-bc84ca604d7c [ 1862.601496] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822790, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.604738] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "1b22c196-a215-478c-af0b-7e7bd933e37f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.605060] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "1b22c196-a215-478c-af0b-7e7bd933e37f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.605318] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "1b22c196-a215-478c-af0b-7e7bd933e37f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.605602] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "1b22c196-a215-478c-af0b-7e7bd933e37f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.605780] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "1b22c196-a215-478c-af0b-7e7bd933e37f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.608535] env[62913]: INFO nova.compute.manager [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Terminating instance [ 1862.753777] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03cdbd1-cd83-4a7a-92b3-9c5c6d718bc4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.762782] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b2d3e7-612f-427b-bb8a-b1bfca9d4800 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.797150] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f91fe65-ca91-4535-8668-9a493426739b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.805518] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48762c21-8d33-403f-b5fc-6a6f1d68007e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.820479] env[62913]: DEBUG nova.compute.provider_tree [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1862.851153] env[62913]: DEBUG nova.compute.manager [req-b88c2d6a-f3da-4f1e-bed6-71e030f18035 req-901b3fed-68db-4083-adfa-27e42fdc940e service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Received event network-changed-899ec87c-cb27-495f-92e5-c4223daccb46 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1862.851355] env[62913]: DEBUG nova.compute.manager [req-b88c2d6a-f3da-4f1e-bed6-71e030f18035 req-901b3fed-68db-4083-adfa-27e42fdc940e service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Refreshing instance network info cache due to event network-changed-899ec87c-cb27-495f-92e5-c4223daccb46. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1862.851623] env[62913]: DEBUG oslo_concurrency.lockutils [req-b88c2d6a-f3da-4f1e-bed6-71e030f18035 req-901b3fed-68db-4083-adfa-27e42fdc940e service nova] Acquiring lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.938373] env[62913]: DEBUG nova.compute.manager [req-3ae6725d-6b12-40b1-8039-90f443f79a2a req-cea2c938-6775-4a90-b0f3-ee0a668a821f service nova] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Received event network-vif-plugged-1f848735-a321-4fc4-bad3-c8178f6f7566 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1862.938631] env[62913]: DEBUG oslo_concurrency.lockutils [req-3ae6725d-6b12-40b1-8039-90f443f79a2a req-cea2c938-6775-4a90-b0f3-ee0a668a821f service nova] Acquiring lock "23701165-5c53-4cb5-8125-0c3cb76fcbf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.938861] env[62913]: DEBUG oslo_concurrency.lockutils [req-3ae6725d-6b12-40b1-8039-90f443f79a2a req-cea2c938-6775-4a90-b0f3-ee0a668a821f service nova] Lock "23701165-5c53-4cb5-8125-0c3cb76fcbf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.939078] env[62913]: DEBUG oslo_concurrency.lockutils [req-3ae6725d-6b12-40b1-8039-90f443f79a2a req-cea2c938-6775-4a90-b0f3-ee0a668a821f service nova] Lock "23701165-5c53-4cb5-8125-0c3cb76fcbf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.939299] env[62913]: DEBUG nova.compute.manager [req-3ae6725d-6b12-40b1-8039-90f443f79a2a req-cea2c938-6775-4a90-b0f3-ee0a668a821f service nova] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] No waiting events found dispatching network-vif-plugged-1f848735-a321-4fc4-bad3-c8178f6f7566 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1862.939481] env[62913]: WARNING nova.compute.manager [req-3ae6725d-6b12-40b1-8039-90f443f79a2a req-cea2c938-6775-4a90-b0f3-ee0a668a821f service nova] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Received unexpected event network-vif-plugged-1f848735-a321-4fc4-bad3-c8178f6f7566 for instance with vm_state building and task_state spawning. [ 1862.993503] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.994238] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.994511] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.994744] env[62913]: DEBUG oslo_concurrency.lockutils [req-b88c2d6a-f3da-4f1e-bed6-71e030f18035 req-901b3fed-68db-4083-adfa-27e42fdc940e service nova] Acquired lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.994945] env[62913]: DEBUG nova.network.neutron [req-b88c2d6a-f3da-4f1e-bed6-71e030f18035 req-901b3fed-68db-4083-adfa-27e42fdc940e service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Refreshing network info cache for port 899ec87c-cb27-495f-92e5-c4223daccb46 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.997456] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea618c2-2192-45c5-8b7f-9ac08bd8e6a1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.017512] env[62913]: DEBUG nova.virt.hardware [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1863.017512] env[62913]: DEBUG nova.virt.hardware [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1863.017623] env[62913]: DEBUG nova.virt.hardware [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1863.017812] env[62913]: DEBUG nova.virt.hardware [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1863.018051] env[62913]: DEBUG nova.virt.hardware [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1863.018226] env[62913]: DEBUG nova.virt.hardware [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1863.019289] env[62913]: DEBUG nova.virt.hardware [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1863.019289] env[62913]: DEBUG nova.virt.hardware [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1863.019289] env[62913]: DEBUG nova.virt.hardware [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1863.019289] env[62913]: DEBUG nova.virt.hardware [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1863.019565] env[62913]: DEBUG nova.virt.hardware [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1863.029024] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Reconfiguring VM to attach interface {{(pid=62913) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1863.029024] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecef78ba-e4e3-42ae-b377-93239244543f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.043055] env[62913]: DEBUG nova.network.neutron [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Successfully updated port: 1f848735-a321-4fc4-bad3-c8178f6f7566 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1863.052579] env[62913]: DEBUG oslo_vmware.api [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1863.052579] env[62913]: value = "task-1822791" [ 1863.052579] env[62913]: _type = "Task" [ 1863.052579] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.064328] env[62913]: DEBUG oslo_vmware.api [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822791, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.103840] env[62913]: DEBUG oslo_vmware.api [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822790, 'name': PowerOnVM_Task, 'duration_secs': 1.089773} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.103840] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1863.104068] env[62913]: INFO nova.compute.manager [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1863.104161] env[62913]: DEBUG nova.compute.manager [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.104979] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6c68e2-feaf-463c-aafc-13b515fa7a25 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.113045] env[62913]: DEBUG nova.compute.manager [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1863.113169] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1863.116713] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28ac9bf-3d41-4b9e-87d8-af6795ce0d25 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.125090] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1863.125372] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea5a1fde-e5a8-4e30-99b2-1ef3193fe091 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.133231] env[62913]: DEBUG oslo_vmware.api [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1863.133231] env[62913]: value = "task-1822792" [ 1863.133231] env[62913]: _type = "Task" [ 1863.133231] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.147481] env[62913]: DEBUG oslo_vmware.api [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.323529] env[62913]: DEBUG nova.scheduler.client.report [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1863.545851] env[62913]: DEBUG oslo_concurrency.lockutils [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "refresh_cache-23701165-5c53-4cb5-8125-0c3cb76fcbf6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.546141] env[62913]: DEBUG oslo_concurrency.lockutils [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "refresh_cache-23701165-5c53-4cb5-8125-0c3cb76fcbf6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.546195] env[62913]: DEBUG nova.network.neutron [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1863.564774] env[62913]: DEBUG oslo_vmware.api [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.631189] env[62913]: INFO nova.compute.manager [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Took 16.41 seconds to build instance. [ 1863.644964] env[62913]: DEBUG oslo_vmware.api [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822792, 'name': PowerOffVM_Task, 'duration_secs': 0.371067} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.645419] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1863.645763] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1863.646118] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-099c31c5-3fce-44a2-982c-9e055df24818 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.733594] env[62913]: DEBUG oslo_concurrency.lockutils [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.820714] env[62913]: DEBUG nova.network.neutron [req-b88c2d6a-f3da-4f1e-bed6-71e030f18035 req-901b3fed-68db-4083-adfa-27e42fdc940e service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Updated VIF entry in instance network info cache for port 899ec87c-cb27-495f-92e5-c4223daccb46. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.821453] env[62913]: DEBUG nova.network.neutron [req-b88c2d6a-f3da-4f1e-bed6-71e030f18035 req-901b3fed-68db-4083-adfa-27e42fdc940e service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Updating instance_info_cache with network_info: [{"id": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "address": "fa:16:3e:66:f6:56", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a27e015-f7", "ovs_interfaceid": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "899ec87c-cb27-495f-92e5-c4223daccb46", "address": "fa:16:3e:e6:81:82", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap899ec87c-cb", "ovs_interfaceid": "899ec87c-cb27-495f-92e5-c4223daccb46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.829731] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.318s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.830028] env[62913]: INFO nova.compute.manager [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Migrating [ 1863.841164] env[62913]: DEBUG oslo_concurrency.lockutils [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.108s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.963443] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1863.963759] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1863.964049] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleting the datastore file [datastore1] 1b22c196-a215-478c-af0b-7e7bd933e37f {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1863.964418] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2eb48e86-06b7-4828-93d1-47820d4f8d24 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.977490] env[62913]: DEBUG oslo_vmware.api [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1863.977490] env[62913]: value = "task-1822794" [ 1863.977490] env[62913]: _type = "Task" [ 1863.977490] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.988915] env[62913]: DEBUG oslo_vmware.api [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.066929] env[62913]: DEBUG oslo_vmware.api [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822791, 'name': ReconfigVM_Task, 'duration_secs': 0.964145} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.074116] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.074674] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Reconfigured VM to attach interface {{(pid=62913) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1864.114209] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113e0ebc-8a05-4190-a3d6-fd8cb0d5bfd2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.124914] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a8ddde-5cfa-442f-a1b1-5d44570adaf6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.132790] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94e752db-8ba4-4a99-99e8-f5e11980e569 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Lock "db425cdf-dafb-4789-b9af-75c6337a796d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.926s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.165363] env[62913]: DEBUG nova.network.neutron [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1864.168454] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497fae78-eb2f-4b8e-b5e5-45dd8ead98fa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.177977] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab021190-a0f9-4849-9e82-39fc023c5bb4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.195258] env[62913]: DEBUG nova.compute.provider_tree [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.324960] env[62913]: DEBUG oslo_concurrency.lockutils [req-b88c2d6a-f3da-4f1e-bed6-71e030f18035 req-901b3fed-68db-4083-adfa-27e42fdc940e service nova] Releasing lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.360034] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "refresh_cache-2857dc4b-20e3-4ff7-a0bb-448907ebf42a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.360034] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "refresh_cache-2857dc4b-20e3-4ff7-a0bb-448907ebf42a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.360034] env[62913]: DEBUG nova.network.neutron [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1864.486845] env[62913]: DEBUG oslo_vmware.api [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27206} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.487171] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1864.488215] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1864.488495] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1864.488764] env[62913]: INFO nova.compute.manager [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1864.489101] env[62913]: DEBUG oslo.service.loopingcall [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.489380] env[62913]: DEBUG nova.compute.manager [-] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1864.489533] env[62913]: DEBUG nova.network.neutron [-] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1864.579668] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c1b97ae4-6bf9-4af0-8417-5a6a3ea2a398 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-9fdfb7b6-9540-40e3-aead-a7293180ff21-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.965s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.700319] env[62913]: DEBUG nova.scheduler.client.report [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1864.709910] env[62913]: DEBUG nova.network.neutron [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Updating instance_info_cache with network_info: [{"id": "1f848735-a321-4fc4-bad3-c8178f6f7566", "address": "fa:16:3e:e6:6e:79", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f848735-a3", "ovs_interfaceid": "1f848735-a321-4fc4-bad3-c8178f6f7566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.949979] env[62913]: DEBUG nova.compute.manager [req-c99b8bdc-7465-4fdc-8cee-17ef8a3a5d30 req-3e79573e-80ab-4568-b669-5156675273b1 service nova] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Received event network-vif-deleted-7a477e80-c879-4055-ad80-c060357230be {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1864.950207] env[62913]: INFO nova.compute.manager [req-c99b8bdc-7465-4fdc-8cee-17ef8a3a5d30 req-3e79573e-80ab-4568-b669-5156675273b1 service nova] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Neutron deleted interface 7a477e80-c879-4055-ad80-c060357230be; detaching it from the instance and deleting it from the info cache [ 1864.950408] env[62913]: DEBUG nova.network.neutron [req-c99b8bdc-7465-4fdc-8cee-17ef8a3a5d30 req-3e79573e-80ab-4568-b669-5156675273b1 service nova] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.042351] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Acquiring lock "af6bed19-b81b-4717-8ab6-4d9fa9456c3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.042645] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Lock "af6bed19-b81b-4717-8ab6-4d9fa9456c3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.042925] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Acquiring lock "af6bed19-b81b-4717-8ab6-4d9fa9456c3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.043498] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Lock "af6bed19-b81b-4717-8ab6-4d9fa9456c3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.043758] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Lock "af6bed19-b81b-4717-8ab6-4d9fa9456c3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.046129] env[62913]: INFO nova.compute.manager [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Terminating instance [ 1865.084643] env[62913]: DEBUG nova.compute.manager [req-0c062c74-0cad-4783-b665-dcae557b336c req-a9fb4886-deef-4158-8bc5-a4c70d0620e2 service nova] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Received event network-changed-1f848735-a321-4fc4-bad3-c8178f6f7566 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1865.084839] env[62913]: DEBUG nova.compute.manager [req-0c062c74-0cad-4783-b665-dcae557b336c req-a9fb4886-deef-4158-8bc5-a4c70d0620e2 service nova] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Refreshing instance network info cache due to event network-changed-1f848735-a321-4fc4-bad3-c8178f6f7566. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1865.085082] env[62913]: DEBUG oslo_concurrency.lockutils [req-0c062c74-0cad-4783-b665-dcae557b336c req-a9fb4886-deef-4158-8bc5-a4c70d0620e2 service nova] Acquiring lock "refresh_cache-23701165-5c53-4cb5-8125-0c3cb76fcbf6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.112964] env[62913]: DEBUG nova.network.neutron [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Updating instance_info_cache with network_info: [{"id": "c7df92d7-9602-41cf-8557-7f15399198b6", "address": "fa:16:3e:37:37:fd", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7df92d7-96", "ovs_interfaceid": "c7df92d7-9602-41cf-8557-7f15399198b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.205727] env[62913]: DEBUG oslo_concurrency.lockutils [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.365s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.205985] env[62913]: INFO nova.compute.manager [None req-56afc6bc-e888-4ec2-80ef-bf5902b149cc tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Successfully reverted task state from rebuilding on failure for instance. [ 1865.212601] env[62913]: DEBUG oslo_concurrency.lockutils [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "refresh_cache-23701165-5c53-4cb5-8125-0c3cb76fcbf6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.212946] env[62913]: DEBUG nova.compute.manager [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Instance network_info: |[{"id": "1f848735-a321-4fc4-bad3-c8178f6f7566", "address": "fa:16:3e:e6:6e:79", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f848735-a3", "ovs_interfaceid": "1f848735-a321-4fc4-bad3-c8178f6f7566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1865.213289] env[62913]: DEBUG oslo_concurrency.lockutils [req-0c062c74-0cad-4783-b665-dcae557b336c req-a9fb4886-deef-4158-8bc5-a4c70d0620e2 service nova] Acquired lock "refresh_cache-23701165-5c53-4cb5-8125-0c3cb76fcbf6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.213500] env[62913]: DEBUG nova.network.neutron [req-0c062c74-0cad-4783-b665-dcae557b336c req-a9fb4886-deef-4158-8bc5-a4c70d0620e2 service nova] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Refreshing network info cache for port 1f848735-a321-4fc4-bad3-c8178f6f7566 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1865.214846] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:6e:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f848735-a321-4fc4-bad3-c8178f6f7566', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1865.224076] env[62913]: DEBUG oslo.service.loopingcall [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1865.224970] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1865.225932] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51751878-efe2-473b-98f2-b5698962f684 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.249747] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1865.249747] env[62913]: value = "task-1822795" [ 1865.249747] env[62913]: _type = "Task" [ 1865.249747] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.253818] env[62913]: DEBUG nova.network.neutron [-] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.261429] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822795, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.457540] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8974f78b-1687-4302-9c35-4bfb9355054d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.467811] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d92b89-a5f2-45b5-a263-876f73a85ca3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.502589] env[62913]: DEBUG nova.compute.manager [req-c99b8bdc-7465-4fdc-8cee-17ef8a3a5d30 req-3e79573e-80ab-4568-b669-5156675273b1 service nova] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Detach interface failed, port_id=7a477e80-c879-4055-ad80-c060357230be, reason: Instance 1b22c196-a215-478c-af0b-7e7bd933e37f could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1865.551499] env[62913]: DEBUG nova.compute.manager [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1865.552033] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0454c225-fc3d-47a6-a38d-24240edf1f78 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.562998] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c69df2f-12f5-4f4d-b508-b38adbb27a9d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.601417] env[62913]: WARNING nova.virt.vmwareapi.driver [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance af6bed19-b81b-4717-8ab6-4d9fa9456c3e could not be found. [ 1865.601417] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1865.601847] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e116f95-dbd7-4fa1-868b-c184469ef4c3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.612199] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addb66b4-eb98-4bb4-87d1-73d83b8f57a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.623411] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "refresh_cache-2857dc4b-20e3-4ff7-a0bb-448907ebf42a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.650539] env[62913]: WARNING nova.virt.vmwareapi.vmops [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance af6bed19-b81b-4717-8ab6-4d9fa9456c3e could not be found. [ 1865.650780] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1865.650959] env[62913]: INFO nova.compute.manager [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1865.651228] env[62913]: DEBUG oslo.service.loopingcall [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1865.651618] env[62913]: DEBUG nova.compute.manager [-] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1865.651657] env[62913]: DEBUG nova.network.neutron [-] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1865.758227] env[62913]: INFO nova.compute.manager [-] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Took 1.27 seconds to deallocate network for instance. [ 1865.764015] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822795, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.949359] env[62913]: DEBUG nova.network.neutron [req-0c062c74-0cad-4783-b665-dcae557b336c req-a9fb4886-deef-4158-8bc5-a4c70d0620e2 service nova] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Updated VIF entry in instance network info cache for port 1f848735-a321-4fc4-bad3-c8178f6f7566. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1865.949890] env[62913]: DEBUG nova.network.neutron [req-0c062c74-0cad-4783-b665-dcae557b336c req-a9fb4886-deef-4158-8bc5-a4c70d0620e2 service nova] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Updating instance_info_cache with network_info: [{"id": "1f848735-a321-4fc4-bad3-c8178f6f7566", "address": "fa:16:3e:e6:6e:79", "network": {"id": "43df39da-b40a-4ef5-b0db-197ce1c8da29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1351728932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415ca943ba48ba93281d1700380d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f848735-a3", "ovs_interfaceid": "1f848735-a321-4fc4-bad3-c8178f6f7566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.177209] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "interface-9fdfb7b6-9540-40e3-aead-a7293180ff21-b1835800-6e72-41a0-880a-eae52819c459" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.177511] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-9fdfb7b6-9540-40e3-aead-a7293180ff21-b1835800-6e72-41a0-880a-eae52819c459" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.177878] env[62913]: DEBUG nova.objects.instance [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lazy-loading 'flavor' on Instance uuid 9fdfb7b6-9540-40e3-aead-a7293180ff21 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.262790] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822795, 'name': CreateVM_Task, 'duration_secs': 0.815733} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.262972] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1866.264095] env[62913]: DEBUG oslo_concurrency.lockutils [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.264291] env[62913]: DEBUG oslo_concurrency.lockutils [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.264746] env[62913]: DEBUG oslo_concurrency.lockutils [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1866.264908] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0378f678-6a9f-42f5-9989-554a7d67305e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.269168] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.269406] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.269709] env[62913]: DEBUG nova.objects.instance [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lazy-loading 'resources' on Instance uuid 1b22c196-a215-478c-af0b-7e7bd933e37f {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.273423] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1866.273423] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52df8e1a-355b-95c5-e94d-03ed9e741bf4" [ 1866.273423] env[62913]: _type = "Task" [ 1866.273423] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.293564] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52df8e1a-355b-95c5-e94d-03ed9e741bf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.453382] env[62913]: DEBUG oslo_concurrency.lockutils [req-0c062c74-0cad-4783-b665-dcae557b336c req-a9fb4886-deef-4158-8bc5-a4c70d0620e2 service nova] Releasing lock "refresh_cache-23701165-5c53-4cb5-8125-0c3cb76fcbf6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.453661] env[62913]: DEBUG nova.compute.manager [req-0c062c74-0cad-4783-b665-dcae557b336c req-a9fb4886-deef-4158-8bc5-a4c70d0620e2 service nova] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Received event network-changed-8b69060e-a708-421c-9654-03692c7694c2 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1866.453828] env[62913]: DEBUG nova.compute.manager [req-0c062c74-0cad-4783-b665-dcae557b336c req-a9fb4886-deef-4158-8bc5-a4c70d0620e2 service nova] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Refreshing instance network info cache due to event network-changed-8b69060e-a708-421c-9654-03692c7694c2. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1866.454300] env[62913]: DEBUG oslo_concurrency.lockutils [req-0c062c74-0cad-4783-b665-dcae557b336c req-a9fb4886-deef-4158-8bc5-a4c70d0620e2 service nova] Acquiring lock "refresh_cache-db425cdf-dafb-4789-b9af-75c6337a796d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.454300] env[62913]: DEBUG oslo_concurrency.lockutils [req-0c062c74-0cad-4783-b665-dcae557b336c req-a9fb4886-deef-4158-8bc5-a4c70d0620e2 service nova] Acquired lock "refresh_cache-db425cdf-dafb-4789-b9af-75c6337a796d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.454450] env[62913]: DEBUG nova.network.neutron [req-0c062c74-0cad-4783-b665-dcae557b336c req-a9fb4886-deef-4158-8bc5-a4c70d0620e2 service nova] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Refreshing network info cache for port 8b69060e-a708-421c-9654-03692c7694c2 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1866.796173] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52df8e1a-355b-95c5-e94d-03ed9e741bf4, 'name': SearchDatastore_Task, 'duration_secs': 0.016104} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.796533] env[62913]: DEBUG oslo_concurrency.lockutils [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.796790] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1866.797087] env[62913]: DEBUG oslo_concurrency.lockutils [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.797265] env[62913]: DEBUG oslo_concurrency.lockutils [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.797463] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1866.797849] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fdfd649-ccf7-4e9c-a816-140f417bb586 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.810213] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1866.810431] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1866.811243] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2439a481-523b-4366-ab31-61c67fb62415 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.817864] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1866.817864] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]527645f7-b2f1-5da4-fa6a-7618a49c2b0b" [ 1866.817864] env[62913]: _type = "Task" [ 1866.817864] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.831416] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527645f7-b2f1-5da4-fa6a-7618a49c2b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.846888] env[62913]: DEBUG nova.network.neutron [-] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.898869] env[62913]: DEBUG nova.objects.instance [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lazy-loading 'pci_requests' on Instance uuid 9fdfb7b6-9540-40e3-aead-a7293180ff21 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.986715] env[62913]: DEBUG nova.compute.manager [req-d62010a5-59b0-482b-9822-acbf44a5ec6b req-ab09716a-a656-4f3f-8681-fae8d4f6f4af service nova] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Received event network-vif-deleted-4a63dedf-fdf9-48f9-a9ab-9f857904152b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1867.043525] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f526b33a-c9a5-4cd3-8e67-e1255e7bf1fa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.053106] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decbb169-6466-47ba-90df-b275184d0c49 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.085670] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2ab1b6-70f1-4196-b40a-08e79e544fdf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.094762] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6785a13c-f951-4923-9b95-7bf9dd2eeec5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.108994] env[62913]: DEBUG nova.compute.provider_tree [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.140272] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f00a1fe-2bab-49f0-b79e-338d73e67f30 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.160046] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Updating instance '2857dc4b-20e3-4ff7-a0bb-448907ebf42a' progress to 0 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1867.328908] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527645f7-b2f1-5da4-fa6a-7618a49c2b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.016219} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.329777] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e931da9-7ae2-4bc5-b282-bbfa30d46d22 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.339301] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1867.339301] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52086509-e4d8-8284-b657-f238c17e9e46" [ 1867.339301] env[62913]: _type = "Task" [ 1867.339301] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.347761] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52086509-e4d8-8284-b657-f238c17e9e46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.349248] env[62913]: INFO nova.compute.manager [-] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Took 1.70 seconds to deallocate network for instance. [ 1867.401675] env[62913]: DEBUG nova.network.neutron [req-0c062c74-0cad-4783-b665-dcae557b336c req-a9fb4886-deef-4158-8bc5-a4c70d0620e2 service nova] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Updated VIF entry in instance network info cache for port 8b69060e-a708-421c-9654-03692c7694c2. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1867.401760] env[62913]: DEBUG nova.network.neutron [req-0c062c74-0cad-4783-b665-dcae557b336c req-a9fb4886-deef-4158-8bc5-a4c70d0620e2 service nova] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Updating instance_info_cache with network_info: [{"id": "8b69060e-a708-421c-9654-03692c7694c2", "address": "fa:16:3e:cd:2e:39", "network": {"id": "18aa5a19-9cd8-4fd0-bfbf-9f750321416e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-523334304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f512ea57b248628cd88bfca76dc033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b69060e-a7", "ovs_interfaceid": "8b69060e-a708-421c-9654-03692c7694c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.403399] env[62913]: DEBUG nova.objects.base [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Object Instance<9fdfb7b6-9540-40e3-aead-a7293180ff21> lazy-loaded attributes: flavor,pci_requests {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1867.403592] env[62913]: DEBUG nova.network.neutron [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1867.562802] env[62913]: DEBUG nova.policy [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9804181ca484443b9e0fb5cb24365926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e117b9e16efe4c93bcb40ceeb540b462', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1867.612414] env[62913]: DEBUG nova.scheduler.client.report [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1867.666527] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1867.666836] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4759ae1b-3545-42c4-af51-eead21843679 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.677196] env[62913]: DEBUG oslo_vmware.api [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1867.677196] env[62913]: value = "task-1822796" [ 1867.677196] env[62913]: _type = "Task" [ 1867.677196] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.687340] env[62913]: DEBUG oslo_vmware.api [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.851078] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52086509-e4d8-8284-b657-f238c17e9e46, 'name': SearchDatastore_Task, 'duration_secs': 0.014413} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.852758] env[62913]: DEBUG oslo_concurrency.lockutils [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.852758] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 23701165-5c53-4cb5-8125-0c3cb76fcbf6/23701165-5c53-4cb5-8125-0c3cb76fcbf6.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1867.852758] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3941820-9381-4cbb-839d-44d322f5d39c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.863074] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1867.863074] env[62913]: value = "task-1822797" [ 1867.863074] env[62913]: _type = "Task" [ 1867.863074] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.871842] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.907333] env[62913]: DEBUG oslo_concurrency.lockutils [req-0c062c74-0cad-4783-b665-dcae557b336c req-a9fb4886-deef-4158-8bc5-a4c70d0620e2 service nova] Releasing lock "refresh_cache-db425cdf-dafb-4789-b9af-75c6337a796d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.915823] env[62913]: INFO nova.compute.manager [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Took 0.57 seconds to detach 1 volumes for instance. [ 1867.918261] env[62913]: DEBUG nova.compute.manager [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Deleting volume: 2eb8c51a-ed85-41eb-919a-41332d9502fe {{(pid=62913) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1868.117704] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.148318] env[62913]: INFO nova.scheduler.client.report [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleted allocations for instance 1b22c196-a215-478c-af0b-7e7bd933e37f [ 1868.197326] env[62913]: DEBUG oslo_vmware.api [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822796, 'name': PowerOffVM_Task, 'duration_secs': 0.340747} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.198277] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1868.198277] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Updating instance '2857dc4b-20e3-4ff7-a0bb-448907ebf42a' progress to 17 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1868.387953] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822797, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.478855] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.479429] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.479700] env[62913]: DEBUG nova.objects.instance [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Lazy-loading 'resources' on Instance uuid af6bed19-b81b-4717-8ab6-4d9fa9456c3e {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1868.618786] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522e6e01-65de-7de0-9146-43e27d48cf7b/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1868.620854] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361fe7e1-b428-43a7-b805-b5d2fb45cb96 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.630343] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522e6e01-65de-7de0-9146-43e27d48cf7b/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1868.630343] env[62913]: ERROR oslo_vmware.rw_handles [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522e6e01-65de-7de0-9146-43e27d48cf7b/disk-0.vmdk due to incomplete transfer. [ 1868.630343] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-768ba1bd-9773-408e-8ae3-74b3d0c5382b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.638673] env[62913]: DEBUG oslo_vmware.rw_handles [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522e6e01-65de-7de0-9146-43e27d48cf7b/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1868.638870] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Uploaded image 4086d021-13ee-4588-bef5-4eb78984366b to the Glance image server {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1868.641605] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1868.641873] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-60eebf21-4fcb-4daa-bd25-6345ed7d755b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.648735] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1868.648735] env[62913]: value = "task-1822799" [ 1868.648735] env[62913]: _type = "Task" [ 1868.648735] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.662952] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822799, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.663650] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed2a2759-6967-4e3e-9725-86ee3816fd07 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "1b22c196-a215-478c-af0b-7e7bd933e37f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.059s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.706836] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1868.707414] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1868.707414] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1868.707574] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1868.707763] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1868.707901] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1868.708135] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1868.708307] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1868.708474] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1868.708640] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1868.708812] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1868.714029] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9977639-6bcf-4e02-9868-4074202404f4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.732946] env[62913]: DEBUG oslo_vmware.api [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1868.732946] env[62913]: value = "task-1822800" [ 1868.732946] env[62913]: _type = "Task" [ 1868.732946] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.742528] env[62913]: DEBUG oslo_vmware.api [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.872436] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608247} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.872715] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 23701165-5c53-4cb5-8125-0c3cb76fcbf6/23701165-5c53-4cb5-8125-0c3cb76fcbf6.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1868.873046] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1868.873172] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eea1e40d-1599-41e5-9371-6f2c6d327d16 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.881692] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1868.881692] env[62913]: value = "task-1822801" [ 1868.881692] env[62913]: _type = "Task" [ 1868.881692] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.892718] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.159970] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822799, 'name': Destroy_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.190030] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a587c7e1-e2d2-4f04-a04b-a2469169d4e8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.199173] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a223de-8ed4-4d24-96c5-9820e80b5fec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.968606] env[62913]: DEBUG nova.network.neutron [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Successfully updated port: b1835800-6e72-41a0-880a-eae52819c459 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1869.980425] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450837fd-0af6-419a-9825-0b280476dd40 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.984071] env[62913]: DEBUG nova.compute.manager [req-30eb8262-699e-4ccd-80b7-224ecef8db5c req-d94800ba-358f-4bca-9bb9-94f7667b5134 service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Received event network-vif-plugged-b1835800-6e72-41a0-880a-eae52819c459 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1869.984310] env[62913]: DEBUG oslo_concurrency.lockutils [req-30eb8262-699e-4ccd-80b7-224ecef8db5c req-d94800ba-358f-4bca-9bb9-94f7667b5134 service nova] Acquiring lock "9fdfb7b6-9540-40e3-aead-a7293180ff21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.984525] env[62913]: DEBUG oslo_concurrency.lockutils [req-30eb8262-699e-4ccd-80b7-224ecef8db5c req-d94800ba-358f-4bca-9bb9-94f7667b5134 service nova] Lock "9fdfb7b6-9540-40e3-aead-a7293180ff21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.984694] env[62913]: DEBUG oslo_concurrency.lockutils [req-30eb8262-699e-4ccd-80b7-224ecef8db5c req-d94800ba-358f-4bca-9bb9-94f7667b5134 service nova] Lock "9fdfb7b6-9540-40e3-aead-a7293180ff21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.984860] env[62913]: DEBUG nova.compute.manager [req-30eb8262-699e-4ccd-80b7-224ecef8db5c req-d94800ba-358f-4bca-9bb9-94f7667b5134 service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] No waiting events found dispatching network-vif-plugged-b1835800-6e72-41a0-880a-eae52819c459 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1869.985053] env[62913]: WARNING nova.compute.manager [req-30eb8262-699e-4ccd-80b7-224ecef8db5c req-d94800ba-358f-4bca-9bb9-94f7667b5134 service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Received unexpected event network-vif-plugged-b1835800-6e72-41a0-880a-eae52819c459 for instance with vm_state active and task_state None. [ 1869.988199] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.988364] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.988530] env[62913]: DEBUG nova.network.neutron [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1869.989997] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "2ab40135-5f1f-4660-819c-cad3e1c4946a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.990227] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "2ab40135-5f1f-4660-819c-cad3e1c4946a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.997722] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142086} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.004870] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1870.006217] env[62913]: DEBUG oslo_vmware.api [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822800, 'name': ReconfigVM_Task, 'duration_secs': 0.379232} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.006467] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822799, 'name': Destroy_Task, 'duration_secs': 0.805716} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.007193] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9954f4cc-17f6-4e84-9a68-c5f3557d4349 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.011344] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec65eeab-546e-4cf4-a6b3-238d2d918be0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.015147] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Updating instance '2857dc4b-20e3-4ff7-a0bb-448907ebf42a' progress to 33 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1870.018662] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Destroyed the VM [ 1870.019028] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1870.019590] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-39e22666-adc2-42b4-b25f-c47bc1fb86c5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.053401] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 23701165-5c53-4cb5-8125-0c3cb76fcbf6/23701165-5c53-4cb5-8125-0c3cb76fcbf6.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1870.063328] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0d02d62-886a-4954-a6e5-4c58b2b1142e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.079244] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1870.079244] env[62913]: value = "task-1822802" [ 1870.079244] env[62913]: _type = "Task" [ 1870.079244] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.079863] env[62913]: DEBUG nova.compute.provider_tree [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.091575] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1870.091575] env[62913]: value = "task-1822803" [ 1870.091575] env[62913]: _type = "Task" [ 1870.091575] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.094922] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822802, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.107487] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822803, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.494750] env[62913]: DEBUG nova.compute.manager [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1870.522714] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1870.523096] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1870.523247] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1870.523479] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1870.523636] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1870.523809] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1870.524898] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1870.524898] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1870.524898] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1870.525106] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1870.525263] env[62913]: DEBUG nova.virt.hardware [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1870.531722] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1870.532051] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-940e8d85-b4c5-479c-a65a-d20ac4a50ffc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.547791] env[62913]: WARNING nova.network.neutron [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] 177421a6-e1f4-4ef7-b2eb-05b978c657e3 already exists in list: networks containing: ['177421a6-e1f4-4ef7-b2eb-05b978c657e3']. ignoring it [ 1870.548079] env[62913]: WARNING nova.network.neutron [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] 177421a6-e1f4-4ef7-b2eb-05b978c657e3 already exists in list: networks containing: ['177421a6-e1f4-4ef7-b2eb-05b978c657e3']. ignoring it [ 1870.558248] env[62913]: DEBUG oslo_vmware.api [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1870.558248] env[62913]: value = "task-1822804" [ 1870.558248] env[62913]: _type = "Task" [ 1870.558248] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.566883] env[62913]: DEBUG oslo_vmware.api [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.584823] env[62913]: DEBUG nova.scheduler.client.report [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1870.613287] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822803, 'name': ReconfigVM_Task, 'duration_secs': 0.333795} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.613287] env[62913]: DEBUG oslo_vmware.api [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822802, 'name': RemoveSnapshot_Task, 'duration_secs': 0.496257} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.613287] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 23701165-5c53-4cb5-8125-0c3cb76fcbf6/23701165-5c53-4cb5-8125-0c3cb76fcbf6.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1870.613287] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1870.613287] env[62913]: INFO nova.compute.manager [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Took 14.51 seconds to snapshot the instance on the hypervisor. [ 1870.615551] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-493c0a5a-e276-4afb-9840-35d74c55fead {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.624330] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1870.624330] env[62913]: value = "task-1822805" [ 1870.624330] env[62913]: _type = "Task" [ 1870.624330] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.639837] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822805, 'name': Rename_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.777752] env[62913]: DEBUG oslo_concurrency.lockutils [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "c2226d00-ba61-4d2f-9273-787482609bc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.778079] env[62913]: DEBUG oslo_concurrency.lockutils [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "c2226d00-ba61-4d2f-9273-787482609bc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.018205] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.068572] env[62913]: DEBUG oslo_vmware.api [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822804, 'name': ReconfigVM_Task, 'duration_secs': 0.177027} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.068885] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1871.069746] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccc446e-8d1a-431b-a07d-d2a401e7fc6a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.092369] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 2857dc4b-20e3-4ff7-a0bb-448907ebf42a/2857dc4b-20e3-4ff7-a0bb-448907ebf42a.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1871.093491] env[62913]: DEBUG nova.network.neutron [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Updating instance_info_cache with network_info: [{"id": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "address": "fa:16:3e:66:f6:56", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a27e015-f7", "ovs_interfaceid": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "899ec87c-cb27-495f-92e5-c4223daccb46", "address": "fa:16:3e:e6:81:82", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap899ec87c-cb", "ovs_interfaceid": "899ec87c-cb27-495f-92e5-c4223daccb46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b1835800-6e72-41a0-880a-eae52819c459", "address": "fa:16:3e:89:5b:4b", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1835800-6e", "ovs_interfaceid": "b1835800-6e72-41a0-880a-eae52819c459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.094758] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3939143-e2d3-47e7-9fbb-a35895cb6a76 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.109973] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.631s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.112715] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.094s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.113998] env[62913]: INFO nova.compute.claims [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1871.136241] env[62913]: DEBUG oslo_vmware.api [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1871.136241] env[62913]: value = "task-1822806" [ 1871.136241] env[62913]: _type = "Task" [ 1871.136241] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.143497] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822805, 'name': Rename_Task, 'duration_secs': 0.161192} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.144185] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1871.144464] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aef9d8d-0a89-406e-a6c1-c2d9abe641a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.149657] env[62913]: DEBUG oslo_vmware.api [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.156497] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1871.156497] env[62913]: value = "task-1822807" [ 1871.156497] env[62913]: _type = "Task" [ 1871.156497] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.167959] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.170698] env[62913]: DEBUG nova.compute.manager [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Found 3 images (rotation: 2) {{(pid=62913) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 1871.170914] env[62913]: DEBUG nova.compute.manager [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Rotating out 1 backups {{(pid=62913) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4968}} [ 1871.171118] env[62913]: DEBUG nova.compute.manager [None req-7ffb12d9-1006-47d6-be40-4076434ebbf4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Deleting image a5f1dde5-b761-4d9e-8930-776337d1b2cc {{(pid=62913) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4973}} [ 1871.248431] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "b94e7d9f-d90f-4ddb-a58b-0244efaf97d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.248670] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "b94e7d9f-d90f-4ddb-a58b-0244efaf97d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.281073] env[62913]: DEBUG nova.compute.manager [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1871.412727] env[62913]: DEBUG nova.compute.manager [req-cff47a59-85be-4559-9a50-e79f59ce98f9 req-ddec4af4-d5a8-49c5-bd83-ef2aa65fa852 service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Received event network-changed-b1835800-6e72-41a0-880a-eae52819c459 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1871.412882] env[62913]: DEBUG nova.compute.manager [req-cff47a59-85be-4559-9a50-e79f59ce98f9 req-ddec4af4-d5a8-49c5-bd83-ef2aa65fa852 service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Refreshing instance network info cache due to event network-changed-b1835800-6e72-41a0-880a-eae52819c459. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1871.413097] env[62913]: DEBUG oslo_concurrency.lockutils [req-cff47a59-85be-4559-9a50-e79f59ce98f9 req-ddec4af4-d5a8-49c5-bd83-ef2aa65fa852 service nova] Acquiring lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.610633] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.611426] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.611595] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.611900] env[62913]: DEBUG oslo_concurrency.lockutils [req-cff47a59-85be-4559-9a50-e79f59ce98f9 req-ddec4af4-d5a8-49c5-bd83-ef2aa65fa852 service nova] Acquired lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.612149] env[62913]: DEBUG nova.network.neutron [req-cff47a59-85be-4559-9a50-e79f59ce98f9 req-ddec4af4-d5a8-49c5-bd83-ef2aa65fa852 service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Refreshing network info cache for port b1835800-6e72-41a0-880a-eae52819c459 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1871.614127] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c01f46-528a-4cf9-91ab-a3a6af71e4a7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.636039] env[62913]: DEBUG nova.virt.hardware [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1871.636039] env[62913]: DEBUG nova.virt.hardware [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1871.636039] env[62913]: DEBUG nova.virt.hardware [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1871.636039] env[62913]: DEBUG nova.virt.hardware [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1871.636301] env[62913]: DEBUG nova.virt.hardware [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1871.636348] env[62913]: DEBUG nova.virt.hardware [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1871.636569] env[62913]: DEBUG nova.virt.hardware [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1871.636763] env[62913]: DEBUG nova.virt.hardware [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1871.636962] env[62913]: DEBUG nova.virt.hardware [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1871.637167] env[62913]: DEBUG nova.virt.hardware [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1871.637408] env[62913]: DEBUG nova.virt.hardware [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1871.643683] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Reconfiguring VM to attach interface {{(pid=62913) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1871.644609] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2ea3cb43-512f-422e-b2cb-8191af0f01df tempest-ServerActionsV293TestJSON-1282519899 tempest-ServerActionsV293TestJSON-1282519899-project-member] Lock "af6bed19-b81b-4717-8ab6-4d9fa9456c3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.602s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.646478] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f169de5-d5b5-4c44-ade9-7b95de7bd747 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.671961] env[62913]: DEBUG oslo_vmware.api [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822806, 'name': ReconfigVM_Task, 'duration_secs': 0.39298} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.676102] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 2857dc4b-20e3-4ff7-a0bb-448907ebf42a/2857dc4b-20e3-4ff7-a0bb-448907ebf42a.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1871.676433] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Updating instance '2857dc4b-20e3-4ff7-a0bb-448907ebf42a' progress to 50 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1871.680693] env[62913]: DEBUG oslo_vmware.api [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822807, 'name': PowerOnVM_Task, 'duration_secs': 0.500364} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.680693] env[62913]: DEBUG oslo_vmware.api [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1871.680693] env[62913]: value = "task-1822808" [ 1871.680693] env[62913]: _type = "Task" [ 1871.680693] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.680693] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1871.680983] env[62913]: INFO nova.compute.manager [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1871.681774] env[62913]: DEBUG nova.compute.manager [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1871.681977] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297165f1-c0f5-4fe0-8657-bbefc60b5488 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.699192] env[62913]: DEBUG oslo_vmware.api [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822808, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.750983] env[62913]: DEBUG nova.compute.manager [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1871.802474] env[62913]: DEBUG oslo_concurrency.lockutils [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.183095] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55462414-2079-4331-90b0-4d2d154c5781 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.219363] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bf9ddb-81a5-4947-a670-9be9f78591d8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.223054] env[62913]: DEBUG oslo_vmware.api [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.228217] env[62913]: INFO nova.compute.manager [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Took 14.32 seconds to build instance. [ 1872.245039] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Updating instance '2857dc4b-20e3-4ff7-a0bb-448907ebf42a' progress to 67 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1872.269650] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.405483] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefc7601-2bdb-4aba-9eb9-063676d6f9a9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.416195] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824f4748-0a27-46c3-80d8-49043dd33342 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.448951] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60ff0e9-597b-4dce-b5e0-bec195140a11 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.458330] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4678e5d4-96ad-4e1a-8c5e-e140ea7d2b16 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.473626] env[62913]: DEBUG nova.compute.provider_tree [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1872.498245] env[62913]: DEBUG nova.network.neutron [req-cff47a59-85be-4559-9a50-e79f59ce98f9 req-ddec4af4-d5a8-49c5-bd83-ef2aa65fa852 service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Updated VIF entry in instance network info cache for port b1835800-6e72-41a0-880a-eae52819c459. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1872.498392] env[62913]: DEBUG nova.network.neutron [req-cff47a59-85be-4559-9a50-e79f59ce98f9 req-ddec4af4-d5a8-49c5-bd83-ef2aa65fa852 service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Updating instance_info_cache with network_info: [{"id": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "address": "fa:16:3e:66:f6:56", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a27e015-f7", "ovs_interfaceid": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "899ec87c-cb27-495f-92e5-c4223daccb46", "address": "fa:16:3e:e6:81:82", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap899ec87c-cb", "ovs_interfaceid": "899ec87c-cb27-495f-92e5-c4223daccb46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b1835800-6e72-41a0-880a-eae52819c459", "address": "fa:16:3e:89:5b:4b", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1835800-6e", "ovs_interfaceid": "b1835800-6e72-41a0-880a-eae52819c459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.693642] env[62913]: DEBUG oslo_vmware.api [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822808, 'name': ReconfigVM_Task, 'duration_secs': 0.90076} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.694260] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.694478] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Reconfigured VM to attach interface {{(pid=62913) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1872.731711] env[62913]: DEBUG oslo_concurrency.lockutils [None req-155f066e-c027-4c11-9f03-ec5649aed930 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "23701165-5c53-4cb5-8125-0c3cb76fcbf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.835s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.791089] env[62913]: DEBUG nova.network.neutron [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Port c7df92d7-9602-41cf-8557-7f15399198b6 binding to destination host cpu-1 is already ACTIVE {{(pid=62913) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1872.976961] env[62913]: DEBUG nova.scheduler.client.report [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1873.000639] env[62913]: DEBUG oslo_concurrency.lockutils [req-cff47a59-85be-4559-9a50-e79f59ce98f9 req-ddec4af4-d5a8-49c5-bd83-ef2aa65fa852 service nova] Releasing lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.199616] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1c2f4c30-14ce-4f66-9ff2-484beaf8a50a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-9fdfb7b6-9540-40e3-aead-a7293180ff21-b1835800-6e72-41a0-880a-eae52819c459" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.022s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.439726] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d34ad94a-1fdf-4e1f-b5b6-7e207cb31e76 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "3933925c-d040-4fcc-aa6c-263aad13abed" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.440057] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d34ad94a-1fdf-4e1f-b5b6-7e207cb31e76 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "3933925c-d040-4fcc-aa6c-263aad13abed" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.440299] env[62913]: DEBUG nova.compute.manager [None req-d34ad94a-1fdf-4e1f-b5b6-7e207cb31e76 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1873.441285] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba35036-c322-44ae-94f9-1f2f04031849 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.447906] env[62913]: DEBUG nova.compute.manager [None req-d34ad94a-1fdf-4e1f-b5b6-7e207cb31e76 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62913) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1873.448562] env[62913]: DEBUG nova.objects.instance [None req-d34ad94a-1fdf-4e1f-b5b6-7e207cb31e76 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lazy-loading 'flavor' on Instance uuid 3933925c-d040-4fcc-aa6c-263aad13abed {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1873.481613] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.482179] env[62913]: DEBUG nova.compute.manager [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1873.484675] env[62913]: DEBUG oslo_concurrency.lockutils [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.682s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.486062] env[62913]: INFO nova.compute.claims [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1873.808886] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.809179] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.809380] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.989817] env[62913]: DEBUG nova.compute.utils [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1873.993765] env[62913]: DEBUG nova.compute.manager [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1873.994072] env[62913]: DEBUG nova.network.neutron [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1874.043738] env[62913]: DEBUG nova.policy [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2536cf410ab476c8db291f5461a3bbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e9a64b50d64df0ab318a68bc19b309', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1874.256269] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "23701165-5c53-4cb5-8125-0c3cb76fcbf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.256269] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "23701165-5c53-4cb5-8125-0c3cb76fcbf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.256269] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "23701165-5c53-4cb5-8125-0c3cb76fcbf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.256269] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "23701165-5c53-4cb5-8125-0c3cb76fcbf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.256269] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "23701165-5c53-4cb5-8125-0c3cb76fcbf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.257491] env[62913]: INFO nova.compute.manager [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Terminating instance [ 1874.386129] env[62913]: DEBUG nova.network.neutron [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Successfully created port: 93957934-9486-4496-827b-dd967f9f7713 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1874.455777] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34ad94a-1fdf-4e1f-b5b6-7e207cb31e76 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1874.456142] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4441d6eb-6f21-4944-967f-97eb2ed53991 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.467143] env[62913]: DEBUG oslo_vmware.api [None req-d34ad94a-1fdf-4e1f-b5b6-7e207cb31e76 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1874.467143] env[62913]: value = "task-1822809" [ 1874.467143] env[62913]: _type = "Task" [ 1874.467143] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.477248] env[62913]: DEBUG oslo_vmware.api [None req-d34ad94a-1fdf-4e1f-b5b6-7e207cb31e76 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.496851] env[62913]: DEBUG nova.compute.manager [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1874.744055] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471c4469-b57a-4834-bf1f-53ae59873708 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.751603] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d64c689-614d-4bb0-a153-f5786647604f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.784117] env[62913]: DEBUG nova.compute.manager [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1874.784385] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1874.785357] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d03557-8882-44b5-872a-22fbc56e0cd1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.788566] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb3a093-acc7-4682-a4f6-f571a1d0a8d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.796976] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1874.798721] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b78eba9e-cf0e-4055-9e35-133e2cb00190 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.801220] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034a820c-1dce-4751-9f0c-4bde721fb7ae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.815893] env[62913]: DEBUG nova.compute.provider_tree [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1874.821830] env[62913]: DEBUG oslo_vmware.api [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1874.821830] env[62913]: value = "task-1822810" [ 1874.821830] env[62913]: _type = "Task" [ 1874.821830] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.833372] env[62913]: DEBUG oslo_vmware.api [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.850506] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "refresh_cache-2857dc4b-20e3-4ff7-a0bb-448907ebf42a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.850782] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "refresh_cache-2857dc4b-20e3-4ff7-a0bb-448907ebf42a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.851051] env[62913]: DEBUG nova.network.neutron [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1874.977575] env[62913]: DEBUG oslo_vmware.api [None req-d34ad94a-1fdf-4e1f-b5b6-7e207cb31e76 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822809, 'name': PowerOffVM_Task, 'duration_secs': 0.220103} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.978246] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34ad94a-1fdf-4e1f-b5b6-7e207cb31e76 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1874.978246] env[62913]: DEBUG nova.compute.manager [None req-d34ad94a-1fdf-4e1f-b5b6-7e207cb31e76 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.978835] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5459bc5-30a9-4d5b-b5cd-4c1402db9763 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.118025] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "interface-9fdfb7b6-9540-40e3-aead-a7293180ff21-899ec87c-cb27-495f-92e5-c4223daccb46" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.118025] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-9fdfb7b6-9540-40e3-aead-a7293180ff21-899ec87c-cb27-495f-92e5-c4223daccb46" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.324131] env[62913]: DEBUG nova.scheduler.client.report [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1875.336830] env[62913]: DEBUG oslo_vmware.api [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822810, 'name': PowerOffVM_Task, 'duration_secs': 0.207314} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.337720] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1875.337720] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1875.337872] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5c56790-5e3a-4ba6-bdb6-b622b160ca35 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.427501] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1875.427731] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1875.427918] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleting the datastore file [datastore1] 23701165-5c53-4cb5-8125-0c3cb76fcbf6 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1875.430539] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26358d44-2327-4489-a006-fcf4c8e30384 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.438343] env[62913]: DEBUG oslo_vmware.api [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for the task: (returnval){ [ 1875.438343] env[62913]: value = "task-1822812" [ 1875.438343] env[62913]: _type = "Task" [ 1875.438343] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.449280] env[62913]: DEBUG oslo_vmware.api [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.491156] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d34ad94a-1fdf-4e1f-b5b6-7e207cb31e76 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "3933925c-d040-4fcc-aa6c-263aad13abed" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.519038] env[62913]: DEBUG nova.compute.manager [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1875.542928] env[62913]: DEBUG nova.virt.hardware [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1875.543235] env[62913]: DEBUG nova.virt.hardware [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1875.543394] env[62913]: DEBUG nova.virt.hardware [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1875.543603] env[62913]: DEBUG nova.virt.hardware [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1875.543752] env[62913]: DEBUG nova.virt.hardware [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1875.543900] env[62913]: DEBUG nova.virt.hardware [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1875.544218] env[62913]: DEBUG nova.virt.hardware [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1875.544382] env[62913]: DEBUG nova.virt.hardware [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1875.544569] env[62913]: DEBUG nova.virt.hardware [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1875.544746] env[62913]: DEBUG nova.virt.hardware [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1875.545073] env[62913]: DEBUG nova.virt.hardware [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1875.545938] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7a9238-ac70-4809-9eb8-6070444d8740 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.555638] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d65517c-8433-4309-9324-cee211b43e9f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.573034] env[62913]: DEBUG nova.network.neutron [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Updating instance_info_cache with network_info: [{"id": "c7df92d7-9602-41cf-8557-7f15399198b6", "address": "fa:16:3e:37:37:fd", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7df92d7-96", "ovs_interfaceid": "c7df92d7-9602-41cf-8557-7f15399198b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.620060] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.620281] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.621162] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0da9551-3f36-4df9-8b9d-35a2015adc25 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.639650] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87403eb8-b2cd-4dd0-9ca2-1c1428f7d3ca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.668166] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Reconfiguring VM to detach interface {{(pid=62913) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1875.668452] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-471da1db-c16c-493d-8471-085d91b2a7f7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.687167] env[62913]: DEBUG oslo_vmware.api [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1875.687167] env[62913]: value = "task-1822813" [ 1875.687167] env[62913]: _type = "Task" [ 1875.687167] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.695535] env[62913]: DEBUG oslo_vmware.api [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.832410] env[62913]: DEBUG oslo_concurrency.lockutils [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.832970] env[62913]: DEBUG nova.compute.manager [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1875.835757] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.566s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.837209] env[62913]: INFO nova.compute.claims [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1875.898279] env[62913]: DEBUG nova.compute.manager [req-30f70beb-f51a-495c-82ce-86438bfe993f req-5a81feb4-3f43-4b82-919a-4c70cba05cf7 service nova] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Received event network-vif-plugged-93957934-9486-4496-827b-dd967f9f7713 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1875.898279] env[62913]: DEBUG oslo_concurrency.lockutils [req-30f70beb-f51a-495c-82ce-86438bfe993f req-5a81feb4-3f43-4b82-919a-4c70cba05cf7 service nova] Acquiring lock "2ab40135-5f1f-4660-819c-cad3e1c4946a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.898279] env[62913]: DEBUG oslo_concurrency.lockutils [req-30f70beb-f51a-495c-82ce-86438bfe993f req-5a81feb4-3f43-4b82-919a-4c70cba05cf7 service nova] Lock "2ab40135-5f1f-4660-819c-cad3e1c4946a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.898279] env[62913]: DEBUG oslo_concurrency.lockutils [req-30f70beb-f51a-495c-82ce-86438bfe993f req-5a81feb4-3f43-4b82-919a-4c70cba05cf7 service nova] Lock "2ab40135-5f1f-4660-819c-cad3e1c4946a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.898279] env[62913]: DEBUG nova.compute.manager [req-30f70beb-f51a-495c-82ce-86438bfe993f req-5a81feb4-3f43-4b82-919a-4c70cba05cf7 service nova] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] No waiting events found dispatching network-vif-plugged-93957934-9486-4496-827b-dd967f9f7713 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1875.898279] env[62913]: WARNING nova.compute.manager [req-30f70beb-f51a-495c-82ce-86438bfe993f req-5a81feb4-3f43-4b82-919a-4c70cba05cf7 service nova] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Received unexpected event network-vif-plugged-93957934-9486-4496-827b-dd967f9f7713 for instance with vm_state building and task_state spawning. [ 1875.948814] env[62913]: DEBUG oslo_vmware.api [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Task: {'id': task-1822812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159718} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.949269] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1875.949564] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1875.949846] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1875.950134] env[62913]: INFO nova.compute.manager [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1875.950487] env[62913]: DEBUG oslo.service.loopingcall [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.950777] env[62913]: DEBUG nova.compute.manager [-] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1875.950975] env[62913]: DEBUG nova.network.neutron [-] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1876.053410] env[62913]: DEBUG nova.network.neutron [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Successfully updated port: 93957934-9486-4496-827b-dd967f9f7713 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1876.077391] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "refresh_cache-2857dc4b-20e3-4ff7-a0bb-448907ebf42a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.197417] env[62913]: DEBUG oslo_vmware.api [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.283012] env[62913]: DEBUG nova.compute.manager [req-20444481-0ec7-443a-af9e-af6c6db7d2d8 req-dafa2aed-815b-47e6-bc08-987c9cef344d service nova] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Received event network-vif-deleted-1f848735-a321-4fc4-bad3-c8178f6f7566 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1876.283260] env[62913]: INFO nova.compute.manager [req-20444481-0ec7-443a-af9e-af6c6db7d2d8 req-dafa2aed-815b-47e6-bc08-987c9cef344d service nova] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Neutron deleted interface 1f848735-a321-4fc4-bad3-c8178f6f7566; detaching it from the instance and deleting it from the info cache [ 1876.283411] env[62913]: DEBUG nova.network.neutron [req-20444481-0ec7-443a-af9e-af6c6db7d2d8 req-dafa2aed-815b-47e6-bc08-987c9cef344d service nova] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.341734] env[62913]: DEBUG nova.compute.utils [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1876.345301] env[62913]: DEBUG nova.compute.manager [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Not allocating networking since 'none' was specified. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1876.556079] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "refresh_cache-2ab40135-5f1f-4660-819c-cad3e1c4946a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.556260] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "refresh_cache-2ab40135-5f1f-4660-819c-cad3e1c4946a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.556387] env[62913]: DEBUG nova.network.neutron [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1876.606802] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afba90f7-736d-44ff-89f2-1fa31b879afe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.627456] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73ac166-a857-48dc-879a-c9ceda2341f7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.635095] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Updating instance '2857dc4b-20e3-4ff7-a0bb-448907ebf42a' progress to 83 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1876.699401] env[62913]: DEBUG oslo_vmware.api [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.707901] env[62913]: DEBUG nova.compute.manager [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Stashing vm_state: stopped {{(pid=62913) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1876.761314] env[62913]: DEBUG nova.network.neutron [-] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.786315] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3be2355d-aaad-4b50-bb42-65a71726af97 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.796953] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd1be95-a204-4b8f-a521-c8036af06726 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.831419] env[62913]: DEBUG nova.compute.manager [req-20444481-0ec7-443a-af9e-af6c6db7d2d8 req-dafa2aed-815b-47e6-bc08-987c9cef344d service nova] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Detach interface failed, port_id=1f848735-a321-4fc4-bad3-c8178f6f7566, reason: Instance 23701165-5c53-4cb5-8125-0c3cb76fcbf6 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1876.847765] env[62913]: DEBUG nova.compute.manager [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1877.046187] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12be28ae-9276-4cdb-ad39-1bd941c45221 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.055686] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20467f34-41a8-42c8-9ebb-77ccc9f111af {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.088252] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780de3e1-d992-4e20-b32d-82e8a099cf63 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.096859] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc2a645-e4dd-42e1-be96-00c2e9316f9d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.112410] env[62913]: DEBUG nova.compute.provider_tree [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.115509] env[62913]: DEBUG nova.network.neutron [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1877.141704] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1877.142028] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aee47f8f-49b9-4206-ab0a-8f75841eec15 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.150192] env[62913]: DEBUG oslo_vmware.api [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1877.150192] env[62913]: value = "task-1822814" [ 1877.150192] env[62913]: _type = "Task" [ 1877.150192] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.161380] env[62913]: DEBUG oslo_vmware.api [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.198142] env[62913]: DEBUG oslo_vmware.api [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.224503] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.263844] env[62913]: INFO nova.compute.manager [-] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Took 1.31 seconds to deallocate network for instance. [ 1877.268813] env[62913]: DEBUG nova.network.neutron [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Updating instance_info_cache with network_info: [{"id": "93957934-9486-4496-827b-dd967f9f7713", "address": "fa:16:3e:cc:f8:89", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93957934-94", "ovs_interfaceid": "93957934-9486-4496-827b-dd967f9f7713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.615638] env[62913]: DEBUG nova.scheduler.client.report [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1877.660198] env[62913]: DEBUG oslo_vmware.api [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822814, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.699274] env[62913]: DEBUG oslo_vmware.api [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.770965] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.773581] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "refresh_cache-2ab40135-5f1f-4660-819c-cad3e1c4946a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.773882] env[62913]: DEBUG nova.compute.manager [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Instance network_info: |[{"id": "93957934-9486-4496-827b-dd967f9f7713", "address": "fa:16:3e:cc:f8:89", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93957934-94", "ovs_interfaceid": "93957934-9486-4496-827b-dd967f9f7713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1877.774312] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:f8:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93957934-9486-4496-827b-dd967f9f7713', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1877.781708] env[62913]: DEBUG oslo.service.loopingcall [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.781914] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1877.782179] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7548458-1761-41e7-b64c-7d15fa742c08 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.803230] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1877.803230] env[62913]: value = "task-1822815" [ 1877.803230] env[62913]: _type = "Task" [ 1877.803230] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.811122] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822815, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.860279] env[62913]: DEBUG nova.compute.manager [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1877.888409] env[62913]: DEBUG nova.virt.hardware [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1877.888675] env[62913]: DEBUG nova.virt.hardware [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1877.888833] env[62913]: DEBUG nova.virt.hardware [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1877.889035] env[62913]: DEBUG nova.virt.hardware [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1877.889176] env[62913]: DEBUG nova.virt.hardware [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1877.889329] env[62913]: DEBUG nova.virt.hardware [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1877.889537] env[62913]: DEBUG nova.virt.hardware [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1877.889697] env[62913]: DEBUG nova.virt.hardware [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1877.889863] env[62913]: DEBUG nova.virt.hardware [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1877.890054] env[62913]: DEBUG nova.virt.hardware [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1877.890248] env[62913]: DEBUG nova.virt.hardware [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1877.891115] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db85e16a-f730-4404-830c-7114df8b1835 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.900196] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7682a7f-0f1e-4fd0-a51e-3255437b9a4a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.915658] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Instance VIF info [] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1877.922281] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Creating folder: Project (2f72364ad9544c6e98f4af02a59cebcf). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1877.923643] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11b899f1-5914-4ff2-ba81-2a6c511bdfbf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.926384] env[62913]: DEBUG nova.compute.manager [req-a3283614-b09e-418e-8c07-1e17ad87c91a req-31007924-46af-4123-aea7-063f97feb1f0 service nova] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Received event network-changed-93957934-9486-4496-827b-dd967f9f7713 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1877.926565] env[62913]: DEBUG nova.compute.manager [req-a3283614-b09e-418e-8c07-1e17ad87c91a req-31007924-46af-4123-aea7-063f97feb1f0 service nova] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Refreshing instance network info cache due to event network-changed-93957934-9486-4496-827b-dd967f9f7713. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1877.926781] env[62913]: DEBUG oslo_concurrency.lockutils [req-a3283614-b09e-418e-8c07-1e17ad87c91a req-31007924-46af-4123-aea7-063f97feb1f0 service nova] Acquiring lock "refresh_cache-2ab40135-5f1f-4660-819c-cad3e1c4946a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.926914] env[62913]: DEBUG oslo_concurrency.lockutils [req-a3283614-b09e-418e-8c07-1e17ad87c91a req-31007924-46af-4123-aea7-063f97feb1f0 service nova] Acquired lock "refresh_cache-2ab40135-5f1f-4660-819c-cad3e1c4946a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.927093] env[62913]: DEBUG nova.network.neutron [req-a3283614-b09e-418e-8c07-1e17ad87c91a req-31007924-46af-4123-aea7-063f97feb1f0 service nova] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Refreshing network info cache for port 93957934-9486-4496-827b-dd967f9f7713 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1877.940767] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Created folder: Project (2f72364ad9544c6e98f4af02a59cebcf) in parent group-v377263. [ 1877.941139] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Creating folder: Instances. Parent ref: group-v377536. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1877.941692] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e589a8e-4108-4e7e-b9f9-f0f0c98c587a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.952580] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Created folder: Instances in parent group-v377536. [ 1877.952940] env[62913]: DEBUG oslo.service.loopingcall [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.953228] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1877.953462] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8977a94c-8e7e-4bec-bb26-abc070a3e6dd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.970479] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1877.970479] env[62913]: value = "task-1822818" [ 1877.970479] env[62913]: _type = "Task" [ 1877.970479] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.978308] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822818, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.121092] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.121673] env[62913]: DEBUG nova.compute.manager [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1878.125692] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.901s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.160274] env[62913]: DEBUG oslo_vmware.api [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822814, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.203284] env[62913]: DEBUG oslo_vmware.api [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.313674] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822815, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.480804] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822818, 'name': CreateVM_Task, 'duration_secs': 0.285938} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.480804] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1878.481037] env[62913]: DEBUG oslo_concurrency.lockutils [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.481094] env[62913]: DEBUG oslo_concurrency.lockutils [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.481445] env[62913]: DEBUG oslo_concurrency.lockutils [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1878.481694] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92ed1b0e-87f9-4ae6-9d09-15e0f5934dbe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.486944] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1878.486944] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523348b8-fbe8-59e4-7643-7a69bcde2846" [ 1878.486944] env[62913]: _type = "Task" [ 1878.486944] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.496609] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523348b8-fbe8-59e4-7643-7a69bcde2846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.624858] env[62913]: DEBUG nova.network.neutron [req-a3283614-b09e-418e-8c07-1e17ad87c91a req-31007924-46af-4123-aea7-063f97feb1f0 service nova] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Updated VIF entry in instance network info cache for port 93957934-9486-4496-827b-dd967f9f7713. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1878.625265] env[62913]: DEBUG nova.network.neutron [req-a3283614-b09e-418e-8c07-1e17ad87c91a req-31007924-46af-4123-aea7-063f97feb1f0 service nova] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Updating instance_info_cache with network_info: [{"id": "93957934-9486-4496-827b-dd967f9f7713", "address": "fa:16:3e:cc:f8:89", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93957934-94", "ovs_interfaceid": "93957934-9486-4496-827b-dd967f9f7713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.627363] env[62913]: DEBUG nova.compute.utils [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1878.628769] env[62913]: DEBUG nova.compute.manager [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Not allocating networking since 'none' was specified. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1878.631023] env[62913]: INFO nova.compute.claims [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1878.662159] env[62913]: DEBUG oslo_vmware.api [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822814, 'name': PowerOnVM_Task, 'duration_secs': 1.385554} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.662432] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1878.662617] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7611116d-98d3-44bd-a497-738368d36a7a tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Updating instance '2857dc4b-20e3-4ff7-a0bb-448907ebf42a' progress to 100 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1878.700597] env[62913]: DEBUG oslo_vmware.api [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.813702] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822815, 'name': CreateVM_Task, 'duration_secs': 0.68874} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.813902] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1878.814683] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.997782] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523348b8-fbe8-59e4-7643-7a69bcde2846, 'name': SearchDatastore_Task, 'duration_secs': 0.011794} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.998105] env[62913]: DEBUG oslo_concurrency.lockutils [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.998349] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1878.998586] env[62913]: DEBUG oslo_concurrency.lockutils [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.998740] env[62913]: DEBUG oslo_concurrency.lockutils [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.998924] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1878.999220] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.999533] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1878.999754] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3198b5f2-6c7a-4cad-be3c-ce8c1c26df51 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.001531] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-423d5fdc-fd6d-41aa-8960-1264fe76eecb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.006657] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1879.006657] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52d8a311-ed12-8042-f78e-9eb4c31de452" [ 1879.006657] env[62913]: _type = "Task" [ 1879.006657] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.010367] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1879.010547] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1879.011522] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27ad7017-d844-4632-89cd-d4cb58d245c8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.016267] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d8a311-ed12-8042-f78e-9eb4c31de452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.019067] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1879.019067] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52849b2d-2cac-41aa-257d-50a29ca4380b" [ 1879.019067] env[62913]: _type = "Task" [ 1879.019067] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.026361] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52849b2d-2cac-41aa-257d-50a29ca4380b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.129583] env[62913]: DEBUG oslo_concurrency.lockutils [req-a3283614-b09e-418e-8c07-1e17ad87c91a req-31007924-46af-4123-aea7-063f97feb1f0 service nova] Releasing lock "refresh_cache-2ab40135-5f1f-4660-819c-cad3e1c4946a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.135471] env[62913]: DEBUG nova.compute.manager [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1879.139254] env[62913]: INFO nova.compute.resource_tracker [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updating resource usage from migration c6ab57d4-35cc-4589-a66e-df63c7dc9d82 [ 1879.199295] env[62913]: DEBUG oslo_vmware.api [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.347274] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff49caaf-2c5a-482a-9beb-d3ba04e468db {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.354690] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da15238c-8ea4-4d2e-ada6-3358a5edb874 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.385060] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abcf689-8ae1-4983-a7f3-4fbfd0fe6360 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.392905] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65271ef2-0a26-45d6-ba28-ad0e268d5e4d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.407836] env[62913]: DEBUG nova.compute.provider_tree [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1879.517673] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d8a311-ed12-8042-f78e-9eb4c31de452, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.517981] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.518247] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1879.518455] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.527733] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52849b2d-2cac-41aa-257d-50a29ca4380b, 'name': SearchDatastore_Task, 'duration_secs': 0.008036} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.528455] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e3e9c8-189b-4cb1-b6e3-c0567f364c7d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.533098] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1879.533098] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]528480de-fb1f-5914-6988-3857756174fc" [ 1879.533098] env[62913]: _type = "Task" [ 1879.533098] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.540421] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528480de-fb1f-5914-6988-3857756174fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.700527] env[62913]: DEBUG oslo_vmware.api [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.910743] env[62913]: DEBUG nova.scheduler.client.report [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1880.044990] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528480de-fb1f-5914-6988-3857756174fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009338} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.046671] env[62913]: DEBUG oslo_concurrency.lockutils [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.046950] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] c2226d00-ba61-4d2f-9273-787482609bc2/c2226d00-ba61-4d2f-9273-787482609bc2.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1880.049756] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.049895] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1880.050133] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-026ebfe8-ed83-4f6a-974a-aa93dd3482a4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.053140] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e33f59c2-3ad8-40d5-b5ec-39c4d15eab13 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.062713] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1880.062713] env[62913]: value = "task-1822819" [ 1880.062713] env[62913]: _type = "Task" [ 1880.062713] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.067256] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1880.067455] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1880.068609] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a493e6c1-4b13-47d1-b501-7c86f87bae5e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.074889] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.079324] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1880.079324] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52cedfee-3c37-6074-f93c-513ca6ba8ce0" [ 1880.079324] env[62913]: _type = "Task" [ 1880.079324] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.089578] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52cedfee-3c37-6074-f93c-513ca6ba8ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.148490] env[62913]: DEBUG nova.compute.manager [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1880.177027] env[62913]: DEBUG nova.virt.hardware [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1880.177027] env[62913]: DEBUG nova.virt.hardware [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1880.177294] env[62913]: DEBUG nova.virt.hardware [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1880.177520] env[62913]: DEBUG nova.virt.hardware [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1880.177677] env[62913]: DEBUG nova.virt.hardware [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1880.177933] env[62913]: DEBUG nova.virt.hardware [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1880.178090] env[62913]: DEBUG nova.virt.hardware [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1880.178266] env[62913]: DEBUG nova.virt.hardware [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1880.178456] env[62913]: DEBUG nova.virt.hardware [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1880.178648] env[62913]: DEBUG nova.virt.hardware [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1880.178840] env[62913]: DEBUG nova.virt.hardware [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1880.185874] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06222f3f-7471-4dd7-8d63-d9956d465100 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.205652] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1eb566-0c3d-452a-913f-a9b1e57b2034 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.209908] env[62913]: DEBUG oslo_vmware.api [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.223066] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Instance VIF info [] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1880.228874] env[62913]: DEBUG oslo.service.loopingcall [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1880.229500] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1880.229738] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eda15fd7-f1ac-4c48-8dc3-75ed1169f940 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.248712] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1880.248712] env[62913]: value = "task-1822820" [ 1880.248712] env[62913]: _type = "Task" [ 1880.248712] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.259461] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822820, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.415891] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.290s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.416149] env[62913]: INFO nova.compute.manager [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Migrating [ 1880.423550] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.653s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.423785] env[62913]: DEBUG nova.objects.instance [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lazy-loading 'resources' on Instance uuid 23701165-5c53-4cb5-8125-0c3cb76fcbf6 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1880.554551] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.554852] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.555060] env[62913]: DEBUG nova.compute.manager [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Going to confirm migration 5 {{(pid=62913) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1880.575193] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503147} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.578097] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] c2226d00-ba61-4d2f-9273-787482609bc2/c2226d00-ba61-4d2f-9273-787482609bc2.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1880.578467] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1880.579652] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff445f66-15df-49fd-adc0-01368d233db8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.594948] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52cedfee-3c37-6074-f93c-513ca6ba8ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.597127] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1880.597127] env[62913]: value = "task-1822821" [ 1880.597127] env[62913]: _type = "Task" [ 1880.597127] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.597368] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b404074-cf89-4e88-8d82-0770efd4b32d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.611799] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.613122] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1880.613122] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]526eb5d5-8464-6df2-6a49-1fe2a0696077" [ 1880.613122] env[62913]: _type = "Task" [ 1880.613122] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.630156] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526eb5d5-8464-6df2-6a49-1fe2a0696077, 'name': SearchDatastore_Task, 'duration_secs': 0.011251} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.630156] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.630362] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 2ab40135-5f1f-4660-819c-cad3e1c4946a/2ab40135-5f1f-4660-819c-cad3e1c4946a.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1880.633342] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ca128a1-b8cb-432e-8231-33e946ad9c31 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.642405] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1880.642405] env[62913]: value = "task-1822822" [ 1880.642405] env[62913]: _type = "Task" [ 1880.642405] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.655522] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.689882] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80708139-6c7f-4c31-b54d-f3c0d8d8a921 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.703829] env[62913]: DEBUG oslo_vmware.api [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.706881] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6bf7ac-f00b-45e3-903c-bfdaee5087c9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.739462] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1e9921-d6d7-4346-952f-a8ebb64a572f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.747982] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c564aa0-d787-4dbb-be32-55bb3a282ff0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.765540] env[62913]: DEBUG nova.compute.provider_tree [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.769693] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822820, 'name': CreateVM_Task, 'duration_secs': 0.462749} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.770117] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1880.770587] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.770758] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.771118] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1880.771374] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b8e7e7-2d94-41da-9673-32b0d5a0c845 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.777394] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1880.777394] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ece018-c175-3440-e7f6-63a8738a720c" [ 1880.777394] env[62913]: _type = "Task" [ 1880.777394] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.786141] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ece018-c175-3440-e7f6-63a8738a720c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.939722] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.939959] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.940279] env[62913]: DEBUG nova.network.neutron [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1881.096385] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "refresh_cache-2857dc4b-20e3-4ff7-a0bb-448907ebf42a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.096645] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquired lock "refresh_cache-2857dc4b-20e3-4ff7-a0bb-448907ebf42a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.096825] env[62913]: DEBUG nova.network.neutron [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1881.097023] env[62913]: DEBUG nova.objects.instance [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lazy-loading 'info_cache' on Instance uuid 2857dc4b-20e3-4ff7-a0bb-448907ebf42a {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1881.109369] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068567} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.109518] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1881.110888] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d17c75-1f87-43ef-a3ef-80413469ebe0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.132126] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] c2226d00-ba61-4d2f-9273-787482609bc2/c2226d00-ba61-4d2f-9273-787482609bc2.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1881.132668] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d0bd25-46c8-4e59-9c30-ad35d33cb3c5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.156479] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446703} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.157705] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 2ab40135-5f1f-4660-819c-cad3e1c4946a/2ab40135-5f1f-4660-819c-cad3e1c4946a.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1881.157948] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1881.158269] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1881.158269] env[62913]: value = "task-1822823" [ 1881.158269] env[62913]: _type = "Task" [ 1881.158269] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.158461] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e027d6ca-a194-4853-948d-ab3fd10fb206 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.167636] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1881.167636] env[62913]: value = "task-1822824" [ 1881.167636] env[62913]: _type = "Task" [ 1881.167636] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.170783] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822823, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.178975] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.203161] env[62913]: DEBUG oslo_vmware.api [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822813, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.271274] env[62913]: DEBUG nova.scheduler.client.report [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1881.289384] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ece018-c175-3440-e7f6-63a8738a720c, 'name': SearchDatastore_Task, 'duration_secs': 0.009232} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.290562] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.290806] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1881.291056] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.291215] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.291399] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1881.291952] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83811a44-d715-4a54-932c-a4dfbd3b1b0a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.301530] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1881.301721] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1881.302472] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8882a391-0289-434d-92d8-b4d647305718 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.309111] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1881.309111] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bfe51d-0216-b4ad-94b9-fb9dcb39d41a" [ 1881.309111] env[62913]: _type = "Task" [ 1881.309111] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.317213] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bfe51d-0216-b4ad-94b9-fb9dcb39d41a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.673324] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822823, 'name': ReconfigVM_Task, 'duration_secs': 0.383884} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.676431] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Reconfigured VM instance instance-00000061 to attach disk [datastore1] c2226d00-ba61-4d2f-9273-787482609bc2/c2226d00-ba61-4d2f-9273-787482609bc2.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1881.677382] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c29c3fd-52d6-4839-b732-2a6c9b0e4199 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.684564] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138311} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.688611] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1881.688611] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1881.688611] env[62913]: value = "task-1822825" [ 1881.688611] env[62913]: _type = "Task" [ 1881.688611] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.688611] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24657e7-1835-4b21-9b02-668f8ecdf62b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.708410] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822825, 'name': Rename_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.717346] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 2ab40135-5f1f-4660-819c-cad3e1c4946a/2ab40135-5f1f-4660-819c-cad3e1c4946a.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1881.718501] env[62913]: DEBUG nova.network.neutron [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updating instance_info_cache with network_info: [{"id": "6e26aa97-1cce-4625-a571-72b6ca9138ba", "address": "fa:16:3e:08:a9:6d", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e26aa97-1c", "ovs_interfaceid": "6e26aa97-1cce-4625-a571-72b6ca9138ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.720080] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a03c85cc-fc10-422b-b141-07f173da25c1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.738357] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.739766] env[62913]: DEBUG oslo_vmware.api [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822813, 'name': ReconfigVM_Task, 'duration_secs': 5.999969} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.740227] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.740453] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Reconfigured VM to detach interface {{(pid=62913) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1881.746220] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1881.746220] env[62913]: value = "task-1822826" [ 1881.746220] env[62913]: _type = "Task" [ 1881.746220] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.755727] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.776477] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.353s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.794677] env[62913]: INFO nova.scheduler.client.report [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Deleted allocations for instance 23701165-5c53-4cb5-8125-0c3cb76fcbf6 [ 1881.820766] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bfe51d-0216-b4ad-94b9-fb9dcb39d41a, 'name': SearchDatastore_Task, 'duration_secs': 0.009571} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.821603] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b8570be-dba4-4b7f-bdb1-fe6151b778f6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.828561] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1881.828561] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52347a44-0a1e-63cf-a0c6-05d9e6c96fa2" [ 1881.828561] env[62913]: _type = "Task" [ 1881.828561] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.839682] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52347a44-0a1e-63cf-a0c6-05d9e6c96fa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.987156] env[62913]: DEBUG nova.compute.manager [req-29cf8a84-43ed-4fae-a67b-92a563a0dc05 req-193d91c2-6241-43ea-b49b-50a18c79daaf service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Received event network-vif-deleted-899ec87c-cb27-495f-92e5-c4223daccb46 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1881.987351] env[62913]: INFO nova.compute.manager [req-29cf8a84-43ed-4fae-a67b-92a563a0dc05 req-193d91c2-6241-43ea-b49b-50a18c79daaf service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Neutron deleted interface 899ec87c-cb27-495f-92e5-c4223daccb46; detaching it from the instance and deleting it from the info cache [ 1881.987625] env[62913]: DEBUG nova.network.neutron [req-29cf8a84-43ed-4fae-a67b-92a563a0dc05 req-193d91c2-6241-43ea-b49b-50a18c79daaf service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Updating instance_info_cache with network_info: [{"id": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "address": "fa:16:3e:66:f6:56", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a27e015-f7", "ovs_interfaceid": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b1835800-6e72-41a0-880a-eae52819c459", "address": "fa:16:3e:89:5b:4b", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1835800-6e", "ovs_interfaceid": "b1835800-6e72-41a0-880a-eae52819c459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.202209] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822825, 'name': Rename_Task, 'duration_secs': 0.139611} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.202499] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1882.202756] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65b1f3ce-feb7-4865-b21b-e4a6ede554bc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.210396] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1882.210396] env[62913]: value = "task-1822827" [ 1882.210396] env[62913]: _type = "Task" [ 1882.210396] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.220879] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.257425] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.303858] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f4e2c9f2-2cf9-4934-8d5b-3df48469c893 tempest-ServerDiskConfigTestJSON-1741627205 tempest-ServerDiskConfigTestJSON-1741627205-project-member] Lock "23701165-5c53-4cb5-8125-0c3cb76fcbf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.049s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.341083] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52347a44-0a1e-63cf-a0c6-05d9e6c96fa2, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.341361] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.341618] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] b94e7d9f-d90f-4ddb-a58b-0244efaf97d6/b94e7d9f-d90f-4ddb-a58b-0244efaf97d6.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1882.341875] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f4a2af3-7b23-4c43-a82e-7522b131d8ea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.349956] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1882.349956] env[62913]: value = "task-1822828" [ 1882.349956] env[62913]: _type = "Task" [ 1882.349956] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.358488] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.390151] env[62913]: DEBUG nova.network.neutron [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Updating instance_info_cache with network_info: [{"id": "c7df92d7-9602-41cf-8557-7f15399198b6", "address": "fa:16:3e:37:37:fd", "network": {"id": "fe35568c-24cd-4171-9a87-063cc73b37aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-989953604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68eaa3fa89fe47fcab908a59033a11fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7df92d7-96", "ovs_interfaceid": "c7df92d7-9602-41cf-8557-7f15399198b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.490634] env[62913]: DEBUG oslo_concurrency.lockutils [req-29cf8a84-43ed-4fae-a67b-92a563a0dc05 req-193d91c2-6241-43ea-b49b-50a18c79daaf service nova] Acquiring lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.490893] env[62913]: DEBUG oslo_concurrency.lockutils [req-29cf8a84-43ed-4fae-a67b-92a563a0dc05 req-193d91c2-6241-43ea-b49b-50a18c79daaf service nova] Acquired lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.492298] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e6f389-373a-442f-838f-021f48a5c5a9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.514734] env[62913]: DEBUG oslo_concurrency.lockutils [req-29cf8a84-43ed-4fae-a67b-92a563a0dc05 req-193d91c2-6241-43ea-b49b-50a18c79daaf service nova] Releasing lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.515055] env[62913]: WARNING nova.compute.manager [req-29cf8a84-43ed-4fae-a67b-92a563a0dc05 req-193d91c2-6241-43ea-b49b-50a18c79daaf service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Detach interface failed, port_id=899ec87c-cb27-495f-92e5-c4223daccb46, reason: No device with interface-id 899ec87c-cb27-495f-92e5-c4223daccb46 exists on VM: nova.exception.NotFound: No device with interface-id 899ec87c-cb27-495f-92e5-c4223daccb46 exists on VM [ 1882.723744] env[62913]: DEBUG oslo_vmware.api [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822827, 'name': PowerOnVM_Task, 'duration_secs': 0.457525} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.724242] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1882.724380] env[62913]: INFO nova.compute.manager [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Took 4.86 seconds to spawn the instance on the hypervisor. [ 1882.724673] env[62913]: DEBUG nova.compute.manager [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1882.725288] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7827829-7712-44bc-9ca2-4f140f419a8d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.763198] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822826, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.860305] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481278} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.860581] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] b94e7d9f-d90f-4ddb-a58b-0244efaf97d6/b94e7d9f-d90f-4ddb-a58b-0244efaf97d6.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1882.860796] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1882.861069] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2585f87c-c68c-4725-a388-aeb858e4ae19 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.868548] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1882.868548] env[62913]: value = "task-1822829" [ 1882.868548] env[62913]: _type = "Task" [ 1882.868548] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.878197] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.892973] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Releasing lock "refresh_cache-2857dc4b-20e3-4ff7-a0bb-448907ebf42a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.893263] env[62913]: DEBUG nova.objects.instance [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lazy-loading 'migration_context' on Instance uuid 2857dc4b-20e3-4ff7-a0bb-448907ebf42a {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1882.972213] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.972583] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.972583] env[62913]: DEBUG nova.network.neutron [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1883.246175] env[62913]: INFO nova.compute.manager [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Took 11.46 seconds to build instance. [ 1883.259690] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822826, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.260885] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587cfcc5-41e8-4c21-9220-dd845cded2d6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.283052] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updating instance '3933925c-d040-4fcc-aa6c-263aad13abed' progress to 0 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1883.378872] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07108} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.379202] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1883.379941] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5259105f-0c04-4588-b77c-6fd517e18f49 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.399646] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] b94e7d9f-d90f-4ddb-a58b-0244efaf97d6/b94e7d9f-d90f-4ddb-a58b-0244efaf97d6.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1883.400372] env[62913]: DEBUG nova.objects.base [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Object Instance<2857dc4b-20e3-4ff7-a0bb-448907ebf42a> lazy-loaded attributes: info_cache,migration_context {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1883.400904] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-177ce735-6388-4f85-ab69-18b3c72e5103 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.416768] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0958fc-a86a-4a01-a13a-718b313ade65 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.419542] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.419783] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.419980] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "9fdfb7b6-9540-40e3-aead-a7293180ff21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.420201] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "9fdfb7b6-9540-40e3-aead-a7293180ff21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.420417] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "9fdfb7b6-9540-40e3-aead-a7293180ff21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.422671] env[62913]: INFO nova.compute.manager [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Terminating instance [ 1883.450375] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b5b9cc-c316-4520-b661-50648794ee8e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.452874] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1883.452874] env[62913]: value = "task-1822830" [ 1883.452874] env[62913]: _type = "Task" [ 1883.452874] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.459576] env[62913]: DEBUG oslo_vmware.api [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1883.459576] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52058217-7ae7-464d-30c5-2ab797bdd0d4" [ 1883.459576] env[62913]: _type = "Task" [ 1883.459576] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.466052] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822830, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.477578] env[62913]: DEBUG oslo_vmware.api [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52058217-7ae7-464d-30c5-2ab797bdd0d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.732809] env[62913]: INFO nova.network.neutron [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Port b1835800-6e72-41a0-880a-eae52819c459 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1883.733230] env[62913]: DEBUG nova.network.neutron [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Updating instance_info_cache with network_info: [{"id": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "address": "fa:16:3e:66:f6:56", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a27e015-f7", "ovs_interfaceid": "9a27e015-f7e2-4e35-81f3-61a1565b4fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.747923] env[62913]: DEBUG oslo_concurrency.lockutils [None req-74933d19-e148-4469-82f4-9306354d3276 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "c2226d00-ba61-4d2f-9273-787482609bc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.970s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.760349] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822826, 'name': ReconfigVM_Task, 'duration_secs': 1.74878} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.760647] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 2ab40135-5f1f-4660-819c-cad3e1c4946a/2ab40135-5f1f-4660-819c-cad3e1c4946a.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1883.761496] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d16491b-391b-48eb-ba1a-5ebef6471af8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.769388] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1883.769388] env[62913]: value = "task-1822831" [ 1883.769388] env[62913]: _type = "Task" [ 1883.769388] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.777753] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822831, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.788922] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1883.789218] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6825f86e-4553-4205-bf2a-933fd15fbeb2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.796153] env[62913]: DEBUG oslo_vmware.api [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1883.796153] env[62913]: value = "task-1822832" [ 1883.796153] env[62913]: _type = "Task" [ 1883.796153] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.806720] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] VM already powered off {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1883.806964] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updating instance '3933925c-d040-4fcc-aa6c-263aad13abed' progress to 17 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1883.926916] env[62913]: DEBUG nova.compute.manager [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1883.927196] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1883.928112] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee144c5e-b6fd-4855-890a-62abfff9bd3c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.936962] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1883.937252] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-131eec5b-8a1b-4f72-9e4e-ecda5f187125 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.945622] env[62913]: DEBUG oslo_vmware.api [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1883.945622] env[62913]: value = "task-1822833" [ 1883.945622] env[62913]: _type = "Task" [ 1883.945622] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.954706] env[62913]: DEBUG oslo_vmware.api [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.967979] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.974275] env[62913]: DEBUG oslo_vmware.api [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52058217-7ae7-464d-30c5-2ab797bdd0d4, 'name': SearchDatastore_Task, 'duration_secs': 0.018633} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.974629] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.974864] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.016486] env[62913]: DEBUG nova.compute.manager [req-0207be98-9ab5-4333-8026-bc5c031d099f req-de39568b-58cd-463e-8b24-8ef31a01495a service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Received event network-vif-deleted-b1835800-6e72-41a0-880a-eae52819c459 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1884.235906] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "refresh_cache-9fdfb7b6-9540-40e3-aead-a7293180ff21" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.279938] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822831, 'name': Rename_Task, 'duration_secs': 0.360549} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.280309] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1884.280621] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ada2506c-1949-452d-8d74-15b824df764e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.290737] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1884.290737] env[62913]: value = "task-1822834" [ 1884.290737] env[62913]: _type = "Task" [ 1884.290737] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.299517] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.314603] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1884.314997] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1884.315294] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1884.315573] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1884.315831] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1884.316093] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1884.316701] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1884.317528] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1884.317528] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1884.317528] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1884.317774] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1884.324982] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e2c8cc3-fd1e-483e-9064-fadf99092068 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.348358] env[62913]: DEBUG oslo_vmware.api [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1884.348358] env[62913]: value = "task-1822835" [ 1884.348358] env[62913]: _type = "Task" [ 1884.348358] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.357743] env[62913]: DEBUG oslo_vmware.api [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.459450] env[62913]: DEBUG oslo_vmware.api [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822833, 'name': PowerOffVM_Task, 'duration_secs': 0.356366} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.464356] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1884.464805] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1884.464977] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dae675c-902e-4b84-a1cf-c22bd534e650 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.476603] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822830, 'name': ReconfigVM_Task, 'duration_secs': 1.024006} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.480296] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Reconfigured VM instance instance-00000062 to attach disk [datastore1] b94e7d9f-d90f-4ddb-a58b-0244efaf97d6/b94e7d9f-d90f-4ddb-a58b-0244efaf97d6.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1884.481397] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d40a719a-0093-4e94-8943-992fd73be1db {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.489599] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1884.489599] env[62913]: value = "task-1822837" [ 1884.489599] env[62913]: _type = "Task" [ 1884.489599] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.498970] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822837, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.658094] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1884.659487] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1884.659487] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Deleting the datastore file [datastore1] 9fdfb7b6-9540-40e3-aead-a7293180ff21 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1884.659487] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5671c8b-4bea-45f9-9990-18c41ec3aad7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.667499] env[62913]: DEBUG oslo_vmware.api [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1884.667499] env[62913]: value = "task-1822838" [ 1884.667499] env[62913]: _type = "Task" [ 1884.667499] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.676828] env[62913]: DEBUG oslo_vmware.api [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.705256] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e079aa3f-10a1-4b05-b2b1-d43f4e901b63 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.713303] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269247b1-306c-4796-a55f-c0219c1289ce {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.748553] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2e5cd1d8-4f48-4a1a-b7a2-3923a465391a tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-9fdfb7b6-9540-40e3-aead-a7293180ff21-899ec87c-cb27-495f-92e5-c4223daccb46" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.631s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.750407] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4f56d1-e4af-4933-b078-45a6ef951cc4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.759737] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264d7845-a4b8-4348-96ca-6bc1431a9a6c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.775058] env[62913]: DEBUG nova.compute.provider_tree [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1884.802513] env[62913]: DEBUG oslo_vmware.api [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822834, 'name': PowerOnVM_Task, 'duration_secs': 0.505192} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.802793] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1884.802996] env[62913]: INFO nova.compute.manager [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1884.803191] env[62913]: DEBUG nova.compute.manager [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1884.803940] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc6f2e8-d0f5-42cf-af6d-03da2390bae1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.860446] env[62913]: DEBUG oslo_vmware.api [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822835, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.002409] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822837, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.179068] env[62913]: DEBUG oslo_vmware.api [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162138} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.179414] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1885.179625] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1885.180123] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1885.180405] env[62913]: INFO nova.compute.manager [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1885.180602] env[62913]: DEBUG oslo.service.loopingcall [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.180804] env[62913]: DEBUG nova.compute.manager [-] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1885.180905] env[62913]: DEBUG nova.network.neutron [-] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1885.304447] env[62913]: ERROR nova.scheduler.client.report [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [req-37872dda-2d77-4732-bd52-ec05fcacf69c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-37872dda-2d77-4732-bd52-ec05fcacf69c"}]} [ 1885.314072] env[62913]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port b1835800-6e72-41a0-880a-eae52819c459 could not be found.", "detail": ""}} {{(pid=62913) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1885.314238] env[62913]: DEBUG nova.network.neutron [-] Unable to show port b1835800-6e72-41a0-880a-eae52819c459 as it no longer exists. {{(pid=62913) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1885.323552] env[62913]: DEBUG nova.scheduler.client.report [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1885.329849] env[62913]: INFO nova.compute.manager [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Took 14.33 seconds to build instance. [ 1885.342102] env[62913]: DEBUG nova.scheduler.client.report [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1885.342476] env[62913]: DEBUG nova.compute.provider_tree [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1885.359386] env[62913]: DEBUG nova.scheduler.client.report [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1885.369637] env[62913]: DEBUG oslo_vmware.api [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822835, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.382625] env[62913]: DEBUG nova.scheduler.client.report [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1885.503270] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822837, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.600437] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295aa04a-6545-43c1-889b-11bca6cd3511 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.608326] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621f4b92-ff4a-4050-91ac-344daf50e77f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.640311] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905d4114-8652-4ac4-90d0-fe72dc44d153 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.650390] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e480e494-2c92-4aa3-9374-0266dfa198d0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.665721] env[62913]: DEBUG nova.compute.provider_tree [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.832624] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7f51ddb8-7a42-4036-a0ae-8ec0cc4b463c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "2ab40135-5f1f-4660-819c-cad3e1c4946a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.842s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.861258] env[62913]: DEBUG oslo_vmware.api [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822835, 'name': ReconfigVM_Task, 'duration_secs': 1.211915} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.861649] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updating instance '3933925c-d040-4fcc-aa6c-263aad13abed' progress to 33 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1886.007372] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822837, 'name': Rename_Task, 'duration_secs': 1.307177} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.007702] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1886.008427] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35b02a93-c58e-4133-84a2-f481c02efe78 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.016779] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1886.016779] env[62913]: value = "task-1822839" [ 1886.016779] env[62913]: _type = "Task" [ 1886.016779] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.026372] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.168535] env[62913]: DEBUG nova.scheduler.client.report [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1886.368203] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1886.368467] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1886.368659] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1886.368956] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1886.369042] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1886.369179] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1886.369384] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1886.369543] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1886.369709] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1886.369882] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1886.370068] env[62913]: DEBUG nova.virt.hardware [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1886.375830] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1886.376155] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa3b3ff8-c351-4eb3-a1ac-9e5e65b2fcc2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.399610] env[62913]: DEBUG oslo_vmware.api [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1886.399610] env[62913]: value = "task-1822840" [ 1886.399610] env[62913]: _type = "Task" [ 1886.399610] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.408744] env[62913]: DEBUG oslo_vmware.api [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.454155] env[62913]: DEBUG nova.compute.manager [req-a83402d2-60aa-4df3-b12d-62ecc5e2a59d req-715ab6f1-a26c-4842-96be-3a48c189394d service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Received event network-vif-deleted-9a27e015-f7e2-4e35-81f3-61a1565b4fd2 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1886.454391] env[62913]: INFO nova.compute.manager [req-a83402d2-60aa-4df3-b12d-62ecc5e2a59d req-715ab6f1-a26c-4842-96be-3a48c189394d service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Neutron deleted interface 9a27e015-f7e2-4e35-81f3-61a1565b4fd2; detaching it from the instance and deleting it from the info cache [ 1886.454570] env[62913]: DEBUG nova.network.neutron [req-a83402d2-60aa-4df3-b12d-62ecc5e2a59d req-715ab6f1-a26c-4842-96be-3a48c189394d service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.528646] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.769993] env[62913]: DEBUG oslo_concurrency.lockutils [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "8b784332-4456-4f7c-bc62-2346d0b61cda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.770401] env[62913]: DEBUG oslo_concurrency.lockutils [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "8b784332-4456-4f7c-bc62-2346d0b61cda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.805060] env[62913]: DEBUG nova.network.neutron [-] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.912683] env[62913]: DEBUG oslo_vmware.api [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822840, 'name': ReconfigVM_Task, 'duration_secs': 0.431533} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.912683] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1886.913397] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500b68ae-c2e4-4d5c-a7f4-e9cdf0d0f8c2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.940394] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 3933925c-d040-4fcc-aa6c-263aad13abed/3933925c-d040-4fcc-aa6c-263aad13abed.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1886.940758] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e08e868b-285d-45d3-b6e6-aef7ff7d70a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.958186] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfd349fe-371f-474c-b225-382c04eb24b6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.963635] env[62913]: DEBUG oslo_vmware.api [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1886.963635] env[62913]: value = "task-1822841" [ 1886.963635] env[62913]: _type = "Task" [ 1886.963635] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.970920] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca835935-16b0-466b-a61d-55260df63f45 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.985176] env[62913]: DEBUG oslo_vmware.api [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.013888] env[62913]: DEBUG nova.compute.manager [req-a83402d2-60aa-4df3-b12d-62ecc5e2a59d req-715ab6f1-a26c-4842-96be-3a48c189394d service nova] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Detach interface failed, port_id=9a27e015-f7e2-4e35-81f3-61a1565b4fd2, reason: Instance 9fdfb7b6-9540-40e3-aead-a7293180ff21 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1887.027702] env[62913]: DEBUG oslo_vmware.api [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822839, 'name': PowerOnVM_Task, 'duration_secs': 1.000408} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.027897] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1887.028152] env[62913]: INFO nova.compute.manager [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Took 6.88 seconds to spawn the instance on the hypervisor. [ 1887.028281] env[62913]: DEBUG nova.compute.manager [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1887.029070] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b44ccd-2dde-496e-a1ec-d98fa2536512 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.183609] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.208s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.275312] env[62913]: DEBUG nova.compute.manager [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1887.309202] env[62913]: INFO nova.compute.manager [-] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Took 2.13 seconds to deallocate network for instance. [ 1887.476539] env[62913]: DEBUG oslo_vmware.api [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822841, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.554254] env[62913]: INFO nova.compute.manager [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Took 15.30 seconds to build instance. [ 1887.765363] env[62913]: INFO nova.scheduler.client.report [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleted allocation for migration 17063adf-7251-4a62-a9ed-bc84ca604d7c [ 1887.803664] env[62913]: DEBUG oslo_concurrency.lockutils [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.803992] env[62913]: DEBUG oslo_concurrency.lockutils [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.807743] env[62913]: INFO nova.compute.claims [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1887.816231] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.976862] env[62913]: DEBUG oslo_vmware.api [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822841, 'name': ReconfigVM_Task, 'duration_secs': 0.525047} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.980148] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 3933925c-d040-4fcc-aa6c-263aad13abed/3933925c-d040-4fcc-aa6c-263aad13abed.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1887.980148] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updating instance '3933925c-d040-4fcc-aa6c-263aad13abed' progress to 50 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1888.056334] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0490bdec-ec84-4575-998d-cc2a0e7f6f67 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "b94e7d9f-d90f-4ddb-a58b-0244efaf97d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.807s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.274433] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.719s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.396263] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.396263] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.485224] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b75665-b008-4e12-8d39-f17d38936b05 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.508238] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cfc95c-7d34-4a60-8b11-a047db47efda {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.527380] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updating instance '3933925c-d040-4fcc-aa6c-263aad13abed' progress to 67 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1888.765172] env[62913]: INFO nova.compute.manager [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Rebuilding instance [ 1888.809214] env[62913]: DEBUG nova.compute.manager [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1888.810031] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4f47ed-88cc-46ef-9cc7-643ec3eeedbd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.899424] env[62913]: DEBUG nova.compute.manager [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1889.050859] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5932641f-d914-4bbc-bfd9-da06e6cdd8b4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.059964] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f73cd70-046d-4fb7-bab2-d83e9f8ff10c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.103807] env[62913]: DEBUG nova.network.neutron [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Port 6e26aa97-1cce-4625-a571-72b6ca9138ba binding to destination host cpu-1 is already ACTIVE {{(pid=62913) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1889.105673] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408f7894-fe0d-49ae-9b37-a28176abe607 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.117332] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be19a755-9fc3-4101-aed1-1215c62ebac5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.136557] env[62913]: DEBUG nova.compute.provider_tree [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1889.300289] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "526360db-c26f-4985-a2a3-753255263da6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.300521] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "526360db-c26f-4985-a2a3-753255263da6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.329405] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "9f9c269c-1444-4be0-9823-fea5802ad1cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.329641] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "9f9c269c-1444-4be0-9823-fea5802ad1cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.423014] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.616321] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.616551] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.616751] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.616935] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.617151] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.622499] env[62913]: INFO nova.compute.manager [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Terminating instance [ 1889.639931] env[62913]: DEBUG nova.scheduler.client.report [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1889.662192] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1889.662960] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1889.802872] env[62913]: DEBUG nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1889.826963] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1889.829327] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c99a6d93-19a7-4e97-a75e-7afd9875f0e1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.831373] env[62913]: DEBUG nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1889.840259] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1889.840259] env[62913]: value = "task-1822842" [ 1889.840259] env[62913]: _type = "Task" [ 1889.840259] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.853872] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.127833] env[62913]: DEBUG nova.compute.manager [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1890.128105] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1890.131627] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e322ab2-0478-49c5-88dc-7ee140b5084d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.138338] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "3933925c-d040-4fcc-aa6c-263aad13abed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.138560] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "3933925c-d040-4fcc-aa6c-263aad13abed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.138740] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "3933925c-d040-4fcc-aa6c-263aad13abed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.146060] env[62913]: DEBUG oslo_concurrency.lockutils [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.146374] env[62913]: DEBUG nova.compute.manager [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1890.148960] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1890.149832] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.334s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.150072] env[62913]: DEBUG nova.objects.instance [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lazy-loading 'resources' on Instance uuid 9fdfb7b6-9540-40e3-aead-a7293180ff21 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1890.150840] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b724af9-676a-4b56-873e-099953011859 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.161095] env[62913]: DEBUG oslo_vmware.api [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1890.161095] env[62913]: value = "task-1822843" [ 1890.161095] env[62913]: _type = "Task" [ 1890.161095] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.169630] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1890.169792] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1890.176395] env[62913]: DEBUG oslo_vmware.api [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.332502] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.355368] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822842, 'name': PowerOffVM_Task, 'duration_secs': 0.15397} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.355709] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1890.356028] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1890.357315] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49845a06-51b9-4882-8948-096950e0c329 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.361280] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.367190] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1890.367477] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19c429c9-8f1b-485a-80cc-7accb7f41ad3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.398678] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1890.398927] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1890.399173] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Deleting the datastore file [datastore1] b94e7d9f-d90f-4ddb-a58b-0244efaf97d6 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1890.399479] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b57c1b0a-bac3-42c6-baf9-4a5259c35278 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.411674] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1890.411674] env[62913]: value = "task-1822845" [ 1890.411674] env[62913]: _type = "Task" [ 1890.411674] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.423099] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.651012] env[62913]: DEBUG nova.compute.utils [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1890.652818] env[62913]: DEBUG nova.compute.manager [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1890.652979] env[62913]: DEBUG nova.network.neutron [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1890.670919] env[62913]: DEBUG oslo_vmware.api [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822843, 'name': PowerOffVM_Task, 'duration_secs': 0.28994} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.671194] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1890.672064] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1890.672064] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3392494b-c21d-413c-a1e3-48e5648306f7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.698194] env[62913]: DEBUG nova.policy [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2536cf410ab476c8db291f5461a3bbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e9a64b50d64df0ab318a68bc19b309', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1890.705014] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "refresh_cache-04043676-2dfd-4606-9db4-432555ab57b8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.705298] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquired lock "refresh_cache-04043676-2dfd-4606-9db4-432555ab57b8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.706099] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Forcefully refreshing network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1890.786260] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1890.786502] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1890.786686] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleting the datastore file [datastore1] 2857dc4b-20e3-4ff7-a0bb-448907ebf42a {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1890.789668] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97793d10-8678-4c3a-83a8-7cef53ad1952 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.796967] env[62913]: DEBUG oslo_vmware.api [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for the task: (returnval){ [ 1890.796967] env[62913]: value = "task-1822847" [ 1890.796967] env[62913]: _type = "Task" [ 1890.796967] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.806849] env[62913]: DEBUG oslo_vmware.api [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.923132] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103487} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.923414] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1890.923616] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1890.923799] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1890.927962] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c9e761-19f3-4b38-9f10-a10562265f33 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.936055] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb2d6db-8336-4413-8853-d24a4a2993a8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.972934] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f8c4e5-d970-470b-9740-7edac7661c19 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.985972] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baae1f42-4f02-4095-ab13-e8a68eac6e5e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.003648] env[62913]: DEBUG nova.compute.provider_tree [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1891.005573] env[62913]: DEBUG nova.network.neutron [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Successfully created port: ed150e96-694c-426b-a3dc-6a428ef1a570 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1891.155870] env[62913]: DEBUG nova.compute.manager [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1891.186709] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.186709] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.186709] env[62913]: DEBUG nova.network.neutron [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1891.307618] env[62913]: DEBUG oslo_vmware.api [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Task: {'id': task-1822847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150355} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.307877] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1891.308074] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1891.308260] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1891.308435] env[62913]: INFO nova.compute.manager [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1891.308686] env[62913]: DEBUG oslo.service.loopingcall [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1891.308879] env[62913]: DEBUG nova.compute.manager [-] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1891.308975] env[62913]: DEBUG nova.network.neutron [-] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1891.479973] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "2591016a-a73c-42c0-9145-e37021b4eaf2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.480373] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.508728] env[62913]: DEBUG nova.scheduler.client.report [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1891.621417] env[62913]: DEBUG nova.compute.manager [req-c98826fb-119a-42de-a080-004e2ed77c7b req-db327e83-c0eb-4777-8f41-2a5527f2e53e service nova] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Received event network-vif-deleted-c7df92d7-9602-41cf-8557-7f15399198b6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1891.621639] env[62913]: INFO nova.compute.manager [req-c98826fb-119a-42de-a080-004e2ed77c7b req-db327e83-c0eb-4777-8f41-2a5527f2e53e service nova] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Neutron deleted interface c7df92d7-9602-41cf-8557-7f15399198b6; detaching it from the instance and deleting it from the info cache [ 1891.621805] env[62913]: DEBUG nova.network.neutron [req-c98826fb-119a-42de-a080-004e2ed77c7b req-db327e83-c0eb-4777-8f41-2a5527f2e53e service nova] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.891460] env[62913]: DEBUG nova.network.neutron [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updating instance_info_cache with network_info: [{"id": "6e26aa97-1cce-4625-a571-72b6ca9138ba", "address": "fa:16:3e:08:a9:6d", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e26aa97-1c", "ovs_interfaceid": "6e26aa97-1cce-4625-a571-72b6ca9138ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.929473] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Updating instance_info_cache with network_info: [{"id": "bba86f65-affd-41b6-b2ea-a50f68e5bc30", "address": "fa:16:3e:23:6f:47", "network": {"id": "6fe5cc73-4124-4dbd-85d7-ae805b59c921", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-365998465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfee05e6a848ef89e2093aed264265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba86f65-af", "ovs_interfaceid": "bba86f65-affd-41b6-b2ea-a50f68e5bc30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.966143] env[62913]: DEBUG nova.virt.hardware [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1891.966143] env[62913]: DEBUG nova.virt.hardware [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1891.966143] env[62913]: DEBUG nova.virt.hardware [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1891.966143] env[62913]: DEBUG nova.virt.hardware [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1891.966143] env[62913]: DEBUG nova.virt.hardware [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1891.966143] env[62913]: DEBUG nova.virt.hardware [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1891.966143] env[62913]: DEBUG nova.virt.hardware [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1891.966143] env[62913]: DEBUG nova.virt.hardware [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1891.966143] env[62913]: DEBUG nova.virt.hardware [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1891.966815] env[62913]: DEBUG nova.virt.hardware [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1891.967222] env[62913]: DEBUG nova.virt.hardware [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1891.968163] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c37a86c-3d4a-420c-acf8-e5f87de6db65 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.977032] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6577773-81a4-4850-9cee-36d28fdd83e1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.994371] env[62913]: INFO nova.compute.manager [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Detaching volume 4b86d014-4acc-4356-ac5f-8984cb107fb0 [ 1891.996409] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Instance VIF info [] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1892.002112] env[62913]: DEBUG oslo.service.loopingcall [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1892.002519] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1892.002860] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dc459ab-7ba5-4418-9b44-9a40359b1621 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.017070] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.019194] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.596s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.020981] env[62913]: INFO nova.compute.claims [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1892.033955] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1892.033955] env[62913]: value = "task-1822848" [ 1892.033955] env[62913]: _type = "Task" [ 1892.033955] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.041147] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822848, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.047688] env[62913]: INFO nova.scheduler.client.report [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Deleted allocations for instance 9fdfb7b6-9540-40e3-aead-a7293180ff21 [ 1892.058970] env[62913]: INFO nova.virt.block_device [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Attempting to driver detach volume 4b86d014-4acc-4356-ac5f-8984cb107fb0 from mountpoint /dev/sdb [ 1892.059080] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1892.059752] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377511', 'volume_id': '4b86d014-4acc-4356-ac5f-8984cb107fb0', 'name': 'volume-4b86d014-4acc-4356-ac5f-8984cb107fb0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '2591016a-a73c-42c0-9145-e37021b4eaf2', 'attached_at': '', 'detached_at': '', 'volume_id': '4b86d014-4acc-4356-ac5f-8984cb107fb0', 'serial': '4b86d014-4acc-4356-ac5f-8984cb107fb0'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1892.060062] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39919690-1355-491c-bdeb-43b158b3a1ad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.084100] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcf9dea-66db-401e-ab6b-55f283b713fb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.092803] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab76aa8-a0dd-4b26-bf0e-95b9445bb1a3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.095736] env[62913]: DEBUG nova.network.neutron [-] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.122254] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ace3bf-eac0-4d32-bf31-d9ea84068f3f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.125908] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5152fc34-8a6e-4674-96e4-0b924974d470 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.141560] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] The volume has not been displaced from its original location: [datastore1] volume-4b86d014-4acc-4356-ac5f-8984cb107fb0/volume-4b86d014-4acc-4356-ac5f-8984cb107fb0.vmdk. No consolidation needed. {{(pid=62913) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1892.146798] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1892.148014] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b201882-e671-4595-98e4-e18d26949936 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.164162] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57adc364-7ec8-4c32-890e-4b1051dfc96c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.177685] env[62913]: DEBUG nova.compute.manager [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1892.182971] env[62913]: DEBUG oslo_vmware.api [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1892.182971] env[62913]: value = "task-1822849" [ 1892.182971] env[62913]: _type = "Task" [ 1892.182971] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.191721] env[62913]: DEBUG oslo_vmware.api [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.202027] env[62913]: DEBUG nova.compute.manager [req-c98826fb-119a-42de-a080-004e2ed77c7b req-db327e83-c0eb-4777-8f41-2a5527f2e53e service nova] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Detach interface failed, port_id=c7df92d7-9602-41cf-8557-7f15399198b6, reason: Instance 2857dc4b-20e3-4ff7-a0bb-448907ebf42a could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1892.211057] env[62913]: DEBUG nova.virt.hardware [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1892.211375] env[62913]: DEBUG nova.virt.hardware [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1892.211492] env[62913]: DEBUG nova.virt.hardware [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1892.211647] env[62913]: DEBUG nova.virt.hardware [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1892.211797] env[62913]: DEBUG nova.virt.hardware [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1892.211946] env[62913]: DEBUG nova.virt.hardware [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1892.212249] env[62913]: DEBUG nova.virt.hardware [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1892.212419] env[62913]: DEBUG nova.virt.hardware [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1892.212591] env[62913]: DEBUG nova.virt.hardware [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1892.212756] env[62913]: DEBUG nova.virt.hardware [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1892.212929] env[62913]: DEBUG nova.virt.hardware [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1892.214183] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a012fa44-d706-4275-acd6-2ece255af101 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.222800] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7612bee6-2263-4adc-b516-647adb8e7ed4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.280966] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.281235] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.394251] env[62913]: DEBUG oslo_concurrency.lockutils [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.432485] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Releasing lock "refresh_cache-04043676-2dfd-4606-9db4-432555ab57b8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.432754] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Updated the network info_cache for instance {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1892.432997] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.433251] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.433416] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.433568] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.433712] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.433859] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.433993] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1892.434260] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.543023] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822848, 'name': CreateVM_Task, 'duration_secs': 0.286637} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.543290] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1892.543715] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.543875] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.544221] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1892.544466] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb15c46f-150d-4107-a414-4d2a5f1606a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.549226] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1892.549226] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]527bd490-6eeb-44bb-2247-456da00e7de1" [ 1892.549226] env[62913]: _type = "Task" [ 1892.549226] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.555054] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5cfe3b1f-9c80-445e-b096-0b1ad217d576 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "9fdfb7b6-9540-40e3-aead-a7293180ff21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.135s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.559501] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527bd490-6eeb-44bb-2247-456da00e7de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.598448] env[62913]: INFO nova.compute.manager [-] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Took 1.29 seconds to deallocate network for instance. [ 1892.696430] env[62913]: DEBUG oslo_vmware.api [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822849, 'name': ReconfigVM_Task, 'duration_secs': 0.227921} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.696784] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1892.702190] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1720037e-4f72-4321-8674-04120edc6d48 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.720567] env[62913]: DEBUG oslo_vmware.api [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1892.720567] env[62913]: value = "task-1822850" [ 1892.720567] env[62913]: _type = "Task" [ 1892.720567] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.725301] env[62913]: DEBUG nova.network.neutron [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Successfully updated port: ed150e96-694c-426b-a3dc-6a428ef1a570 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1892.736406] env[62913]: DEBUG oslo_vmware.api [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.784379] env[62913]: DEBUG nova.compute.utils [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1892.788093] env[62913]: DEBUG nova.compute.manager [req-671eb58c-b0eb-4368-8930-b02b84e40866 req-e084dc2d-58f4-44f7-a376-b2eedd729065 service nova] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Received event network-vif-plugged-ed150e96-694c-426b-a3dc-6a428ef1a570 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1892.788265] env[62913]: DEBUG oslo_concurrency.lockutils [req-671eb58c-b0eb-4368-8930-b02b84e40866 req-e084dc2d-58f4-44f7-a376-b2eedd729065 service nova] Acquiring lock "8b784332-4456-4f7c-bc62-2346d0b61cda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.788470] env[62913]: DEBUG oslo_concurrency.lockutils [req-671eb58c-b0eb-4368-8930-b02b84e40866 req-e084dc2d-58f4-44f7-a376-b2eedd729065 service nova] Lock "8b784332-4456-4f7c-bc62-2346d0b61cda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.788754] env[62913]: DEBUG oslo_concurrency.lockutils [req-671eb58c-b0eb-4368-8930-b02b84e40866 req-e084dc2d-58f4-44f7-a376-b2eedd729065 service nova] Lock "8b784332-4456-4f7c-bc62-2346d0b61cda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.789045] env[62913]: DEBUG nova.compute.manager [req-671eb58c-b0eb-4368-8930-b02b84e40866 req-e084dc2d-58f4-44f7-a376-b2eedd729065 service nova] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] No waiting events found dispatching network-vif-plugged-ed150e96-694c-426b-a3dc-6a428ef1a570 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1892.789253] env[62913]: WARNING nova.compute.manager [req-671eb58c-b0eb-4368-8930-b02b84e40866 req-e084dc2d-58f4-44f7-a376-b2eedd729065 service nova] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Received unexpected event network-vif-plugged-ed150e96-694c-426b-a3dc-6a428ef1a570 for instance with vm_state building and task_state spawning. [ 1892.918611] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2512a2-6cf4-4729-bf33-664d36b5a703 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.939474] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.940497] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f01ec28-8b29-47bb-8103-420d4b67caf5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.948610] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updating instance '3933925c-d040-4fcc-aa6c-263aad13abed' progress to 83 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1893.063124] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527bd490-6eeb-44bb-2247-456da00e7de1, 'name': SearchDatastore_Task, 'duration_secs': 0.010063} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.066156] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.066486] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1893.066820] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.067045] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.067265] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1893.067785] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67391945-c1fe-48b8-af3f-1a8a550767b0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.077907] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1893.078212] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1893.083033] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c68349ec-131c-4048-b2f8-0a5e17bcf5cf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.090976] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1893.090976] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52345e22-3d00-ffb4-e35d-4ea7825ddcc0" [ 1893.090976] env[62913]: _type = "Task" [ 1893.090976] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.099844] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52345e22-3d00-ffb4-e35d-4ea7825ddcc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.105763] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.231343] env[62913]: DEBUG oslo_concurrency.lockutils [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "refresh_cache-8b784332-4456-4f7c-bc62-2346d0b61cda" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.231627] env[62913]: DEBUG oslo_concurrency.lockutils [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "refresh_cache-8b784332-4456-4f7c-bc62-2346d0b61cda" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.231715] env[62913]: DEBUG nova.network.neutron [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1893.233071] env[62913]: DEBUG oslo_vmware.api [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822850, 'name': ReconfigVM_Task, 'duration_secs': 0.153637} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.237022] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377511', 'volume_id': '4b86d014-4acc-4356-ac5f-8984cb107fb0', 'name': 'volume-4b86d014-4acc-4356-ac5f-8984cb107fb0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '2591016a-a73c-42c0-9145-e37021b4eaf2', 'attached_at': '', 'detached_at': '', 'volume_id': '4b86d014-4acc-4356-ac5f-8984cb107fb0', 'serial': '4b86d014-4acc-4356-ac5f-8984cb107fb0'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1893.290215] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e960e658-d778-42f0-950d-541376b4f6da {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.293714] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.299932] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501b8745-1d75-4173-a3c3-a6e6d621eaa6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.332239] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1724c6b5-bbbb-4608-b99f-52394b000221 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.340559] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ae11c1-d826-4f44-89e3-5f379187fec3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.353910] env[62913]: DEBUG nova.compute.provider_tree [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1893.455707] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-94b32b79-f694-4293-a3be-77a6c38cbb40 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updating instance '3933925c-d040-4fcc-aa6c-263aad13abed' progress to 100 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1893.602377] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52345e22-3d00-ffb4-e35d-4ea7825ddcc0, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.603174] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeea92d9-6438-4157-9aba-3ec810f10b57 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.609259] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1893.609259] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a07ce8-d7b5-7a72-ec0c-199d1db10b0a" [ 1893.609259] env[62913]: _type = "Task" [ 1893.609259] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.617177] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a07ce8-d7b5-7a72-ec0c-199d1db10b0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.660314] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.660578] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.781694] env[62913]: DEBUG nova.objects.instance [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lazy-loading 'flavor' on Instance uuid 2591016a-a73c-42c0-9145-e37021b4eaf2 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1893.792975] env[62913]: DEBUG nova.network.neutron [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1893.856636] env[62913]: DEBUG nova.scheduler.client.report [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1893.999435] env[62913]: DEBUG nova.network.neutron [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Updating instance_info_cache with network_info: [{"id": "ed150e96-694c-426b-a3dc-6a428ef1a570", "address": "fa:16:3e:89:55:9a", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped150e96-69", "ovs_interfaceid": "ed150e96-694c-426b-a3dc-6a428ef1a570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.121542] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a07ce8-d7b5-7a72-ec0c-199d1db10b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.010331} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.121828] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.122185] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] b94e7d9f-d90f-4ddb-a58b-0244efaf97d6/b94e7d9f-d90f-4ddb-a58b-0244efaf97d6.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1894.122394] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8676f618-66f1-4984-98ed-9d10de3e0ced {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.130482] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1894.130482] env[62913]: value = "task-1822851" [ 1894.130482] env[62913]: _type = "Task" [ 1894.130482] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.139284] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.163433] env[62913]: INFO nova.compute.manager [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Detaching volume 4cb913c9-2037-4640-be79-9e77d30e6f41 [ 1894.203086] env[62913]: INFO nova.virt.block_device [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Attempting to driver detach volume 4cb913c9-2037-4640-be79-9e77d30e6f41 from mountpoint /dev/sdb [ 1894.203345] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1894.203541] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377516', 'volume_id': '4cb913c9-2037-4640-be79-9e77d30e6f41', 'name': 'volume-4cb913c9-2037-4640-be79-9e77d30e6f41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ebcab798-5f66-47c5-a18c-b8e9d56e4513', 'attached_at': '', 'detached_at': '', 'volume_id': '4cb913c9-2037-4640-be79-9e77d30e6f41', 'serial': '4cb913c9-2037-4640-be79-9e77d30e6f41'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1894.204517] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d58e6f1-d5fc-4e2e-8891-40af8c227263 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.228135] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8054057-b18c-458e-8e3f-a92c981311ca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.236215] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db32692-70ad-458e-8f3b-957e9c8c5004 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.257972] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d55015-2d9c-4d38-afc3-05a161015f91 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.275606] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] The volume has not been displaced from its original location: [datastore1] volume-4cb913c9-2037-4640-be79-9e77d30e6f41/volume-4cb913c9-2037-4640-be79-9e77d30e6f41.vmdk. No consolidation needed. {{(pid=62913) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1894.281146] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1894.281484] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f36b36d3-c15d-4d50-bdfd-4c369236f671 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.302605] env[62913]: DEBUG oslo_vmware.api [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1894.302605] env[62913]: value = "task-1822852" [ 1894.302605] env[62913]: _type = "Task" [ 1894.302605] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.312649] env[62913]: DEBUG oslo_vmware.api [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.363607] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.364254] env[62913]: DEBUG nova.compute.manager [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1894.367871] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.035s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.368793] env[62913]: INFO nova.compute.claims [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1894.373943] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.374272] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.374536] env[62913]: INFO nova.compute.manager [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Attaching volume 7ea6f1c5-8754-4663-9178-d080a0139fa4 to /dev/sdb [ 1894.412769] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4e7b60-afcc-4662-be14-c27f2cbe3177 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.421693] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fea1df-85af-4d99-b813-4be303c6ad0d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.439927] env[62913]: DEBUG nova.virt.block_device [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Updating existing volume attachment record: 2a50c45b-15d5-458a-86e7-929b5b1649c0 {{(pid=62913) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1894.500994] env[62913]: DEBUG oslo_concurrency.lockutils [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "refresh_cache-8b784332-4456-4f7c-bc62-2346d0b61cda" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.501475] env[62913]: DEBUG nova.compute.manager [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Instance network_info: |[{"id": "ed150e96-694c-426b-a3dc-6a428ef1a570", "address": "fa:16:3e:89:55:9a", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped150e96-69", "ovs_interfaceid": "ed150e96-694c-426b-a3dc-6a428ef1a570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1894.502032] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:55:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed150e96-694c-426b-a3dc-6a428ef1a570', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1894.510387] env[62913]: DEBUG oslo.service.loopingcall [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.510699] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1894.510939] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a4f3e30-7fe4-47a2-a061-734d7d5be0c0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.533536] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1894.533536] env[62913]: value = "task-1822853" [ 1894.533536] env[62913]: _type = "Task" [ 1894.533536] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.543463] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822853, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.641788] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822851, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.799067] env[62913]: DEBUG oslo_concurrency.lockutils [None req-11f73175-a1e4-48b4-ad5f-d4bf3ecfa2f5 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.319s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.812746] env[62913]: DEBUG oslo_vmware.api [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822852, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.823643] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "4c38b5af-e693-4cc1-8500-a30f984178b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.824712] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "4c38b5af-e693-4cc1-8500-a30f984178b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.859491] env[62913]: DEBUG nova.compute.manager [req-eaab1663-5cf8-4517-92dd-cae809905a08 req-fcae3a81-5fd4-4852-b196-9ba854fc56e3 service nova] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Received event network-changed-ed150e96-694c-426b-a3dc-6a428ef1a570 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1894.859570] env[62913]: DEBUG nova.compute.manager [req-eaab1663-5cf8-4517-92dd-cae809905a08 req-fcae3a81-5fd4-4852-b196-9ba854fc56e3 service nova] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Refreshing instance network info cache due to event network-changed-ed150e96-694c-426b-a3dc-6a428ef1a570. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1894.860755] env[62913]: DEBUG oslo_concurrency.lockutils [req-eaab1663-5cf8-4517-92dd-cae809905a08 req-fcae3a81-5fd4-4852-b196-9ba854fc56e3 service nova] Acquiring lock "refresh_cache-8b784332-4456-4f7c-bc62-2346d0b61cda" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.860755] env[62913]: DEBUG oslo_concurrency.lockutils [req-eaab1663-5cf8-4517-92dd-cae809905a08 req-fcae3a81-5fd4-4852-b196-9ba854fc56e3 service nova] Acquired lock "refresh_cache-8b784332-4456-4f7c-bc62-2346d0b61cda" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.860755] env[62913]: DEBUG nova.network.neutron [req-eaab1663-5cf8-4517-92dd-cae809905a08 req-fcae3a81-5fd4-4852-b196-9ba854fc56e3 service nova] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Refreshing network info cache for port ed150e96-694c-426b-a3dc-6a428ef1a570 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1894.879320] env[62913]: DEBUG nova.compute.utils [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1894.881582] env[62913]: DEBUG nova.compute.manager [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1894.881582] env[62913]: DEBUG nova.network.neutron [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1894.938249] env[62913]: DEBUG nova.policy [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7c82faf9c964e06bdad84ca18f77ec2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fadfcee384f4a3baa3ef01c6fc68f36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1895.044247] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822853, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.141981] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513933} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.142314] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] b94e7d9f-d90f-4ddb-a58b-0244efaf97d6/b94e7d9f-d90f-4ddb-a58b-0244efaf97d6.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1895.142550] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1895.142809] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27344487-cbaf-40a6-8c3e-e06609cde0c9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.149812] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1895.149812] env[62913]: value = "task-1822857" [ 1895.149812] env[62913]: _type = "Task" [ 1895.149812] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.158234] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.223457] env[62913]: DEBUG nova.network.neutron [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Successfully created port: 5849f013-ad12-438f-b98b-836c09c2afbe {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1895.279310] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "3933925c-d040-4fcc-aa6c-263aad13abed" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.279591] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "3933925c-d040-4fcc-aa6c-263aad13abed" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.279782] env[62913]: DEBUG nova.compute.manager [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Going to confirm migration 6 {{(pid=62913) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1895.313780] env[62913]: DEBUG oslo_vmware.api [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822852, 'name': ReconfigVM_Task, 'duration_secs': 0.514197} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.314104] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1895.319570] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e0dda73-e320-4c97-9d51-bea860e68a60 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.330120] env[62913]: DEBUG nova.compute.manager [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1895.344432] env[62913]: DEBUG oslo_vmware.api [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1895.344432] env[62913]: value = "task-1822858" [ 1895.344432] env[62913]: _type = "Task" [ 1895.344432] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.353097] env[62913]: DEBUG oslo_vmware.api [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.382344] env[62913]: DEBUG nova.compute.manager [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1895.544870] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822853, 'name': CreateVM_Task, 'duration_secs': 0.719618} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.547236] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1895.548295] env[62913]: DEBUG oslo_concurrency.lockutils [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.548295] env[62913]: DEBUG oslo_concurrency.lockutils [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.548505] env[62913]: DEBUG oslo_concurrency.lockutils [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1895.548754] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e644c7-36bd-411c-836d-f815b1ce08c1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.553972] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1895.553972] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52d7aa69-a5fa-749f-e5f7-a63555da18f3" [ 1895.553972] env[62913]: _type = "Task" [ 1895.553972] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.562488] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d7aa69-a5fa-749f-e5f7-a63555da18f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.646806] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bc2780-ac05-4cdc-a3b8-290cd6ffbf73 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.657051] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaed00b-7793-44c7-bcdf-ba5045543103 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.665834] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066723} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.666585] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1895.667472] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8056f48-1e05-4200-9729-0701a41d4fa1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.698050] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e136eb6c-e5c5-495b-94f5-c08b4b5917d7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.716576] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] b94e7d9f-d90f-4ddb-a58b-0244efaf97d6/b94e7d9f-d90f-4ddb-a58b-0244efaf97d6.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1895.717347] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd1c2f57-2197-4f0b-a845-c69d93e963af {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.735741] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd2af20-9355-4a02-9a9f-44608b705cab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.741169] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1895.741169] env[62913]: value = "task-1822859" [ 1895.741169] env[62913]: _type = "Task" [ 1895.741169] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.749778] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.750642] env[62913]: DEBUG nova.network.neutron [req-eaab1663-5cf8-4517-92dd-cae809905a08 req-fcae3a81-5fd4-4852-b196-9ba854fc56e3 service nova] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Updated VIF entry in instance network info cache for port ed150e96-694c-426b-a3dc-6a428ef1a570. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1895.750982] env[62913]: DEBUG nova.network.neutron [req-eaab1663-5cf8-4517-92dd-cae809905a08 req-fcae3a81-5fd4-4852-b196-9ba854fc56e3 service nova] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Updating instance_info_cache with network_info: [{"id": "ed150e96-694c-426b-a3dc-6a428ef1a570", "address": "fa:16:3e:89:55:9a", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped150e96-69", "ovs_interfaceid": "ed150e96-694c-426b-a3dc-6a428ef1a570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.760306] env[62913]: DEBUG nova.compute.provider_tree [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1895.817839] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.818059] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.818262] env[62913]: DEBUG nova.network.neutron [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.818474] env[62913]: DEBUG nova.objects.instance [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lazy-loading 'info_cache' on Instance uuid 3933925c-d040-4fcc-aa6c-263aad13abed {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1895.852471] env[62913]: DEBUG oslo_vmware.api [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822858, 'name': ReconfigVM_Task, 'duration_secs': 0.184194} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.853098] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.853427] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377516', 'volume_id': '4cb913c9-2037-4640-be79-9e77d30e6f41', 'name': 'volume-4cb913c9-2037-4640-be79-9e77d30e6f41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ebcab798-5f66-47c5-a18c-b8e9d56e4513', 'attached_at': '', 'detached_at': '', 'volume_id': '4cb913c9-2037-4640-be79-9e77d30e6f41', 'serial': '4cb913c9-2037-4640-be79-9e77d30e6f41'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1895.870910] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "2591016a-a73c-42c0-9145-e37021b4eaf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.870910] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.871186] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "2591016a-a73c-42c0-9145-e37021b4eaf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.871186] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.871337] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.873595] env[62913]: INFO nova.compute.manager [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Terminating instance [ 1896.066960] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d7aa69-a5fa-749f-e5f7-a63555da18f3, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.066960] env[62913]: DEBUG oslo_concurrency.lockutils [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.066960] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1896.066960] env[62913]: DEBUG oslo_concurrency.lockutils [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.066960] env[62913]: DEBUG oslo_concurrency.lockutils [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.066960] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1896.067865] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fc61120-1943-487b-b296-a075cb738157 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.075639] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1896.076696] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1896.076696] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375f45d5-3bdd-415e-9502-5f6c9b513ebe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.081894] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1896.081894] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5210281d-dbe1-86a7-22c2-30f8663d56a6" [ 1896.081894] env[62913]: _type = "Task" [ 1896.081894] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.090158] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5210281d-dbe1-86a7-22c2-30f8663d56a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.251345] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.262999] env[62913]: DEBUG oslo_concurrency.lockutils [req-eaab1663-5cf8-4517-92dd-cae809905a08 req-fcae3a81-5fd4-4852-b196-9ba854fc56e3 service nova] Releasing lock "refresh_cache-8b784332-4456-4f7c-bc62-2346d0b61cda" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.266103] env[62913]: DEBUG nova.scheduler.client.report [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1896.379743] env[62913]: DEBUG nova.compute.manager [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1896.379743] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1896.380611] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7a4d9f-a231-4e87-9ae4-e774b47c3f16 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.388451] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.388663] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-023f685c-0f45-4320-af56-626a658ea752 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.394755] env[62913]: DEBUG nova.compute.manager [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1896.398646] env[62913]: DEBUG oslo_vmware.api [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1896.398646] env[62913]: value = "task-1822860" [ 1896.398646] env[62913]: _type = "Task" [ 1896.398646] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.406972] env[62913]: DEBUG nova.objects.instance [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lazy-loading 'flavor' on Instance uuid ebcab798-5f66-47c5-a18c-b8e9d56e4513 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1896.412381] env[62913]: DEBUG oslo_vmware.api [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.424728] env[62913]: DEBUG nova.virt.hardware [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1896.424974] env[62913]: DEBUG nova.virt.hardware [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1896.425172] env[62913]: DEBUG nova.virt.hardware [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1896.425402] env[62913]: DEBUG nova.virt.hardware [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1896.425605] env[62913]: DEBUG nova.virt.hardware [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1896.425787] env[62913]: DEBUG nova.virt.hardware [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1896.426016] env[62913]: DEBUG nova.virt.hardware [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1896.426199] env[62913]: DEBUG nova.virt.hardware [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1896.426375] env[62913]: DEBUG nova.virt.hardware [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1896.426592] env[62913]: DEBUG nova.virt.hardware [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1896.426713] env[62913]: DEBUG nova.virt.hardware [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1896.427843] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d4bbbb-b9ef-4a8b-83f9-f52953a635da {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.436045] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0f2299-c46d-4319-a9df-665ee3ae6a9d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.593192] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5210281d-dbe1-86a7-22c2-30f8663d56a6, 'name': SearchDatastore_Task, 'duration_secs': 0.00855} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.593935] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c02b70e-33aa-4437-9602-efe42175696d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.599243] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1896.599243] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52257c25-0dd1-9591-13b7-c25765e83cb8" [ 1896.599243] env[62913]: _type = "Task" [ 1896.599243] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.606958] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52257c25-0dd1-9591-13b7-c25765e83cb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.751643] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822859, 'name': ReconfigVM_Task, 'duration_secs': 0.630615} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.751965] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Reconfigured VM instance instance-00000062 to attach disk [datastore1] b94e7d9f-d90f-4ddb-a58b-0244efaf97d6/b94e7d9f-d90f-4ddb-a58b-0244efaf97d6.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1896.752663] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5db1573-181c-4a56-bdec-8b013e306946 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.759284] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1896.759284] env[62913]: value = "task-1822862" [ 1896.759284] env[62913]: _type = "Task" [ 1896.759284] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.767182] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822862, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.770996] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.771544] env[62913]: DEBUG nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1896.774337] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.413s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.775693] env[62913]: INFO nova.compute.claims [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1896.893655] env[62913]: DEBUG nova.compute.manager [req-1c87e485-9655-408a-a932-b00f8955d119 req-c3547206-e604-48be-a2a0-7a56302c1c64 service nova] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Received event network-vif-plugged-5849f013-ad12-438f-b98b-836c09c2afbe {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1896.893965] env[62913]: DEBUG oslo_concurrency.lockutils [req-1c87e485-9655-408a-a932-b00f8955d119 req-c3547206-e604-48be-a2a0-7a56302c1c64 service nova] Acquiring lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.894293] env[62913]: DEBUG oslo_concurrency.lockutils [req-1c87e485-9655-408a-a932-b00f8955d119 req-c3547206-e604-48be-a2a0-7a56302c1c64 service nova] Lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.894493] env[62913]: DEBUG oslo_concurrency.lockutils [req-1c87e485-9655-408a-a932-b00f8955d119 req-c3547206-e604-48be-a2a0-7a56302c1c64 service nova] Lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.894668] env[62913]: DEBUG nova.compute.manager [req-1c87e485-9655-408a-a932-b00f8955d119 req-c3547206-e604-48be-a2a0-7a56302c1c64 service nova] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] No waiting events found dispatching network-vif-plugged-5849f013-ad12-438f-b98b-836c09c2afbe {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1896.894836] env[62913]: WARNING nova.compute.manager [req-1c87e485-9655-408a-a932-b00f8955d119 req-c3547206-e604-48be-a2a0-7a56302c1c64 service nova] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Received unexpected event network-vif-plugged-5849f013-ad12-438f-b98b-836c09c2afbe for instance with vm_state building and task_state spawning. [ 1896.910682] env[62913]: DEBUG oslo_vmware.api [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822860, 'name': PowerOffVM_Task, 'duration_secs': 0.1712} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.910915] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1896.911095] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1896.911365] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e453eb5a-64ea-43f4-a7f6-9783a4e9abaf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.110666] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52257c25-0dd1-9591-13b7-c25765e83cb8, 'name': SearchDatastore_Task, 'duration_secs': 0.015384} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.111042] env[62913]: DEBUG oslo_concurrency.lockutils [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.111897] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 8b784332-4456-4f7c-bc62-2346d0b61cda/8b784332-4456-4f7c-bc62-2346d0b61cda.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1897.111897] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c288c51-9ea9-46da-a0e5-7e1ec3a222e0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.118796] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1897.118796] env[62913]: value = "task-1822864" [ 1897.118796] env[62913]: _type = "Task" [ 1897.118796] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.127594] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.139858] env[62913]: DEBUG nova.network.neutron [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Successfully updated port: 5849f013-ad12-438f-b98b-836c09c2afbe {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1897.142849] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1897.143262] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1897.143507] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Deleting the datastore file [datastore1] 2591016a-a73c-42c0-9145-e37021b4eaf2 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1897.144016] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c10dd7e-e15b-44d0-aa24-5ee6ff025b2a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.151886] env[62913]: DEBUG oslo_vmware.api [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1897.151886] env[62913]: value = "task-1822865" [ 1897.151886] env[62913]: _type = "Task" [ 1897.151886] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.161551] env[62913]: DEBUG oslo_vmware.api [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.226879] env[62913]: DEBUG nova.network.neutron [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updating instance_info_cache with network_info: [{"id": "6e26aa97-1cce-4625-a571-72b6ca9138ba", "address": "fa:16:3e:08:a9:6d", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e26aa97-1c", "ovs_interfaceid": "6e26aa97-1cce-4625-a571-72b6ca9138ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.270807] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822862, 'name': Rename_Task, 'duration_secs': 0.140722} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.271455] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1897.271455] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-709a6e4e-056d-41a6-bdb6-70f7135fa24b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.281124] env[62913]: DEBUG nova.compute.utils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1897.286093] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1897.286093] env[62913]: value = "task-1822866" [ 1897.286093] env[62913]: _type = "Task" [ 1897.286093] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.286281] env[62913]: DEBUG nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1897.286484] env[62913]: DEBUG nova.network.neutron [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1897.301908] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822866, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.348206] env[62913]: DEBUG nova.policy [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27b29ebb18204829891d3210d76f454c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '289e8de9a0554ee3a54239228a29df38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1897.418063] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f3ca3bec-9913-4069-a14a-e868049650fc tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.757s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.629023] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45982} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.629306] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 8b784332-4456-4f7c-bc62-2346d0b61cda/8b784332-4456-4f7c-bc62-2346d0b61cda.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1897.629513] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1897.629767] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6b1a94c-c8e4-4597-aaee-0c8fa74282b7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.632313] env[62913]: DEBUG nova.network.neutron [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Successfully created port: 7f4750da-448d-471d-8d7e-1eceed0eede5 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1897.639344] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1897.639344] env[62913]: value = "task-1822867" [ 1897.639344] env[62913]: _type = "Task" [ 1897.639344] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.644758] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "refresh_cache-f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.644873] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "refresh_cache-f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.646796] env[62913]: DEBUG nova.network.neutron [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1897.649619] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.663612] env[62913]: DEBUG oslo_vmware.api [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414282} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.664068] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1897.664068] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1897.664323] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1897.664532] env[62913]: INFO nova.compute.manager [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1897.664795] env[62913]: DEBUG oslo.service.loopingcall [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1897.664977] env[62913]: DEBUG nova.compute.manager [-] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1897.665100] env[62913]: DEBUG nova.network.neutron [-] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1897.729646] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.729931] env[62913]: DEBUG nova.objects.instance [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lazy-loading 'migration_context' on Instance uuid 3933925c-d040-4fcc-aa6c-263aad13abed {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1897.789399] env[62913]: DEBUG nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1897.808116] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822866, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.028081] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0fa8a3-d50b-4a96-b187-2be1b84a718c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.035875] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49836997-a88f-4f76-af2f-3190001de9f1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.065862] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c60db32-49a2-43bd-9e28-325dcf973551 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.072764] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.073014] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.073230] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.073419] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.073587] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.076220] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41f3b9e-f0bb-4a15-80f3-d39e1052de98 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.080345] env[62913]: INFO nova.compute.manager [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Terminating instance [ 1898.092682] env[62913]: DEBUG nova.compute.provider_tree [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1898.148629] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062513} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.148906] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1898.149702] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814cfcea-82b5-46df-b244-8413ffcc0a4b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.176892] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 8b784332-4456-4f7c-bc62-2346d0b61cda/8b784332-4456-4f7c-bc62-2346d0b61cda.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1898.177214] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76fe6393-8519-454f-ab71-626166d89b4c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.199503] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1898.199503] env[62913]: value = "task-1822868" [ 1898.199503] env[62913]: _type = "Task" [ 1898.199503] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.203747] env[62913]: DEBUG nova.network.neutron [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1898.210502] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822868, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.233468] env[62913]: DEBUG nova.objects.base [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Object Instance<3933925c-d040-4fcc-aa6c-263aad13abed> lazy-loaded attributes: info_cache,migration_context {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1898.234842] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a513cb6a-bd55-44bb-b505-2b422a21864c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.255909] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e3cd39-91f9-40ed-a7ba-dc1403ab6373 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.262193] env[62913]: DEBUG oslo_vmware.api [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1898.262193] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5211ab5d-894c-4068-7a66-b9f12b3713c6" [ 1898.262193] env[62913]: _type = "Task" [ 1898.262193] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.271609] env[62913]: DEBUG oslo_vmware.api [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5211ab5d-894c-4068-7a66-b9f12b3713c6, 'name': SearchDatastore_Task, 'duration_secs': 0.007048} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.274089] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.311255] env[62913]: DEBUG oslo_vmware.api [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822866, 'name': PowerOnVM_Task, 'duration_secs': 0.927728} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.314651] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1898.314885] env[62913]: DEBUG nova.compute.manager [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1898.315735] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f75c84-74dc-4bf0-8d8c-cc61ec52ff5b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.425607] env[62913]: DEBUG nova.network.neutron [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Updating instance_info_cache with network_info: [{"id": "5849f013-ad12-438f-b98b-836c09c2afbe", "address": "fa:16:3e:86:71:66", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5849f013-ad", "ovs_interfaceid": "5849f013-ad12-438f-b98b-836c09c2afbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.584053] env[62913]: DEBUG nova.compute.manager [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1898.584444] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1898.585528] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26452867-11ba-45cd-93cd-534fc78d7d52 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.593109] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1898.593855] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fb25b8b-137e-4977-a624-f16f4d6f5fb0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.602592] env[62913]: DEBUG oslo_vmware.api [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1898.602592] env[62913]: value = "task-1822869" [ 1898.602592] env[62913]: _type = "Task" [ 1898.602592] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.610941] env[62913]: DEBUG oslo_vmware.api [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.614065] env[62913]: ERROR nova.scheduler.client.report [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [req-292886a3-63c1-400f-8a5f-1f7e323b05de] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-292886a3-63c1-400f-8a5f-1f7e323b05de"}]} [ 1898.629843] env[62913]: DEBUG nova.scheduler.client.report [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1898.644388] env[62913]: DEBUG nova.scheduler.client.report [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1898.644654] env[62913]: DEBUG nova.compute.provider_tree [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1898.658074] env[62913]: DEBUG nova.scheduler.client.report [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1898.675535] env[62913]: DEBUG nova.scheduler.client.report [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1898.712580] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822868, 'name': ReconfigVM_Task, 'duration_secs': 0.313916} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.712942] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 8b784332-4456-4f7c-bc62-2346d0b61cda/8b784332-4456-4f7c-bc62-2346d0b61cda.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1898.713624] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de9b1654-930e-4506-9666-9a4e8be2bd56 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.723397] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1898.723397] env[62913]: value = "task-1822870" [ 1898.723397] env[62913]: _type = "Task" [ 1898.723397] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.734413] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822870, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.817762] env[62913]: DEBUG nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1898.838249] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.853105] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1898.853381] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1898.853542] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1898.853729] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1898.853888] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1898.854043] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1898.854295] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1898.854467] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1898.854637] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1898.854803] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1898.854996] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1898.856255] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3ee717-7100-44ac-84ae-8124a255e3f6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.865278] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b33a4d-8f9b-4195-85d0-6b674911eb5b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.927718] env[62913]: DEBUG nova.compute.manager [req-7f59f714-9eee-470a-b967-c2ba7ef8ee51 req-acff11a1-463a-4098-b00b-202e898be0e4 service nova] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Received event network-changed-5849f013-ad12-438f-b98b-836c09c2afbe {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1898.927924] env[62913]: DEBUG nova.compute.manager [req-7f59f714-9eee-470a-b967-c2ba7ef8ee51 req-acff11a1-463a-4098-b00b-202e898be0e4 service nova] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Refreshing instance network info cache due to event network-changed-5849f013-ad12-438f-b98b-836c09c2afbe. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1898.928131] env[62913]: DEBUG oslo_concurrency.lockutils [req-7f59f714-9eee-470a-b967-c2ba7ef8ee51 req-acff11a1-463a-4098-b00b-202e898be0e4 service nova] Acquiring lock "refresh_cache-f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.928743] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "refresh_cache-f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.929017] env[62913]: DEBUG nova.compute.manager [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Instance network_info: |[{"id": "5849f013-ad12-438f-b98b-836c09c2afbe", "address": "fa:16:3e:86:71:66", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5849f013-ad", "ovs_interfaceid": "5849f013-ad12-438f-b98b-836c09c2afbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1898.929567] env[62913]: DEBUG oslo_concurrency.lockutils [req-7f59f714-9eee-470a-b967-c2ba7ef8ee51 req-acff11a1-463a-4098-b00b-202e898be0e4 service nova] Acquired lock "refresh_cache-f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.929567] env[62913]: DEBUG nova.network.neutron [req-7f59f714-9eee-470a-b967-c2ba7ef8ee51 req-acff11a1-463a-4098-b00b-202e898be0e4 service nova] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Refreshing network info cache for port 5849f013-ad12-438f-b98b-836c09c2afbe {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1898.930547] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:71:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5849f013-ad12-438f-b98b-836c09c2afbe', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1898.937933] env[62913]: DEBUG oslo.service.loopingcall [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.941208] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1898.942103] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb1588db-acbf-4787-bfe5-0fb4640d1502 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.957672] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57869c1-b620-428d-b2b2-5f24d3c0df6f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.966183] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de7ccef-271c-46f6-b45a-7b5ed720a8f9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.969753] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1898.969753] env[62913]: value = "task-1822871" [ 1898.969753] env[62913]: _type = "Task" [ 1898.969753] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.998770] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Volume attach. Driver type: vmdk {{(pid=62913) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1898.999024] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377543', 'volume_id': '7ea6f1c5-8754-4663-9178-d080a0139fa4', 'name': 'volume-7ea6f1c5-8754-4663-9178-d080a0139fa4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e4ec9f27-d456-4c5b-84e0-8bc9228be173', 'attached_at': '', 'detached_at': '', 'volume_id': '7ea6f1c5-8754-4663-9178-d080a0139fa4', 'serial': '7ea6f1c5-8754-4663-9178-d080a0139fa4'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1899.000103] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1459ab2b-2fa9-4cb0-8b5c-d646c62f59a8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.002944] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee07cd0-6a55-4ea6-9cff-48543eac77a9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.008187] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822871, 'name': CreateVM_Task} progress is 15%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.024507] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4185ffe9-b26e-4801-b9d6-7f7c2c80404a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.028781] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d55cf9-a58b-487c-afa9-974a0050e39d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.042235] env[62913]: DEBUG nova.compute.provider_tree [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1899.065860] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-7ea6f1c5-8754-4663-9178-d080a0139fa4/volume-7ea6f1c5-8754-4663-9178-d080a0139fa4.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1899.069603] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff2d89d5-11be-410f-9779-7d99cecdf279 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.085575] env[62913]: DEBUG nova.network.neutron [-] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.090021] env[62913]: DEBUG oslo_vmware.api [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1899.090021] env[62913]: value = "task-1822872" [ 1899.090021] env[62913]: _type = "Task" [ 1899.090021] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.098620] env[62913]: DEBUG oslo_vmware.api [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.111396] env[62913]: DEBUG oslo_vmware.api [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822869, 'name': PowerOffVM_Task, 'duration_secs': 0.202184} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.111671] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1899.111885] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1899.112104] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc6fcfe9-473b-4538-a0ce-295f6cd4dda9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.114289] env[62913]: DEBUG nova.scheduler.client.report [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1899.114536] env[62913]: DEBUG nova.compute.provider_tree [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 145 to 146 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1899.114722] env[62913]: DEBUG nova.compute.provider_tree [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1899.212124] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1899.212124] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1899.212406] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Deleting the datastore file [datastore1] ebcab798-5f66-47c5-a18c-b8e9d56e4513 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1899.212461] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6493e538-5a60-4c00-af1b-7393fff7df30 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.219709] env[62913]: DEBUG oslo_vmware.api [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1899.219709] env[62913]: value = "task-1822874" [ 1899.219709] env[62913]: _type = "Task" [ 1899.219709] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.230109] env[62913]: DEBUG oslo_vmware.api [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.234926] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822870, 'name': Rename_Task, 'duration_secs': 0.175496} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.235198] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1899.235437] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57171bba-c1a8-4182-8b25-4a8e473ada8c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.242328] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1899.242328] env[62913]: value = "task-1822875" [ 1899.242328] env[62913]: _type = "Task" [ 1899.242328] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.249942] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.481184] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822871, 'name': CreateVM_Task, 'duration_secs': 0.450155} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.481692] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1899.482142] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.482349] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.482684] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1899.483159] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c858d6f-185a-451f-9766-9abb01a74916 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.488123] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1899.488123] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52c2a440-bcad-0f19-1538-cf15191b50b7" [ 1899.488123] env[62913]: _type = "Task" [ 1899.488123] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.499275] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c2a440-bcad-0f19-1538-cf15191b50b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.587762] env[62913]: INFO nova.compute.manager [-] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Took 1.92 seconds to deallocate network for instance. [ 1899.600738] env[62913]: DEBUG oslo_vmware.api [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822872, 'name': ReconfigVM_Task, 'duration_secs': 0.367825} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.600900] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-7ea6f1c5-8754-4663-9178-d080a0139fa4/volume-7ea6f1c5-8754-4663-9178-d080a0139fa4.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1899.605857] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-248ca8e9-a01d-4dc2-820c-ed8faa7558a8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.621351] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.847s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.623286] env[62913]: DEBUG nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1899.626352] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.687s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.626584] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.626751] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1899.627057] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.521s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.627240] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.629904] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.777s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.631644] env[62913]: INFO nova.compute.claims [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1899.642331] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a94ee2-b16e-44cc-b04a-272aebab503a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.643301] env[62913]: DEBUG oslo_vmware.api [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1899.643301] env[62913]: value = "task-1822876" [ 1899.643301] env[62913]: _type = "Task" [ 1899.643301] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.651598] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3256f6-3f01-4d32-babd-b74a04307012 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.659647] env[62913]: DEBUG oslo_vmware.api [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.673853] env[62913]: INFO nova.scheduler.client.report [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Deleted allocations for instance 2857dc4b-20e3-4ff7-a0bb-448907ebf42a [ 1899.676587] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1853fd4a-48c3-4a12-9aba-12192b701ee8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.689765] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9946de14-0972-4b48-baf6-e48063ccd2e9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.720589] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179604MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1899.721092] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.732358] env[62913]: DEBUG oslo_vmware.api [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167947} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.732622] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1899.732811] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1899.732988] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1899.733179] env[62913]: INFO nova.compute.manager [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1899.733444] env[62913]: DEBUG oslo.service.loopingcall [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1899.733640] env[62913]: DEBUG nova.compute.manager [-] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1899.733735] env[62913]: DEBUG nova.network.neutron [-] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1899.753369] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822875, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.852731] env[62913]: DEBUG nova.network.neutron [req-7f59f714-9eee-470a-b967-c2ba7ef8ee51 req-acff11a1-463a-4098-b00b-202e898be0e4 service nova] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Updated VIF entry in instance network info cache for port 5849f013-ad12-438f-b98b-836c09c2afbe. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1899.852731] env[62913]: DEBUG nova.network.neutron [req-7f59f714-9eee-470a-b967-c2ba7ef8ee51 req-acff11a1-463a-4098-b00b-202e898be0e4 service nova] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Updating instance_info_cache with network_info: [{"id": "5849f013-ad12-438f-b98b-836c09c2afbe", "address": "fa:16:3e:86:71:66", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5849f013-ad", "ovs_interfaceid": "5849f013-ad12-438f-b98b-836c09c2afbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.878791] env[62913]: DEBUG nova.network.neutron [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Successfully updated port: 7f4750da-448d-471d-8d7e-1eceed0eede5 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1900.002028] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c2a440-bcad-0f19-1538-cf15191b50b7, 'name': SearchDatastore_Task, 'duration_secs': 0.020369} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.002028] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.002028] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1900.002028] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.002028] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.002028] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1900.002028] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afd914f3-743e-42ef-905a-570abf5ca85e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.013372] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1900.013800] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1900.014854] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898c9789-ef91-4da3-b01f-4d199d9eb4c7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.020972] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1900.020972] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]521c702e-0064-b85b-35a9-c870bc905ae4" [ 1900.020972] env[62913]: _type = "Task" [ 1900.020972] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.030334] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521c702e-0064-b85b-35a9-c870bc905ae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.097502] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.143765] env[62913]: DEBUG nova.compute.utils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1900.144153] env[62913]: DEBUG nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1900.144376] env[62913]: DEBUG nova.network.neutron [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1900.159058] env[62913]: DEBUG oslo_vmware.api [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822876, 'name': ReconfigVM_Task, 'duration_secs': 0.197569} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.159390] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377543', 'volume_id': '7ea6f1c5-8754-4663-9178-d080a0139fa4', 'name': 'volume-7ea6f1c5-8754-4663-9178-d080a0139fa4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e4ec9f27-d456-4c5b-84e0-8bc9228be173', 'attached_at': '', 'detached_at': '', 'volume_id': '7ea6f1c5-8754-4663-9178-d080a0139fa4', 'serial': '7ea6f1c5-8754-4663-9178-d080a0139fa4'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1900.189655] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bfd22f39-2ea9-49de-bf9e-ea46d0785b8e tempest-DeleteServersTestJSON-459412045 tempest-DeleteServersTestJSON-459412045-project-member] Lock "2857dc4b-20e3-4ff7-a0bb-448907ebf42a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.572s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.204479] env[62913]: DEBUG nova.policy [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27b29ebb18204829891d3210d76f454c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '289e8de9a0554ee3a54239228a29df38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1900.226046] env[62913]: DEBUG nova.compute.manager [req-f7697d16-213a-4cc3-b613-1ad3f3557a72 req-90ca1420-cd72-4fd1-9d13-9e6fba39f5e9 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Received event network-vif-deleted-ce1ac704-515f-4941-8940-0b0d5cf207cb {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1900.226046] env[62913]: INFO nova.compute.manager [req-f7697d16-213a-4cc3-b613-1ad3f3557a72 req-90ca1420-cd72-4fd1-9d13-9e6fba39f5e9 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Neutron deleted interface ce1ac704-515f-4941-8940-0b0d5cf207cb; detaching it from the instance and deleting it from the info cache [ 1900.226334] env[62913]: DEBUG nova.network.neutron [req-f7697d16-213a-4cc3-b613-1ad3f3557a72 req-90ca1420-cd72-4fd1-9d13-9e6fba39f5e9 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.252856] env[62913]: DEBUG oslo_vmware.api [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822875, 'name': PowerOnVM_Task, 'duration_secs': 0.531444} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.253199] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1900.253432] env[62913]: INFO nova.compute.manager [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1900.253617] env[62913]: DEBUG nova.compute.manager [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1900.254468] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7d8280-7091-4193-99a2-6fe9bd1ca5d1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.282476] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "b94e7d9f-d90f-4ddb-a58b-0244efaf97d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.283372] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "b94e7d9f-d90f-4ddb-a58b-0244efaf97d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.283372] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "b94e7d9f-d90f-4ddb-a58b-0244efaf97d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.283372] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "b94e7d9f-d90f-4ddb-a58b-0244efaf97d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.283372] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "b94e7d9f-d90f-4ddb-a58b-0244efaf97d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.285428] env[62913]: INFO nova.compute.manager [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Terminating instance [ 1900.355556] env[62913]: DEBUG oslo_concurrency.lockutils [req-7f59f714-9eee-470a-b967-c2ba7ef8ee51 req-acff11a1-463a-4098-b00b-202e898be0e4 service nova] Releasing lock "refresh_cache-f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.355838] env[62913]: DEBUG nova.compute.manager [req-7f59f714-9eee-470a-b967-c2ba7ef8ee51 req-acff11a1-463a-4098-b00b-202e898be0e4 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Received event network-vif-deleted-7d2be57d-5cc7-4139-bd78-2ca8a001ff35 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1900.356031] env[62913]: INFO nova.compute.manager [req-7f59f714-9eee-470a-b967-c2ba7ef8ee51 req-acff11a1-463a-4098-b00b-202e898be0e4 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Neutron deleted interface 7d2be57d-5cc7-4139-bd78-2ca8a001ff35; detaching it from the instance and deleting it from the info cache [ 1900.356224] env[62913]: DEBUG nova.network.neutron [req-7f59f714-9eee-470a-b967-c2ba7ef8ee51 req-acff11a1-463a-4098-b00b-202e898be0e4 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.381668] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "refresh_cache-526360db-c26f-4985-a2a3-753255263da6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.381916] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquired lock "refresh_cache-526360db-c26f-4985-a2a3-753255263da6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.381916] env[62913]: DEBUG nova.network.neutron [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1900.470201] env[62913]: DEBUG nova.network.neutron [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Successfully created port: d72eba6b-60ff-429c-bb53-880399a644f7 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1900.537153] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521c702e-0064-b85b-35a9-c870bc905ae4, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.537153] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34bf190a-4a9b-4a02-af79-ff8b61859fb0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.542306] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1900.542306] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52af9823-e43b-7004-2c6c-de4c566fd565" [ 1900.542306] env[62913]: _type = "Task" [ 1900.542306] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.550945] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52af9823-e43b-7004-2c6c-de4c566fd565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.653680] env[62913]: DEBUG nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1900.707540] env[62913]: DEBUG nova.network.neutron [-] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.728197] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfce868d-ce85-4de6-a4eb-bf011bfe7215 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.744816] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c604a718-0ad0-49c6-b91b-7f107e6e4c8d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.787332] env[62913]: DEBUG nova.compute.manager [req-f7697d16-213a-4cc3-b613-1ad3f3557a72 req-90ca1420-cd72-4fd1-9d13-9e6fba39f5e9 service nova] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Detach interface failed, port_id=ce1ac704-515f-4941-8940-0b0d5cf207cb, reason: Instance ebcab798-5f66-47c5-a18c-b8e9d56e4513 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1900.789710] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "refresh_cache-b94e7d9f-d90f-4ddb-a58b-0244efaf97d6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.789873] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquired lock "refresh_cache-b94e7d9f-d90f-4ddb-a58b-0244efaf97d6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.790050] env[62913]: DEBUG nova.network.neutron [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1900.793150] env[62913]: INFO nova.compute.manager [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Took 13.01 seconds to build instance. [ 1900.859406] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fd2f8aa-8760-473b-a87f-c0da2651a2df {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.875300] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba30338-d32d-4289-bc23-7ae10279d736 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.912495] env[62913]: DEBUG nova.compute.manager [req-7f59f714-9eee-470a-b967-c2ba7ef8ee51 req-acff11a1-463a-4098-b00b-202e898be0e4 service nova] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Detach interface failed, port_id=7d2be57d-5cc7-4139-bd78-2ca8a001ff35, reason: Instance 2591016a-a73c-42c0-9145-e37021b4eaf2 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1900.934213] env[62913]: DEBUG nova.network.neutron [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1901.019225] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da5b0a5-46ab-4c3f-9daf-f201986223fe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.027420] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae84f61-ba5f-4a12-812c-541ccb80e39d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.070413] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5714569b-8fa5-4fb0-92ae-314814dd7006 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.074139] env[62913]: DEBUG nova.compute.manager [req-94e59bee-c835-4a9a-a9a5-00ba97758c9d req-0ec75077-14d6-450f-8ba0-8131239115f9 service nova] [instance: 526360db-c26f-4985-a2a3-753255263da6] Received event network-vif-plugged-7f4750da-448d-471d-8d7e-1eceed0eede5 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1901.074430] env[62913]: DEBUG oslo_concurrency.lockutils [req-94e59bee-c835-4a9a-a9a5-00ba97758c9d req-0ec75077-14d6-450f-8ba0-8131239115f9 service nova] Acquiring lock "526360db-c26f-4985-a2a3-753255263da6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.074629] env[62913]: DEBUG oslo_concurrency.lockutils [req-94e59bee-c835-4a9a-a9a5-00ba97758c9d req-0ec75077-14d6-450f-8ba0-8131239115f9 service nova] Lock "526360db-c26f-4985-a2a3-753255263da6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.074799] env[62913]: DEBUG oslo_concurrency.lockutils [req-94e59bee-c835-4a9a-a9a5-00ba97758c9d req-0ec75077-14d6-450f-8ba0-8131239115f9 service nova] Lock "526360db-c26f-4985-a2a3-753255263da6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.075966] env[62913]: DEBUG nova.compute.manager [req-94e59bee-c835-4a9a-a9a5-00ba97758c9d req-0ec75077-14d6-450f-8ba0-8131239115f9 service nova] [instance: 526360db-c26f-4985-a2a3-753255263da6] No waiting events found dispatching network-vif-plugged-7f4750da-448d-471d-8d7e-1eceed0eede5 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1901.075966] env[62913]: WARNING nova.compute.manager [req-94e59bee-c835-4a9a-a9a5-00ba97758c9d req-0ec75077-14d6-450f-8ba0-8131239115f9 service nova] [instance: 526360db-c26f-4985-a2a3-753255263da6] Received unexpected event network-vif-plugged-7f4750da-448d-471d-8d7e-1eceed0eede5 for instance with vm_state building and task_state spawning. [ 1901.075966] env[62913]: DEBUG nova.compute.manager [req-94e59bee-c835-4a9a-a9a5-00ba97758c9d req-0ec75077-14d6-450f-8ba0-8131239115f9 service nova] [instance: 526360db-c26f-4985-a2a3-753255263da6] Received event network-changed-7f4750da-448d-471d-8d7e-1eceed0eede5 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1901.075966] env[62913]: DEBUG nova.compute.manager [req-94e59bee-c835-4a9a-a9a5-00ba97758c9d req-0ec75077-14d6-450f-8ba0-8131239115f9 service nova] [instance: 526360db-c26f-4985-a2a3-753255263da6] Refreshing instance network info cache due to event network-changed-7f4750da-448d-471d-8d7e-1eceed0eede5. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1901.075966] env[62913]: DEBUG oslo_concurrency.lockutils [req-94e59bee-c835-4a9a-a9a5-00ba97758c9d req-0ec75077-14d6-450f-8ba0-8131239115f9 service nova] Acquiring lock "refresh_cache-526360db-c26f-4985-a2a3-753255263da6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.086279] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20acce0-68d7-4786-9af8-d2ce005d00d5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.090432] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52af9823-e43b-7004-2c6c-de4c566fd565, 'name': SearchDatastore_Task, 'duration_secs': 0.010727} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.091085] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.091325] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd/f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1901.092088] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cdd23ba-f4c1-4985-8a4c-5748e4cfc495 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.104032] env[62913]: DEBUG nova.compute.provider_tree [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1901.110616] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1901.110616] env[62913]: value = "task-1822878" [ 1901.110616] env[62913]: _type = "Task" [ 1901.110616] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.122316] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.172945] env[62913]: DEBUG nova.network.neutron [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Updating instance_info_cache with network_info: [{"id": "7f4750da-448d-471d-8d7e-1eceed0eede5", "address": "fa:16:3e:04:12:35", "network": {"id": "8cfad287-e82f-4a9f-aee5-2c61173d3de6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-76446806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289e8de9a0554ee3a54239228a29df38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f4750da-44", "ovs_interfaceid": "7f4750da-448d-471d-8d7e-1eceed0eede5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.217227] env[62913]: DEBUG nova.objects.instance [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lazy-loading 'flavor' on Instance uuid e4ec9f27-d456-4c5b-84e0-8bc9228be173 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1901.220174] env[62913]: INFO nova.compute.manager [-] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Took 1.49 seconds to deallocate network for instance. [ 1901.297285] env[62913]: DEBUG oslo_concurrency.lockutils [None req-736288d2-110e-402a-ab54-1477d5bf5317 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "8b784332-4456-4f7c-bc62-2346d0b61cda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.526s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.314044] env[62913]: DEBUG nova.network.neutron [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1901.370061] env[62913]: DEBUG nova.network.neutron [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.607029] env[62913]: DEBUG nova.scheduler.client.report [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1901.620670] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.672703] env[62913]: DEBUG nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1901.675077] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "8b784332-4456-4f7c-bc62-2346d0b61cda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.675344] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "8b784332-4456-4f7c-bc62-2346d0b61cda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.675755] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "8b784332-4456-4f7c-bc62-2346d0b61cda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.675755] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "8b784332-4456-4f7c-bc62-2346d0b61cda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.675902] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "8b784332-4456-4f7c-bc62-2346d0b61cda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.677439] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Releasing lock "refresh_cache-526360db-c26f-4985-a2a3-753255263da6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.677716] env[62913]: DEBUG nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Instance network_info: |[{"id": "7f4750da-448d-471d-8d7e-1eceed0eede5", "address": "fa:16:3e:04:12:35", "network": {"id": "8cfad287-e82f-4a9f-aee5-2c61173d3de6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-76446806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289e8de9a0554ee3a54239228a29df38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f4750da-44", "ovs_interfaceid": "7f4750da-448d-471d-8d7e-1eceed0eede5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1901.677984] env[62913]: DEBUG oslo_concurrency.lockutils [req-94e59bee-c835-4a9a-a9a5-00ba97758c9d req-0ec75077-14d6-450f-8ba0-8131239115f9 service nova] Acquired lock "refresh_cache-526360db-c26f-4985-a2a3-753255263da6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.678181] env[62913]: DEBUG nova.network.neutron [req-94e59bee-c835-4a9a-a9a5-00ba97758c9d req-0ec75077-14d6-450f-8ba0-8131239115f9 service nova] [instance: 526360db-c26f-4985-a2a3-753255263da6] Refreshing network info cache for port 7f4750da-448d-471d-8d7e-1eceed0eede5 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1901.679239] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:12:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f4750da-448d-471d-8d7e-1eceed0eede5', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1901.686605] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Creating folder: Project (289e8de9a0554ee3a54239228a29df38). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1901.687223] env[62913]: INFO nova.compute.manager [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Terminating instance [ 1901.688986] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aeeaac47-e925-42d4-a603-4c09c0d88378 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.702575] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Created folder: Project (289e8de9a0554ee3a54239228a29df38) in parent group-v377263. [ 1901.702795] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Creating folder: Instances. Parent ref: group-v377545. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1901.705082] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1901.705313] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1901.705474] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1901.705661] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1901.705863] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1901.705971] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1901.707030] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1901.707030] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1901.707030] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1901.707030] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1901.707030] env[62913]: DEBUG nova.virt.hardware [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1901.707237] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47e75553-fa3c-4bdd-aab8-09b65bdb8427 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.709625] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc6005b-9d0a-401d-a0c8-db8cf43d9197 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.718360] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edfbc63-c589-4bb1-b887-bcdd2cfd2fd2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.725450] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Created folder: Instances in parent group-v377545. [ 1901.725749] env[62913]: DEBUG oslo.service.loopingcall [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1901.726222] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b25b5eac-bffa-4b25-8af1-02d301aa06a9 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.352s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.727649] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.728227] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526360db-c26f-4985-a2a3-753255263da6] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1901.729171] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-784d21cd-3d63-4cdc-906c-1abdad48ca93 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.760307] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1901.760307] env[62913]: value = "task-1822881" [ 1901.760307] env[62913]: _type = "Task" [ 1901.760307] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.769481] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822881, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.873870] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Releasing lock "refresh_cache-b94e7d9f-d90f-4ddb-a58b-0244efaf97d6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.873870] env[62913]: DEBUG nova.compute.manager [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1901.873870] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1901.874667] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4b675d-3758-4b12-9da3-624208120897 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.882086] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1901.882322] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e1762b9-ed0a-4a50-9d1b-fd0370653c6c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.890038] env[62913]: DEBUG oslo_vmware.api [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1901.890038] env[62913]: value = "task-1822882" [ 1901.890038] env[62913]: _type = "Task" [ 1901.890038] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.902024] env[62913]: DEBUG oslo_vmware.api [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.981870] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Acquiring lock "db425cdf-dafb-4789-b9af-75c6337a796d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.982263] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Lock "db425cdf-dafb-4789-b9af-75c6337a796d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.982498] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Acquiring lock "db425cdf-dafb-4789-b9af-75c6337a796d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.982709] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Lock "db425cdf-dafb-4789-b9af-75c6337a796d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.982881] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Lock "db425cdf-dafb-4789-b9af-75c6337a796d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.985776] env[62913]: INFO nova.compute.manager [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Terminating instance [ 1902.116326] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.117113] env[62913]: DEBUG nova.compute.manager [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1902.120817] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.847s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.127517] env[62913]: DEBUG nova.network.neutron [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Successfully updated port: d72eba6b-60ff-429c-bb53-880399a644f7 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1902.136283] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.193181] env[62913]: DEBUG nova.compute.manager [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1902.193410] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1902.194364] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bf4963-a39f-4cf1-af8b-0e7963389531 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.202964] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1902.203265] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64bc8cbe-a3c9-4f22-ad02-3ef906df18c4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.210032] env[62913]: DEBUG oslo_vmware.api [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1902.210032] env[62913]: value = "task-1822883" [ 1902.210032] env[62913]: _type = "Task" [ 1902.210032] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.219045] env[62913]: DEBUG oslo_vmware.api [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.256815] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc896e79-23c4-40dd-9e98-2b8372c4e977 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.257098] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc896e79-23c4-40dd-9e98-2b8372c4e977 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.257295] env[62913]: DEBUG nova.compute.manager [None req-fc896e79-23c4-40dd-9e98-2b8372c4e977 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1902.258220] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7c1d29-1b53-474c-b88c-e4044956c10f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.269099] env[62913]: DEBUG nova.compute.manager [None req-fc896e79-23c4-40dd-9e98-2b8372c4e977 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62913) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1902.269675] env[62913]: DEBUG nova.objects.instance [None req-fc896e79-23c4-40dd-9e98-2b8372c4e977 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lazy-loading 'flavor' on Instance uuid e4ec9f27-d456-4c5b-84e0-8bc9228be173 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1902.275157] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822881, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.402306] env[62913]: DEBUG oslo_vmware.api [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822882, 'name': PowerOffVM_Task, 'duration_secs': 0.132207} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.402649] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1902.402832] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1902.403143] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82d65bfd-91cf-4199-85f1-40f8d77bd60a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.429635] env[62913]: DEBUG nova.network.neutron [req-94e59bee-c835-4a9a-a9a5-00ba97758c9d req-0ec75077-14d6-450f-8ba0-8131239115f9 service nova] [instance: 526360db-c26f-4985-a2a3-753255263da6] Updated VIF entry in instance network info cache for port 7f4750da-448d-471d-8d7e-1eceed0eede5. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1902.430121] env[62913]: DEBUG nova.network.neutron [req-94e59bee-c835-4a9a-a9a5-00ba97758c9d req-0ec75077-14d6-450f-8ba0-8131239115f9 service nova] [instance: 526360db-c26f-4985-a2a3-753255263da6] Updating instance_info_cache with network_info: [{"id": "7f4750da-448d-471d-8d7e-1eceed0eede5", "address": "fa:16:3e:04:12:35", "network": {"id": "8cfad287-e82f-4a9f-aee5-2c61173d3de6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-76446806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289e8de9a0554ee3a54239228a29df38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f4750da-44", "ovs_interfaceid": "7f4750da-448d-471d-8d7e-1eceed0eede5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.432962] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1902.433247] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1902.433531] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Deleting the datastore file [datastore1] b94e7d9f-d90f-4ddb-a58b-0244efaf97d6 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1902.434133] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5e1d0c5-59d8-4e2d-b1f7-eb75c6c45870 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.442598] env[62913]: DEBUG oslo_vmware.api [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1902.442598] env[62913]: value = "task-1822885" [ 1902.442598] env[62913]: _type = "Task" [ 1902.442598] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.453227] env[62913]: DEBUG oslo_vmware.api [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.489668] env[62913]: DEBUG nova.compute.manager [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1902.489932] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1902.490253] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd3f4d9a-c14f-4756-948c-dfa17618872b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.497997] env[62913]: DEBUG oslo_vmware.api [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Waiting for the task: (returnval){ [ 1902.497997] env[62913]: value = "task-1822886" [ 1902.497997] env[62913]: _type = "Task" [ 1902.497997] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.508819] env[62913]: DEBUG oslo_vmware.api [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.634992] env[62913]: DEBUG nova.compute.utils [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1902.636629] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "refresh_cache-9f9c269c-1444-4be0-9823-fea5802ad1cd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.636818] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquired lock "refresh_cache-9f9c269c-1444-4be0-9823-fea5802ad1cd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.637015] env[62913]: DEBUG nova.network.neutron [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1902.638067] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822878, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.439712} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.638897] env[62913]: DEBUG nova.compute.manager [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1902.639141] env[62913]: DEBUG nova.network.neutron [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1902.641294] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd/f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1902.641656] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1902.641934] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caed8d24-e103-4799-89fc-ed474b5e981f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.650641] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1902.650641] env[62913]: value = "task-1822887" [ 1902.650641] env[62913]: _type = "Task" [ 1902.650641] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.662699] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.707421] env[62913]: DEBUG nova.policy [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9804181ca484443b9e0fb5cb24365926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e117b9e16efe4c93bcb40ceeb540b462', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1902.724015] env[62913]: DEBUG oslo_vmware.api [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822883, 'name': PowerOffVM_Task, 'duration_secs': 0.47709} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.726881] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1902.726881] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1902.727148] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3900453-84ae-496d-a362-e853a7ddd71d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.770230] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822881, 'name': CreateVM_Task, 'duration_secs': 0.975257} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.772371] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526360db-c26f-4985-a2a3-753255263da6] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1902.774873] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.774960] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.775313] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1902.776432] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b06f517-aa9b-4b8a-a00d-098b9e75f3ed {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.781461] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1902.781461] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52857be9-afdf-dd71-6715-813efd53976a" [ 1902.781461] env[62913]: _type = "Task" [ 1902.781461] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.789526] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52857be9-afdf-dd71-6715-813efd53976a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.812451] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1902.812681] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1902.812985] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleting the datastore file [datastore1] 8b784332-4456-4f7c-bc62-2346d0b61cda {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1902.813246] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d73ddf46-a7c7-45d1-99aa-9b0d40985162 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.821092] env[62913]: DEBUG oslo_vmware.api [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1902.821092] env[62913]: value = "task-1822889" [ 1902.821092] env[62913]: _type = "Task" [ 1902.821092] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.829926] env[62913]: DEBUG oslo_vmware.api [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.903326] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c605b71-d001-490b-87fe-74d004b44504 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.911365] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b0f0de-9f63-4712-a4f5-257c83690a5f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.955024] env[62913]: DEBUG oslo_concurrency.lockutils [req-94e59bee-c835-4a9a-a9a5-00ba97758c9d req-0ec75077-14d6-450f-8ba0-8131239115f9 service nova] Releasing lock "refresh_cache-526360db-c26f-4985-a2a3-753255263da6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.956847] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1c78dd-561c-4aae-bef8-9a8f4d90ad7f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.966354] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe1f1f6-1bdc-407d-8696-f036526dc610 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.970372] env[62913]: DEBUG oslo_vmware.api [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181836} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.970615] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1902.970893] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1902.971134] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1902.971306] env[62913]: INFO nova.compute.manager [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1902.971679] env[62913]: DEBUG oslo.service.loopingcall [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1902.972093] env[62913]: DEBUG nova.compute.manager [-] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1902.972221] env[62913]: DEBUG nova.network.neutron [-] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1902.983961] env[62913]: DEBUG nova.compute.provider_tree [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1903.003246] env[62913]: DEBUG nova.network.neutron [-] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1903.008107] env[62913]: DEBUG oslo_vmware.api [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822886, 'name': PowerOffVM_Task, 'duration_secs': 0.220944} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.012024] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1903.012024] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1903.012024] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377517', 'volume_id': '040869f7-6ceb-4065-a15e-2d41daf224aa', 'name': 'volume-040869f7-6ceb-4065-a15e-2d41daf224aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'db425cdf-dafb-4789-b9af-75c6337a796d', 'attached_at': '', 'detached_at': '', 'volume_id': '040869f7-6ceb-4065-a15e-2d41daf224aa', 'serial': '040869f7-6ceb-4065-a15e-2d41daf224aa'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1903.012024] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988a7e07-3e7a-40e7-beae-cfd4663a7666 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.029759] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e9b215-a047-402e-8cd2-0789b8e5d976 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.036732] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e27f97-fb24-4abd-9180-04a120bb626f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.055836] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae95d3e3-8812-4674-b429-89af976121a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.072163] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] The volume has not been displaced from its original location: [datastore1] volume-040869f7-6ceb-4065-a15e-2d41daf224aa/volume-040869f7-6ceb-4065-a15e-2d41daf224aa.vmdk. No consolidation needed. {{(pid=62913) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1903.077865] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1903.078851] env[62913]: DEBUG nova.network.neutron [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Successfully created port: abb3f30c-a71e-4232-81e2-ed1cfc2573e6 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1903.080867] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8e250ca-a23a-405a-9b84-79c5c9d2cfc0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.096229] env[62913]: DEBUG nova.compute.manager [req-fc4e75cc-80ff-4515-92c0-f0138c7e6ed0 req-7f08d227-eed7-4d19-92e7-1de38236e091 service nova] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Received event network-vif-plugged-d72eba6b-60ff-429c-bb53-880399a644f7 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1903.096685] env[62913]: DEBUG oslo_concurrency.lockutils [req-fc4e75cc-80ff-4515-92c0-f0138c7e6ed0 req-7f08d227-eed7-4d19-92e7-1de38236e091 service nova] Acquiring lock "9f9c269c-1444-4be0-9823-fea5802ad1cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.096908] env[62913]: DEBUG oslo_concurrency.lockutils [req-fc4e75cc-80ff-4515-92c0-f0138c7e6ed0 req-7f08d227-eed7-4d19-92e7-1de38236e091 service nova] Lock "9f9c269c-1444-4be0-9823-fea5802ad1cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.097094] env[62913]: DEBUG oslo_concurrency.lockutils [req-fc4e75cc-80ff-4515-92c0-f0138c7e6ed0 req-7f08d227-eed7-4d19-92e7-1de38236e091 service nova] Lock "9f9c269c-1444-4be0-9823-fea5802ad1cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.097270] env[62913]: DEBUG nova.compute.manager [req-fc4e75cc-80ff-4515-92c0-f0138c7e6ed0 req-7f08d227-eed7-4d19-92e7-1de38236e091 service nova] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] No waiting events found dispatching network-vif-plugged-d72eba6b-60ff-429c-bb53-880399a644f7 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1903.097427] env[62913]: WARNING nova.compute.manager [req-fc4e75cc-80ff-4515-92c0-f0138c7e6ed0 req-7f08d227-eed7-4d19-92e7-1de38236e091 service nova] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Received unexpected event network-vif-plugged-d72eba6b-60ff-429c-bb53-880399a644f7 for instance with vm_state building and task_state spawning. [ 1903.097586] env[62913]: DEBUG nova.compute.manager [req-fc4e75cc-80ff-4515-92c0-f0138c7e6ed0 req-7f08d227-eed7-4d19-92e7-1de38236e091 service nova] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Received event network-changed-d72eba6b-60ff-429c-bb53-880399a644f7 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1903.097734] env[62913]: DEBUG nova.compute.manager [req-fc4e75cc-80ff-4515-92c0-f0138c7e6ed0 req-7f08d227-eed7-4d19-92e7-1de38236e091 service nova] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Refreshing instance network info cache due to event network-changed-d72eba6b-60ff-429c-bb53-880399a644f7. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1903.097896] env[62913]: DEBUG oslo_concurrency.lockutils [req-fc4e75cc-80ff-4515-92c0-f0138c7e6ed0 req-7f08d227-eed7-4d19-92e7-1de38236e091 service nova] Acquiring lock "refresh_cache-9f9c269c-1444-4be0-9823-fea5802ad1cd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.103973] env[62913]: DEBUG oslo_vmware.api [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Waiting for the task: (returnval){ [ 1903.103973] env[62913]: value = "task-1822890" [ 1903.103973] env[62913]: _type = "Task" [ 1903.103973] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.112533] env[62913]: DEBUG oslo_vmware.api [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.139220] env[62913]: DEBUG nova.compute.manager [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1903.160874] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065304} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.161291] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1903.162175] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6b6988-a6d0-4807-a1b2-80a4e59cbb9b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.188362] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd/f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1903.190321] env[62913]: DEBUG nova.network.neutron [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1903.191714] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc4e8c90-f2eb-4067-b596-294380faccf5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.212156] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1903.212156] env[62913]: value = "task-1822891" [ 1903.212156] env[62913]: _type = "Task" [ 1903.212156] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.220965] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.278676] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc896e79-23c4-40dd-9e98-2b8372c4e977 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1903.278991] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90bd8bef-35c0-4298-b5fa-38ea6d6bd838 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.288615] env[62913]: DEBUG oslo_vmware.api [None req-fc896e79-23c4-40dd-9e98-2b8372c4e977 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1903.288615] env[62913]: value = "task-1822892" [ 1903.288615] env[62913]: _type = "Task" [ 1903.288615] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.295188] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52857be9-afdf-dd71-6715-813efd53976a, 'name': SearchDatastore_Task, 'duration_secs': 0.01006} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.295802] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.296118] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1903.296366] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.296516] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.296694] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1903.296949] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10d417a5-e460-477d-9b9a-62c6381adf29 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.301310] env[62913]: DEBUG oslo_vmware.api [None req-fc896e79-23c4-40dd-9e98-2b8372c4e977 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.311381] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1903.311559] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1903.312275] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42dff7d1-26e6-4d5c-a7de-caf3966651d4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.317502] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1903.317502] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5238072b-9ab4-9c4d-e563-2dd0051430e2" [ 1903.317502] env[62913]: _type = "Task" [ 1903.317502] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.328514] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5238072b-9ab4-9c4d-e563-2dd0051430e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.333638] env[62913]: DEBUG oslo_vmware.api [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139783} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.333863] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1903.334058] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1903.334283] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1903.334462] env[62913]: INFO nova.compute.manager [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1903.334914] env[62913]: DEBUG oslo.service.loopingcall [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1903.334914] env[62913]: DEBUG nova.compute.manager [-] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1903.335020] env[62913]: DEBUG nova.network.neutron [-] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1903.358576] env[62913]: DEBUG nova.network.neutron [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Updating instance_info_cache with network_info: [{"id": "d72eba6b-60ff-429c-bb53-880399a644f7", "address": "fa:16:3e:8a:16:ec", "network": {"id": "8cfad287-e82f-4a9f-aee5-2c61173d3de6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-76446806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289e8de9a0554ee3a54239228a29df38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72eba6b-60", "ovs_interfaceid": "d72eba6b-60ff-429c-bb53-880399a644f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.508637] env[62913]: DEBUG nova.network.neutron [-] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.520181] env[62913]: DEBUG nova.scheduler.client.report [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1903.520453] env[62913]: DEBUG nova.compute.provider_tree [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 146 to 147 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1903.520697] env[62913]: DEBUG nova.compute.provider_tree [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1903.615930] env[62913]: DEBUG oslo_vmware.api [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822890, 'name': ReconfigVM_Task, 'duration_secs': 0.200567} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.616631] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1903.621554] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7fbd8ea-e133-42af-a624-14d14f993638 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.638370] env[62913]: DEBUG oslo_vmware.api [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Waiting for the task: (returnval){ [ 1903.638370] env[62913]: value = "task-1822893" [ 1903.638370] env[62913]: _type = "Task" [ 1903.638370] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.649948] env[62913]: DEBUG oslo_vmware.api [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.722911] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822891, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.801515] env[62913]: DEBUG oslo_vmware.api [None req-fc896e79-23c4-40dd-9e98-2b8372c4e977 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822892, 'name': PowerOffVM_Task, 'duration_secs': 0.207215} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.801645] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc896e79-23c4-40dd-9e98-2b8372c4e977 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1903.801840] env[62913]: DEBUG nova.compute.manager [None req-fc896e79-23c4-40dd-9e98-2b8372c4e977 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.802620] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e499ced-d958-4e6b-aca9-861b93800ef1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.827053] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5238072b-9ab4-9c4d-e563-2dd0051430e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010934} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.827648] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38fb7fdf-fc88-457c-8645-4ade3dd607ec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.833172] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1903.833172] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]527d8548-ed74-149e-8570-fe6527a1dd0e" [ 1903.833172] env[62913]: _type = "Task" [ 1903.833172] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.841182] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527d8548-ed74-149e-8570-fe6527a1dd0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.860726] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Releasing lock "refresh_cache-9f9c269c-1444-4be0-9823-fea5802ad1cd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.861056] env[62913]: DEBUG nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Instance network_info: |[{"id": "d72eba6b-60ff-429c-bb53-880399a644f7", "address": "fa:16:3e:8a:16:ec", "network": {"id": "8cfad287-e82f-4a9f-aee5-2c61173d3de6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-76446806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289e8de9a0554ee3a54239228a29df38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72eba6b-60", "ovs_interfaceid": "d72eba6b-60ff-429c-bb53-880399a644f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1903.861350] env[62913]: DEBUG oslo_concurrency.lockutils [req-fc4e75cc-80ff-4515-92c0-f0138c7e6ed0 req-7f08d227-eed7-4d19-92e7-1de38236e091 service nova] Acquired lock "refresh_cache-9f9c269c-1444-4be0-9823-fea5802ad1cd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.861534] env[62913]: DEBUG nova.network.neutron [req-fc4e75cc-80ff-4515-92c0-f0138c7e6ed0 req-7f08d227-eed7-4d19-92e7-1de38236e091 service nova] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Refreshing network info cache for port d72eba6b-60ff-429c-bb53-880399a644f7 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1903.862712] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:16:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd72eba6b-60ff-429c-bb53-880399a644f7', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1903.870100] env[62913]: DEBUG oslo.service.loopingcall [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1903.870972] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1903.871221] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b12b8d2-5753-4923-b01f-7a73c727cefb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.891418] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1903.891418] env[62913]: value = "task-1822894" [ 1903.891418] env[62913]: _type = "Task" [ 1903.891418] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.899376] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822894, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.011268] env[62913]: INFO nova.compute.manager [-] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Took 1.04 seconds to deallocate network for instance. [ 1904.150242] env[62913]: DEBUG oslo_vmware.api [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822893, 'name': ReconfigVM_Task, 'duration_secs': 0.297584} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.150806] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377517', 'volume_id': '040869f7-6ceb-4065-a15e-2d41daf224aa', 'name': 'volume-040869f7-6ceb-4065-a15e-2d41daf224aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'db425cdf-dafb-4789-b9af-75c6337a796d', 'attached_at': '', 'detached_at': '', 'volume_id': '040869f7-6ceb-4065-a15e-2d41daf224aa', 'serial': '040869f7-6ceb-4065-a15e-2d41daf224aa'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1904.151036] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1904.151881] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee313d62-eb1c-4366-9b29-781d2d33da4b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.155563] env[62913]: DEBUG nova.compute.manager [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1904.162026] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1904.162215] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99d361cb-44d2-4f43-97ef-2528c53f5c66 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.188201] env[62913]: DEBUG nova.virt.hardware [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1904.188400] env[62913]: DEBUG nova.virt.hardware [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1904.188561] env[62913]: DEBUG nova.virt.hardware [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1904.188747] env[62913]: DEBUG nova.virt.hardware [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1904.188900] env[62913]: DEBUG nova.virt.hardware [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1904.189067] env[62913]: DEBUG nova.virt.hardware [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1904.189290] env[62913]: DEBUG nova.virt.hardware [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1904.189454] env[62913]: DEBUG nova.virt.hardware [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1904.189623] env[62913]: DEBUG nova.virt.hardware [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1904.189788] env[62913]: DEBUG nova.virt.hardware [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1904.189963] env[62913]: DEBUG nova.virt.hardware [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1904.190879] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06234021-8345-4017-80c2-265d6e7ed1a4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.197970] env[62913]: DEBUG nova.network.neutron [-] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.201038] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e4e055-02f5-4a2d-896f-a1c239389769 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.230880] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822891, 'name': ReconfigVM_Task, 'duration_secs': 0.528818} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.231444] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Reconfigured VM instance instance-00000064 to attach disk [datastore1] f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd/f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1904.232566] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdd190b1-2d01-4d5c-af21-006d5ce866cf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.241030] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1904.241030] env[62913]: value = "task-1822896" [ 1904.241030] env[62913]: _type = "Task" [ 1904.241030] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.245648] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1904.245966] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1904.246230] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Deleting the datastore file [datastore1] db425cdf-dafb-4789-b9af-75c6337a796d {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1904.246858] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c6eb469-d78f-4c27-91f5-a8714ba66de3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.254249] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822896, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.258379] env[62913]: DEBUG oslo_vmware.api [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Waiting for the task: (returnval){ [ 1904.258379] env[62913]: value = "task-1822897" [ 1904.258379] env[62913]: _type = "Task" [ 1904.258379] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.267166] env[62913]: DEBUG oslo_vmware.api [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.313989] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fc896e79-23c4-40dd-9e98-2b8372c4e977 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.343932] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527d8548-ed74-149e-8570-fe6527a1dd0e, 'name': SearchDatastore_Task, 'duration_secs': 0.038875} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.344348] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.344524] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 526360db-c26f-4985-a2a3-753255263da6/526360db-c26f-4985-a2a3-753255263da6.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1904.344791] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ce80ddb-e3ae-4d9c-b3cb-c6728749527c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.352724] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1904.352724] env[62913]: value = "task-1822898" [ 1904.352724] env[62913]: _type = "Task" [ 1904.352724] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.360878] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.401834] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822894, 'name': CreateVM_Task, 'duration_secs': 0.450442} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.402014] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1904.402691] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.402842] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.403182] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1904.403467] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b102cceb-1bf5-44e8-81f5-e6aed4831a9f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.409233] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1904.409233] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5205c006-4c86-a182-7869-1746eca6f578" [ 1904.409233] env[62913]: _type = "Task" [ 1904.409233] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.416989] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5205c006-4c86-a182-7869-1746eca6f578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.517272] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.529837] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.409s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.530093] env[62913]: DEBUG nova.compute.manager [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62913) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5319}} [ 1904.533025] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.695s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.533555] env[62913]: DEBUG nova.objects.instance [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62913) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1904.690202] env[62913]: DEBUG nova.network.neutron [req-fc4e75cc-80ff-4515-92c0-f0138c7e6ed0 req-7f08d227-eed7-4d19-92e7-1de38236e091 service nova] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Updated VIF entry in instance network info cache for port d72eba6b-60ff-429c-bb53-880399a644f7. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1904.690650] env[62913]: DEBUG nova.network.neutron [req-fc4e75cc-80ff-4515-92c0-f0138c7e6ed0 req-7f08d227-eed7-4d19-92e7-1de38236e091 service nova] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Updating instance_info_cache with network_info: [{"id": "d72eba6b-60ff-429c-bb53-880399a644f7", "address": "fa:16:3e:8a:16:ec", "network": {"id": "8cfad287-e82f-4a9f-aee5-2c61173d3de6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-76446806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289e8de9a0554ee3a54239228a29df38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72eba6b-60", "ovs_interfaceid": "d72eba6b-60ff-429c-bb53-880399a644f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.710350] env[62913]: INFO nova.compute.manager [-] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Took 1.37 seconds to deallocate network for instance. [ 1904.710350] env[62913]: DEBUG nova.objects.instance [None req-776ae62d-5330-471e-a3ff-c0bd91f4343a tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lazy-loading 'flavor' on Instance uuid e4ec9f27-d456-4c5b-84e0-8bc9228be173 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1904.753371] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822896, 'name': Rename_Task, 'duration_secs': 0.179811} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.753665] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1904.754489] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f387c88-12d8-4f98-bcd4-cb31a711a3d9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.764357] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1904.764357] env[62913]: value = "task-1822899" [ 1904.764357] env[62913]: _type = "Task" [ 1904.764357] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.770925] env[62913]: DEBUG oslo_vmware.api [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Task: {'id': task-1822897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107312} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.771822] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1904.771822] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1904.772017] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1904.772374] env[62913]: INFO nova.compute.manager [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1904.772482] env[62913]: DEBUG oslo.service.loopingcall [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1904.773080] env[62913]: DEBUG nova.compute.manager [-] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1904.773189] env[62913]: DEBUG nova.network.neutron [-] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1904.778398] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.868194] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455578} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.868574] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 526360db-c26f-4985-a2a3-753255263da6/526360db-c26f-4985-a2a3-753255263da6.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1904.868799] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1904.869075] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d263b88c-cd61-49f6-b53b-78189f2be788 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.878398] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1904.878398] env[62913]: value = "task-1822900" [ 1904.878398] env[62913]: _type = "Task" [ 1904.878398] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.896334] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.918909] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5205c006-4c86-a182-7869-1746eca6f578, 'name': SearchDatastore_Task, 'duration_secs': 0.010469} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.919245] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.919509] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1904.919760] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.919914] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.920106] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1904.920378] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae9c7e5a-bcc4-4eed-9375-602a1d578f11 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.928689] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1904.928867] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1904.929574] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cbad456-4b00-4cd5-a25b-6b63f5afb9c9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.934609] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1904.934609] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52f8cc20-980d-10de-c14c-4827e994f4be" [ 1904.934609] env[62913]: _type = "Task" [ 1904.934609] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.944445] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f8cc20-980d-10de-c14c-4827e994f4be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.027045] env[62913]: DEBUG nova.network.neutron [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Successfully updated port: abb3f30c-a71e-4232-81e2-ed1cfc2573e6 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1905.123064] env[62913]: INFO nova.scheduler.client.report [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Deleted allocation for migration c6ab57d4-35cc-4589-a66e-df63c7dc9d82 [ 1905.126938] env[62913]: DEBUG nova.compute.manager [req-a635e026-e186-40a0-9f26-b9dc8ab30a59 req-27f68b28-e4df-4c1c-84a7-7c66381a9f13 service nova] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Received event network-vif-deleted-ed150e96-694c-426b-a3dc-6a428ef1a570 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1905.126938] env[62913]: DEBUG nova.compute.manager [req-a635e026-e186-40a0-9f26-b9dc8ab30a59 req-27f68b28-e4df-4c1c-84a7-7c66381a9f13 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Received event network-vif-plugged-abb3f30c-a71e-4232-81e2-ed1cfc2573e6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1905.126938] env[62913]: DEBUG oslo_concurrency.lockutils [req-a635e026-e186-40a0-9f26-b9dc8ab30a59 req-27f68b28-e4df-4c1c-84a7-7c66381a9f13 service nova] Acquiring lock "4c38b5af-e693-4cc1-8500-a30f984178b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.127472] env[62913]: DEBUG oslo_concurrency.lockutils [req-a635e026-e186-40a0-9f26-b9dc8ab30a59 req-27f68b28-e4df-4c1c-84a7-7c66381a9f13 service nova] Lock "4c38b5af-e693-4cc1-8500-a30f984178b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.127714] env[62913]: DEBUG oslo_concurrency.lockutils [req-a635e026-e186-40a0-9f26-b9dc8ab30a59 req-27f68b28-e4df-4c1c-84a7-7c66381a9f13 service nova] Lock "4c38b5af-e693-4cc1-8500-a30f984178b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.127951] env[62913]: DEBUG nova.compute.manager [req-a635e026-e186-40a0-9f26-b9dc8ab30a59 req-27f68b28-e4df-4c1c-84a7-7c66381a9f13 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] No waiting events found dispatching network-vif-plugged-abb3f30c-a71e-4232-81e2-ed1cfc2573e6 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1905.128513] env[62913]: WARNING nova.compute.manager [req-a635e026-e186-40a0-9f26-b9dc8ab30a59 req-27f68b28-e4df-4c1c-84a7-7c66381a9f13 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Received unexpected event network-vif-plugged-abb3f30c-a71e-4232-81e2-ed1cfc2573e6 for instance with vm_state building and task_state spawning. [ 1905.128745] env[62913]: DEBUG nova.compute.manager [req-a635e026-e186-40a0-9f26-b9dc8ab30a59 req-27f68b28-e4df-4c1c-84a7-7c66381a9f13 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Received event network-changed-abb3f30c-a71e-4232-81e2-ed1cfc2573e6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1905.128986] env[62913]: DEBUG nova.compute.manager [req-a635e026-e186-40a0-9f26-b9dc8ab30a59 req-27f68b28-e4df-4c1c-84a7-7c66381a9f13 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Refreshing instance network info cache due to event network-changed-abb3f30c-a71e-4232-81e2-ed1cfc2573e6. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1905.129243] env[62913]: DEBUG oslo_concurrency.lockutils [req-a635e026-e186-40a0-9f26-b9dc8ab30a59 req-27f68b28-e4df-4c1c-84a7-7c66381a9f13 service nova] Acquiring lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.129427] env[62913]: DEBUG oslo_concurrency.lockutils [req-a635e026-e186-40a0-9f26-b9dc8ab30a59 req-27f68b28-e4df-4c1c-84a7-7c66381a9f13 service nova] Acquired lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.129660] env[62913]: DEBUG nova.network.neutron [req-a635e026-e186-40a0-9f26-b9dc8ab30a59 req-27f68b28-e4df-4c1c-84a7-7c66381a9f13 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Refreshing network info cache for port abb3f30c-a71e-4232-81e2-ed1cfc2573e6 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1905.193081] env[62913]: DEBUG oslo_concurrency.lockutils [req-fc4e75cc-80ff-4515-92c0-f0138c7e6ed0 req-7f08d227-eed7-4d19-92e7-1de38236e091 service nova] Releasing lock "refresh_cache-9f9c269c-1444-4be0-9823-fea5802ad1cd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.218511] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.221023] env[62913]: DEBUG oslo_concurrency.lockutils [None req-776ae62d-5330-471e-a3ff-c0bd91f4343a tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "refresh_cache-e4ec9f27-d456-4c5b-84e0-8bc9228be173" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.221159] env[62913]: DEBUG oslo_concurrency.lockutils [None req-776ae62d-5330-471e-a3ff-c0bd91f4343a tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquired lock "refresh_cache-e4ec9f27-d456-4c5b-84e0-8bc9228be173" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.221331] env[62913]: DEBUG nova.network.neutron [None req-776ae62d-5330-471e-a3ff-c0bd91f4343a tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1905.221615] env[62913]: DEBUG nova.objects.instance [None req-776ae62d-5330-471e-a3ff-c0bd91f4343a tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lazy-loading 'info_cache' on Instance uuid e4ec9f27-d456-4c5b-84e0-8bc9228be173 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1905.276298] env[62913]: DEBUG oslo_vmware.api [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822899, 'name': PowerOnVM_Task, 'duration_secs': 0.469286} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.276701] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1905.276943] env[62913]: INFO nova.compute.manager [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1905.277177] env[62913]: DEBUG nova.compute.manager [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1905.277988] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3148999b-6984-4e15-9448-dd5a728c9d98 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.389728] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075773} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.389728] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1905.389859] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb85dad-b9a7-4f84-b5b5-b52e89df6c1d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.419336] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 526360db-c26f-4985-a2a3-753255263da6/526360db-c26f-4985-a2a3-753255263da6.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1905.419783] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2627cd30-7825-42ee-8112-a51f06ecf3b5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.444767] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f8cc20-980d-10de-c14c-4827e994f4be, 'name': SearchDatastore_Task, 'duration_secs': 0.011812} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.446573] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1905.446573] env[62913]: value = "task-1822901" [ 1905.446573] env[62913]: _type = "Task" [ 1905.446573] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.446762] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2b1716-e72e-40b8-a7ab-650962e7cf75 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.458699] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822901, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.459926] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1905.459926] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52011fe6-9316-a2b7-44e3-321366b3bd66" [ 1905.459926] env[62913]: _type = "Task" [ 1905.459926] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.471861] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52011fe6-9316-a2b7-44e3-321366b3bd66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.529695] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.548551] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b998896d-95d5-496a-918b-d33010c36284 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.549260] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.828s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.638458] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fdadb79e-73c5-4c9c-9b37-ac07b4448a0d tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "3933925c-d040-4fcc-aa6c-263aad13abed" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.356s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.726296] env[62913]: DEBUG nova.objects.base [None req-776ae62d-5330-471e-a3ff-c0bd91f4343a tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1905.796111] env[62913]: INFO nova.compute.manager [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Took 16.39 seconds to build instance. [ 1905.837917] env[62913]: DEBUG nova.network.neutron [req-a635e026-e186-40a0-9f26-b9dc8ab30a59 req-27f68b28-e4df-4c1c-84a7-7c66381a9f13 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1905.960548] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.970560] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52011fe6-9316-a2b7-44e3-321366b3bd66, 'name': SearchDatastore_Task, 'duration_secs': 0.023478} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.971141] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.971550] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 9f9c269c-1444-4be0-9823-fea5802ad1cd/9f9c269c-1444-4be0-9823-fea5802ad1cd.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1905.971962] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-878fde5a-cd0b-4eb3-aeb7-6923672bd1ae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.980692] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1905.980692] env[62913]: value = "task-1822902" [ 1905.980692] env[62913]: _type = "Task" [ 1905.980692] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.990168] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.036692] env[62913]: DEBUG nova.network.neutron [req-a635e026-e186-40a0-9f26-b9dc8ab30a59 req-27f68b28-e4df-4c1c-84a7-7c66381a9f13 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.255340] env[62913]: DEBUG nova.objects.instance [None req-e7b61e07-2082-4064-806c-de24c892bc7a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lazy-loading 'flavor' on Instance uuid 3933925c-d040-4fcc-aa6c-263aad13abed {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1906.299106] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ca5d451d-8f14-4104-a641-70f4c5f8a67a tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.903s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.446186] env[62913]: DEBUG nova.network.neutron [-] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.459075] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822901, 'name': ReconfigVM_Task, 'duration_secs': 0.67352} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.460037] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 526360db-c26f-4985-a2a3-753255263da6/526360db-c26f-4985-a2a3-753255263da6.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1906.460672] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fa8f770-175f-4182-b73c-98cc9db51961 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.467809] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1906.467809] env[62913]: value = "task-1822903" [ 1906.467809] env[62913]: _type = "Task" [ 1906.467809] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.478202] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822903, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.492076] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461831} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.492220] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 9f9c269c-1444-4be0-9823-fea5802ad1cd/9f9c269c-1444-4be0-9823-fea5802ad1cd.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1906.492441] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1906.492695] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbad375d-23ce-44ed-8072-51bab48db619 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.500608] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1906.500608] env[62913]: value = "task-1822904" [ 1906.500608] env[62913]: _type = "Task" [ 1906.500608] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.508397] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.531936] env[62913]: DEBUG nova.network.neutron [None req-776ae62d-5330-471e-a3ff-c0bd91f4343a tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Updating instance_info_cache with network_info: [{"id": "2c4b29ae-f959-4085-a9ef-2f28c7964e88", "address": "fa:16:3e:4e:9e:6a", "network": {"id": "ae4ac1fe-401c-456a-a1ec-6424939f261d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069238318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2351df8edb2478e83c9f5580a9e8313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4b29ae-f9", "ovs_interfaceid": "2c4b29ae-f959-4085-a9ef-2f28c7964e88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.538537] env[62913]: DEBUG oslo_concurrency.lockutils [req-a635e026-e186-40a0-9f26-b9dc8ab30a59 req-27f68b28-e4df-4c1c-84a7-7c66381a9f13 service nova] Releasing lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.538955] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.539265] env[62913]: DEBUG nova.network.neutron [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1906.591208] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 04043676-2dfd-4606-9db4-432555ab57b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1906.591370] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 46dac113-3495-44da-85a5-2df9958afb7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1906.591517] env[62913]: WARNING nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance ebcab798-5f66-47c5-a18c-b8e9d56e4513 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1906.591637] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 316bee52-20f6-467d-a9c5-e2107f9ac37c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1906.591764] env[62913]: WARNING nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 2591016a-a73c-42c0-9145-e37021b4eaf2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1906.591879] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 56bc8099-96a7-43ea-bd17-f54d6e87d663 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1906.591992] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance e4ec9f27-d456-4c5b-84e0-8bc9228be173 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1906.592150] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance db425cdf-dafb-4789-b9af-75c6337a796d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1906.592275] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 2ab40135-5f1f-4660-819c-cad3e1c4946a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1906.592447] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance c2226d00-ba61-4d2f-9273-787482609bc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1906.592514] env[62913]: WARNING nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance b94e7d9f-d90f-4ddb-a58b-0244efaf97d6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1906.592639] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 3933925c-d040-4fcc-aa6c-263aad13abed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1906.592756] env[62913]: WARNING nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 8b784332-4456-4f7c-bc62-2346d0b61cda is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1906.592870] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1906.592976] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 526360db-c26f-4985-a2a3-753255263da6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1906.593120] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 9f9c269c-1444-4be0-9823-fea5802ad1cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1906.593240] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 4c38b5af-e693-4cc1-8500-a30f984178b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1906.593484] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1906.593568] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1906.766962] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7b61e07-2082-4064-806c-de24c892bc7a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.767238] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7b61e07-2082-4064-806c-de24c892bc7a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.767340] env[62913]: DEBUG nova.network.neutron [None req-e7b61e07-2082-4064-806c-de24c892bc7a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1906.767524] env[62913]: DEBUG nova.objects.instance [None req-e7b61e07-2082-4064-806c-de24c892bc7a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lazy-loading 'info_cache' on Instance uuid 3933925c-d040-4fcc-aa6c-263aad13abed {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1906.839632] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73f4bc1-4510-4403-a3d8-ed627e8b875f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.848036] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b0d449-0d53-45eb-a62a-fbf126d4ce81 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.882421] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b884f796-e9c9-4a08-96da-64ad8e06fb2d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.891297] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cd4d5c-dd27-4236-8a1f-33187e55d326 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.906572] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1906.948515] env[62913]: INFO nova.compute.manager [-] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Took 2.18 seconds to deallocate network for instance. [ 1906.978258] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822903, 'name': Rename_Task, 'duration_secs': 0.16214} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.978543] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1906.978793] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10ced22d-a28a-43fb-a686-ad6f6cf25467 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.985439] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1906.985439] env[62913]: value = "task-1822905" [ 1906.985439] env[62913]: _type = "Task" [ 1906.985439] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.992910] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.008609] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063719} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.008842] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1907.009603] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8178b6-a276-445a-896c-0b18bc39591f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.031698] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 9f9c269c-1444-4be0-9823-fea5802ad1cd/9f9c269c-1444-4be0-9823-fea5802ad1cd.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1907.032009] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c121df76-fbbb-4f95-9e03-691608d97bb0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.047597] env[62913]: DEBUG oslo_concurrency.lockutils [None req-776ae62d-5330-471e-a3ff-c0bd91f4343a tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Releasing lock "refresh_cache-e4ec9f27-d456-4c5b-84e0-8bc9228be173" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.057250] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1907.057250] env[62913]: value = "task-1822906" [ 1907.057250] env[62913]: _type = "Task" [ 1907.057250] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.068355] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.106813] env[62913]: DEBUG nova.network.neutron [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1907.153066] env[62913]: DEBUG nova.compute.manager [req-0025d722-c5cd-48ef-804c-8d5fd7df1b41 req-e23f00f3-2cc2-4ecb-94ef-1ff8c6edfde1 service nova] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Received event network-vif-deleted-8b69060e-a708-421c-9654-03692c7694c2 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1907.171014] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bcfbbf8d-0f9b-4334-aa42-881f11e27829 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.171281] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bcfbbf8d-0f9b-4334-aa42-881f11e27829 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.171466] env[62913]: DEBUG nova.compute.manager [None req-bcfbbf8d-0f9b-4334-aa42-881f11e27829 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1907.172469] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f5c119-5e0d-4cd9-af2e-787f323624a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.180494] env[62913]: DEBUG nova.compute.manager [None req-bcfbbf8d-0f9b-4334-aa42-881f11e27829 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62913) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1907.181121] env[62913]: DEBUG nova.objects.instance [None req-bcfbbf8d-0f9b-4334-aa42-881f11e27829 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lazy-loading 'flavor' on Instance uuid f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.271806] env[62913]: DEBUG nova.objects.base [None req-e7b61e07-2082-4064-806c-de24c892bc7a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Object Instance<3933925c-d040-4fcc-aa6c-263aad13abed> lazy-loaded attributes: flavor,info_cache {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1907.276303] env[62913]: DEBUG nova.network.neutron [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Updating instance_info_cache with network_info: [{"id": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "address": "fa:16:3e:6d:32:2b", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb3f30c-a7", "ovs_interfaceid": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.410014] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1907.492787] env[62913]: INFO nova.compute.manager [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Took 0.54 seconds to detach 1 volumes for instance. [ 1907.497536] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822905, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.497993] env[62913]: DEBUG nova.compute.manager [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Deleting volume: 040869f7-6ceb-4065-a15e-2d41daf224aa {{(pid=62913) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1907.567894] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.778461] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.779029] env[62913]: DEBUG nova.compute.manager [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Instance network_info: |[{"id": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "address": "fa:16:3e:6d:32:2b", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb3f30c-a7", "ovs_interfaceid": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1907.779205] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:32:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abb3f30c-a71e-4232-81e2-ed1cfc2573e6', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1907.787049] env[62913]: DEBUG oslo.service.loopingcall [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1907.787660] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1907.787660] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faf1c930-5846-4ea9-be5d-b35cf3f28858 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.807347] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1907.807347] env[62913]: value = "task-1822908" [ 1907.807347] env[62913]: _type = "Task" [ 1907.807347] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.815630] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822908, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.915733] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1907.915843] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.366s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.916472] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.819s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.916472] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.919957] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.192s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.920361] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.922355] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.405s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.922633] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.924501] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.706s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.924802] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.952012] env[62913]: INFO nova.scheduler.client.report [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Deleted allocations for instance b94e7d9f-d90f-4ddb-a58b-0244efaf97d6 [ 1907.959133] env[62913]: INFO nova.scheduler.client.report [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Deleted allocations for instance ebcab798-5f66-47c5-a18c-b8e9d56e4513 [ 1907.977407] env[62913]: INFO nova.scheduler.client.report [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Deleted allocations for instance 2591016a-a73c-42c0-9145-e37021b4eaf2 [ 1907.977980] env[62913]: INFO nova.scheduler.client.report [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleted allocations for instance 8b784332-4456-4f7c-bc62-2346d0b61cda [ 1907.999601] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822905, 'name': PowerOnVM_Task, 'duration_secs': 0.974734} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.000093] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1908.000459] env[62913]: INFO nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1908.000637] env[62913]: DEBUG nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1908.002222] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fc04b4-a637-409d-9ba8-0b073e92c6dc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.022465] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquiring lock "52fae5c3-b177-45e8-9a20-f16bd7af8ff8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.022839] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Lock "52fae5c3-b177-45e8-9a20-f16bd7af8ff8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.035543] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.035816] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.036051] env[62913]: DEBUG nova.objects.instance [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Lazy-loading 'resources' on Instance uuid db425cdf-dafb-4789-b9af-75c6337a796d {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1908.055882] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-776ae62d-5330-471e-a3ff-c0bd91f4343a tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1908.057310] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2869b3a-27a9-43e7-86d2-9c65b6391835 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.070523] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822906, 'name': ReconfigVM_Task, 'duration_secs': 0.794132} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.074017] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 9f9c269c-1444-4be0-9823-fea5802ad1cd/9f9c269c-1444-4be0-9823-fea5802ad1cd.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1908.074017] env[62913]: DEBUG oslo_vmware.api [None req-776ae62d-5330-471e-a3ff-c0bd91f4343a tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1908.074017] env[62913]: value = "task-1822909" [ 1908.074017] env[62913]: _type = "Task" [ 1908.074017] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.074017] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0d6e60f-71d3-4399-a9f4-d933f3d8abab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.090726] env[62913]: DEBUG oslo_vmware.api [None req-776ae62d-5330-471e-a3ff-c0bd91f4343a tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822909, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.092870] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1908.092870] env[62913]: value = "task-1822910" [ 1908.092870] env[62913]: _type = "Task" [ 1908.092870] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.104459] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822910, 'name': Rename_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.132022] env[62913]: DEBUG nova.network.neutron [None req-e7b61e07-2082-4064-806c-de24c892bc7a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updating instance_info_cache with network_info: [{"id": "6e26aa97-1cce-4625-a571-72b6ca9138ba", "address": "fa:16:3e:08:a9:6d", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e26aa97-1c", "ovs_interfaceid": "6e26aa97-1cce-4625-a571-72b6ca9138ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.189377] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfbbf8d-0f9b-4334-aa42-881f11e27829 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1908.189679] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cfcbea7-3e5a-447c-9367-2672e7df2db4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.196912] env[62913]: DEBUG oslo_vmware.api [None req-bcfbbf8d-0f9b-4334-aa42-881f11e27829 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1908.196912] env[62913]: value = "task-1822911" [ 1908.196912] env[62913]: _type = "Task" [ 1908.196912] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.209419] env[62913]: DEBUG oslo_vmware.api [None req-bcfbbf8d-0f9b-4334-aa42-881f11e27829 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.317277] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822908, 'name': CreateVM_Task, 'duration_secs': 0.411715} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.317784] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1908.318526] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.318695] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.319011] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1908.319275] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb86aad-7c20-406b-b83f-e29c9f5cb5e9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.324037] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1908.324037] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]522f4ecf-b546-a77f-20b0-5fa4f052562d" [ 1908.324037] env[62913]: _type = "Task" [ 1908.324037] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.332956] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]522f4ecf-b546-a77f-20b0-5fa4f052562d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.464401] env[62913]: DEBUG oslo_concurrency.lockutils [None req-f7a6eeb3-40cf-430a-88f7-7d773e958b69 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "b94e7d9f-d90f-4ddb-a58b-0244efaf97d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.181s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.465495] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e6960984-b03f-48db-91e0-cf5e9435c1b8 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "ebcab798-5f66-47c5-a18c-b8e9d56e4513" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.392s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.490316] env[62913]: DEBUG oslo_concurrency.lockutils [None req-afd05f17-3035-4e9c-86aa-d9a933924cbd tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "8b784332-4456-4f7c-bc62-2346d0b61cda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.815s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.491232] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6390b262-8e6f-4501-a28f-8acad8455f82 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "2591016a-a73c-42c0-9145-e37021b4eaf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.620s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.521766] env[62913]: INFO nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Took 18.21 seconds to build instance. [ 1908.528991] env[62913]: DEBUG nova.compute.manager [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1908.586695] env[62913]: DEBUG oslo_vmware.api [None req-776ae62d-5330-471e-a3ff-c0bd91f4343a tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1822909, 'name': PowerOnVM_Task, 'duration_secs': 0.397356} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.586971] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-776ae62d-5330-471e-a3ff-c0bd91f4343a tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1908.587208] env[62913]: DEBUG nova.compute.manager [None req-776ae62d-5330-471e-a3ff-c0bd91f4343a tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1908.587982] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae56803-13ce-4d59-a622-50992b044b09 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.606081] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822910, 'name': Rename_Task, 'duration_secs': 0.168648} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.606342] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1908.606587] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1d4d36c-8b28-4a91-9431-ae193b894652 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.613036] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1908.613036] env[62913]: value = "task-1822912" [ 1908.613036] env[62913]: _type = "Task" [ 1908.613036] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.626641] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.633735] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e7b61e07-2082-4064-806c-de24c892bc7a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "refresh_cache-3933925c-d040-4fcc-aa6c-263aad13abed" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.675744] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "2ab40135-5f1f-4660-819c-cad3e1c4946a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.676148] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "2ab40135-5f1f-4660-819c-cad3e1c4946a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.676227] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "2ab40135-5f1f-4660-819c-cad3e1c4946a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.676416] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "2ab40135-5f1f-4660-819c-cad3e1c4946a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.676612] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "2ab40135-5f1f-4660-819c-cad3e1c4946a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.678988] env[62913]: INFO nova.compute.manager [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Terminating instance [ 1908.708922] env[62913]: DEBUG oslo_vmware.api [None req-bcfbbf8d-0f9b-4334-aa42-881f11e27829 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822911, 'name': PowerOffVM_Task, 'duration_secs': 0.189298} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.709423] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfbbf8d-0f9b-4334-aa42-881f11e27829 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1908.709634] env[62913]: DEBUG nova.compute.manager [None req-bcfbbf8d-0f9b-4334-aa42-881f11e27829 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1908.710429] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729a8771-2db7-48ab-82fe-867cdae7eecf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.725440] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed024eca-e667-4344-9fd8-0767469904aa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.732828] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09070ac0-c7b7-4a0a-963c-53472e80b921 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.764841] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a4b54f-8903-45a8-8ea0-eb9a9e5db3ca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.774447] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d101761a-2b05-4871-a574-06b7797c53f1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.788897] env[62913]: DEBUG nova.compute.provider_tree [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1908.833752] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]522f4ecf-b546-a77f-20b0-5fa4f052562d, 'name': SearchDatastore_Task, 'duration_secs': 0.018441} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.834058] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.834352] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1908.834617] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.834732] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.834901] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1908.835162] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34487b4c-c19f-4975-81dc-b433eed5939c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.843202] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1908.843381] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1908.844047] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e97c404-c0c9-4681-8ced-d8faa7642ea2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.849467] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1908.849467] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52557cfb-7580-ade5-22ca-e95bdcbdbe67" [ 1908.849467] env[62913]: _type = "Task" [ 1908.849467] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.856706] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52557cfb-7580-ade5-22ca-e95bdcbdbe67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.023969] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "526360db-c26f-4985-a2a3-753255263da6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.723s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.047621] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.126402] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822912, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.185520] env[62913]: DEBUG nova.compute.manager [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1909.185761] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1909.186703] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6965858-ba4f-4849-9258-c45059c7daab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.195749] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1909.196102] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86813437-a374-4a46-840e-009a72c7ef9c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.204097] env[62913]: DEBUG oslo_vmware.api [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1909.204097] env[62913]: value = "task-1822913" [ 1909.204097] env[62913]: _type = "Task" [ 1909.204097] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.212217] env[62913]: DEBUG oslo_vmware.api [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.225033] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bcfbbf8d-0f9b-4334-aa42-881f11e27829 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.295582] env[62913]: DEBUG nova.scheduler.client.report [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1909.364233] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52557cfb-7580-ade5-22ca-e95bdcbdbe67, 'name': SearchDatastore_Task, 'duration_secs': 0.008771} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.365235] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-740d6dab-6304-473b-be0d-e12b9d16db5f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.370983] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1909.370983] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52d092cd-f86d-91a7-5737-af070b4fdb09" [ 1909.370983] env[62913]: _type = "Task" [ 1909.370983] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.381541] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d092cd-f86d-91a7-5737-af070b4fdb09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.625523] env[62913]: DEBUG oslo_vmware.api [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822912, 'name': PowerOnVM_Task, 'duration_secs': 0.72223} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.625905] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1909.626195] env[62913]: INFO nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1909.626447] env[62913]: DEBUG nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.627344] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef92e60b-d57c-40c8-978c-ec1fc94b3cb4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.640643] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b61e07-2082-4064-806c-de24c892bc7a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1909.640890] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b47b7d8-b980-4eea-b8f9-4bd73f73038e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.652329] env[62913]: DEBUG oslo_vmware.api [None req-e7b61e07-2082-4064-806c-de24c892bc7a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1909.652329] env[62913]: value = "task-1822915" [ 1909.652329] env[62913]: _type = "Task" [ 1909.652329] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.661199] env[62913]: DEBUG oslo_vmware.api [None req-e7b61e07-2082-4064-806c-de24c892bc7a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.713851] env[62913]: DEBUG oslo_vmware.api [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822913, 'name': PowerOffVM_Task, 'duration_secs': 0.205688} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.714733] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1909.714951] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1909.715521] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-266158bf-7d64-4f09-85d4-9c91900416b4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.756944] env[62913]: INFO nova.compute.manager [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Rebuilding instance [ 1909.802027] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.805412] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.758s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.807411] env[62913]: INFO nova.compute.claims [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1909.810064] env[62913]: DEBUG nova.compute.manager [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.810958] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c873ec-e978-4b0f-bf0b-0746db64e50e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.824140] env[62913]: INFO nova.scheduler.client.report [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Deleted allocations for instance db425cdf-dafb-4789-b9af-75c6337a796d [ 1909.832087] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1909.832357] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1909.832549] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleting the datastore file [datastore1] 2ab40135-5f1f-4660-819c-cad3e1c4946a {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1909.832803] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a88e9ecd-a5b1-4e77-a132-73281b995f39 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.843810] env[62913]: DEBUG oslo_vmware.api [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1909.843810] env[62913]: value = "task-1822917" [ 1909.843810] env[62913]: _type = "Task" [ 1909.843810] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.853342] env[62913]: DEBUG oslo_vmware.api [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.882023] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d092cd-f86d-91a7-5737-af070b4fdb09, 'name': SearchDatastore_Task, 'duration_secs': 0.009645} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.882337] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.882615] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 4c38b5af-e693-4cc1-8500-a30f984178b7/4c38b5af-e693-4cc1-8500-a30f984178b7.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1909.882920] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f1f0be2-46b7-4b38-b50f-6ec6b8cb84b3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.890623] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "c2226d00-ba61-4d2f-9273-787482609bc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.890875] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "c2226d00-ba61-4d2f-9273-787482609bc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.891104] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "c2226d00-ba61-4d2f-9273-787482609bc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.891296] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "c2226d00-ba61-4d2f-9273-787482609bc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.891467] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "c2226d00-ba61-4d2f-9273-787482609bc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.893227] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1909.893227] env[62913]: value = "task-1822918" [ 1909.893227] env[62913]: _type = "Task" [ 1909.893227] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.893672] env[62913]: INFO nova.compute.manager [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Terminating instance [ 1909.905362] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.149145] env[62913]: INFO nova.compute.manager [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Took 19.81 seconds to build instance. [ 1910.165225] env[62913]: DEBUG oslo_vmware.api [None req-e7b61e07-2082-4064-806c-de24c892bc7a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822915, 'name': PowerOnVM_Task, 'duration_secs': 0.397845} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.166079] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b61e07-2082-4064-806c-de24c892bc7a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1910.166290] env[62913]: DEBUG nova.compute.manager [None req-e7b61e07-2082-4064-806c-de24c892bc7a tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1910.167087] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250240a7-493c-401c-bb7f-7abe0b0bf0d5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.333358] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bf1cc6d0-1f4f-40c7-8053-010ba04e5c09 tempest-ServersTestBootFromVolume-2146972609 tempest-ServersTestBootFromVolume-2146972609-project-member] Lock "db425cdf-dafb-4789-b9af-75c6337a796d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.351s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.359020] env[62913]: DEBUG oslo_vmware.api [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223799} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.359020] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1910.359020] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1910.359020] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1910.359020] env[62913]: INFO nova.compute.manager [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1910.359020] env[62913]: DEBUG oslo.service.loopingcall [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.359621] env[62913]: DEBUG nova.compute.manager [-] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1910.359621] env[62913]: DEBUG nova.network.neutron [-] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1910.400316] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "refresh_cache-c2226d00-ba61-4d2f-9273-787482609bc2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.400535] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquired lock "refresh_cache-c2226d00-ba61-4d2f-9273-787482609bc2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.400759] env[62913]: DEBUG nova.network.neutron [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1910.412675] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.651473] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6b71256f-e2ed-45fe-b255-1565cb5910f4 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "9f9c269c-1444-4be0-9823-fea5802ad1cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.321s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.828560] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1910.829321] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe7f4be1-d7a9-4a11-8930-0a7c6f79423a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.837967] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1910.837967] env[62913]: value = "task-1822919" [ 1910.837967] env[62913]: _type = "Task" [ 1910.837967] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.858028] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] VM already powered off {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1910.858298] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1910.860702] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e571ee0-d13c-485b-a137-901813c0e282 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.872166] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1910.872512] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6343af5-129d-4631-99e3-0e07dae4e6b2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.911974] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822918, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.943258] env[62913]: DEBUG nova.network.neutron [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1910.949475] env[62913]: DEBUG nova.compute.manager [req-74583603-8bd4-46b4-a36d-e6154818c3b1 req-8cb170b6-aa7d-4e59-a88f-c789965a2340 service nova] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Received event network-vif-deleted-93957934-9486-4496-827b-dd967f9f7713 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1910.949696] env[62913]: INFO nova.compute.manager [req-74583603-8bd4-46b4-a36d-e6154818c3b1 req-8cb170b6-aa7d-4e59-a88f-c789965a2340 service nova] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Neutron deleted interface 93957934-9486-4496-827b-dd967f9f7713; detaching it from the instance and deleting it from the info cache [ 1910.949923] env[62913]: DEBUG nova.network.neutron [req-74583603-8bd4-46b4-a36d-e6154818c3b1 req-8cb170b6-aa7d-4e59-a88f-c789965a2340 service nova] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.978771] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1910.979046] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1910.979255] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleting the datastore file [datastore1] f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1910.979920] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-633cf0d7-8dee-4378-b957-689e40d2dc89 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.992430] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1910.992430] env[62913]: value = "task-1822921" [ 1910.992430] env[62913]: _type = "Task" [ 1910.992430] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.002439] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.038933] env[62913]: DEBUG nova.network.neutron [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.078973] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8187bda9-ce95-4ecf-a08e-7f70e802a095 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.091548] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c762448-f8b8-4ec8-bdc0-a46592727260 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.133533] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2487cb77-5b97-4120-ba1b-0fe6e9f195b0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.143370] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8840cb07-1d0c-44c3-a002-65074ea0082b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.159485] env[62913]: DEBUG nova.compute.provider_tree [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1911.283844] env[62913]: DEBUG nova.network.neutron [-] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.350490] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "526360db-c26f-4985-a2a3-753255263da6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.350757] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "526360db-c26f-4985-a2a3-753255263da6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.350976] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "526360db-c26f-4985-a2a3-753255263da6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.351226] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "526360db-c26f-4985-a2a3-753255263da6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.351503] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "526360db-c26f-4985-a2a3-753255263da6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.357358] env[62913]: INFO nova.compute.manager [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Terminating instance [ 1911.408075] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822918, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.078125} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.408366] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 4c38b5af-e693-4cc1-8500-a30f984178b7/4c38b5af-e693-4cc1-8500-a30f984178b7.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1911.408586] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1911.408935] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f24576c-433f-4c56-a1a1-801b38c8f2b3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.415830] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1911.415830] env[62913]: value = "task-1822922" [ 1911.415830] env[62913]: _type = "Task" [ 1911.415830] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.424813] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.458697] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a361b37-ed9b-4d9b-989c-7bc6b8bcc5eb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.466913] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7536e06-29a3-4cf9-9f33-5484222f42b6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.498514] env[62913]: DEBUG nova.compute.manager [req-74583603-8bd4-46b4-a36d-e6154818c3b1 req-8cb170b6-aa7d-4e59-a88f-c789965a2340 service nova] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Detach interface failed, port_id=93957934-9486-4496-827b-dd967f9f7713, reason: Instance 2ab40135-5f1f-4660-819c-cad3e1c4946a could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1911.508188] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314836} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.508454] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1911.508644] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1911.508815] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1911.531257] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "3933925c-d040-4fcc-aa6c-263aad13abed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.531612] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "3933925c-d040-4fcc-aa6c-263aad13abed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.531834] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "3933925c-d040-4fcc-aa6c-263aad13abed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.532034] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "3933925c-d040-4fcc-aa6c-263aad13abed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.532218] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "3933925c-d040-4fcc-aa6c-263aad13abed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.534655] env[62913]: INFO nova.compute.manager [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Terminating instance [ 1911.541865] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Releasing lock "refresh_cache-c2226d00-ba61-4d2f-9273-787482609bc2" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.542387] env[62913]: DEBUG nova.compute.manager [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1911.542651] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1911.543796] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b099b60f-bd87-41e5-8d68-d97257dbdada {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.555202] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1911.555439] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b12a92b-f80c-4096-9c97-4d51b720e8fb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.561837] env[62913]: DEBUG oslo_vmware.api [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1911.561837] env[62913]: value = "task-1822923" [ 1911.561837] env[62913]: _type = "Task" [ 1911.561837] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.569929] env[62913]: DEBUG oslo_vmware.api [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.637881] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "9f9c269c-1444-4be0-9823-fea5802ad1cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.638180] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "9f9c269c-1444-4be0-9823-fea5802ad1cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.638476] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "9f9c269c-1444-4be0-9823-fea5802ad1cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.638674] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "9f9c269c-1444-4be0-9823-fea5802ad1cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.638848] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "9f9c269c-1444-4be0-9823-fea5802ad1cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.641118] env[62913]: INFO nova.compute.manager [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Terminating instance [ 1911.684344] env[62913]: ERROR nova.scheduler.client.report [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [req-4672b751-f94c-4509-a69f-73192549e50a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4672b751-f94c-4509-a69f-73192549e50a"}]} [ 1911.703550] env[62913]: DEBUG nova.scheduler.client.report [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1911.716641] env[62913]: DEBUG nova.scheduler.client.report [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1911.716894] env[62913]: DEBUG nova.compute.provider_tree [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1911.737998] env[62913]: DEBUG nova.scheduler.client.report [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1911.760431] env[62913]: DEBUG nova.scheduler.client.report [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1911.787522] env[62913]: INFO nova.compute.manager [-] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Took 1.43 seconds to deallocate network for instance. [ 1911.861364] env[62913]: DEBUG nova.compute.manager [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1911.861674] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1911.862704] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c6c5e0-1ef1-489e-a0cf-5be858df7eb2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.871202] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1911.871561] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89b76fd1-0879-43f0-9079-159464fea51f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.883091] env[62913]: DEBUG oslo_vmware.api [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1911.883091] env[62913]: value = "task-1822924" [ 1911.883091] env[62913]: _type = "Task" [ 1911.883091] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.895366] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.895624] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.903478] env[62913]: DEBUG oslo_vmware.api [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.928553] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072077} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.928879] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1911.929964] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35968c3a-2659-414d-8fe3-33b92a07297d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.964519] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 4c38b5af-e693-4cc1-8500-a30f984178b7/4c38b5af-e693-4cc1-8500-a30f984178b7.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1911.970188] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65f10fa6-a0c2-40ef-b49c-af5358009a86 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.991830] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1911.991830] env[62913]: value = "task-1822925" [ 1911.991830] env[62913]: _type = "Task" [ 1911.991830] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.004311] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.038256] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6451f478-9ae6-4f6a-b2b1-aff74b8907cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.043257] env[62913]: DEBUG nova.compute.manager [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1912.043644] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1912.045228] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e654579-22f0-4455-b032-c77f2b1e4685 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.057592] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1912.057994] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d8df7b0-753c-47a3-9a7c-15eee1551dfd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.061557] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42872d83-cac1-4e72-a525-36467c4cc73b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.071091] env[62913]: DEBUG oslo_vmware.api [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1912.071091] env[62913]: value = "task-1822926" [ 1912.071091] env[62913]: _type = "Task" [ 1912.071091] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.074816] env[62913]: DEBUG oslo_vmware.api [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822923, 'name': PowerOffVM_Task, 'duration_secs': 0.29468} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.107514] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.107693] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.110910] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10350e37-4403-46a4-8c35-08bdf5439065 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.111049] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7ce330-dd2b-4b8f-a907-b093b9084d8b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.119715] env[62913]: DEBUG oslo_vmware.api [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.122532] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b7aef8-9865-45da-a25c-102ded8a43f3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.139829] env[62913]: DEBUG nova.compute.provider_tree [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.142631] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1912.142889] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1912.143129] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Deleting the datastore file [datastore1] c2226d00-ba61-4d2f-9273-787482609bc2 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1912.143657] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c45c437-620c-4707-b1f1-491e404b80d6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.146129] env[62913]: DEBUG nova.compute.manager [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1912.146376] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1912.147296] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16053f5-2407-4344-8cea-efa4e43d5f6e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.155295] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1912.157323] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-650bb178-cce9-482f-9621-bfdd8db9c6c6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.159523] env[62913]: DEBUG oslo_vmware.api [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for the task: (returnval){ [ 1912.159523] env[62913]: value = "task-1822928" [ 1912.159523] env[62913]: _type = "Task" [ 1912.159523] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.165562] env[62913]: DEBUG oslo_vmware.api [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1912.165562] env[62913]: value = "task-1822929" [ 1912.165562] env[62913]: _type = "Task" [ 1912.165562] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.172722] env[62913]: DEBUG oslo_vmware.api [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.179086] env[62913]: DEBUG oslo_vmware.api [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.299684] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.396449] env[62913]: DEBUG oslo_vmware.api [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822924, 'name': PowerOffVM_Task, 'duration_secs': 0.226859} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.397071] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.397455] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.398028] env[62913]: DEBUG nova.compute.manager [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1912.401175] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9088a114-16fa-48bd-a2f8-b8e66627a00e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.511177] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822925, 'name': ReconfigVM_Task, 'duration_secs': 0.355009} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.511866] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 4c38b5af-e693-4cc1-8500-a30f984178b7/4c38b5af-e693-4cc1-8500-a30f984178b7.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1912.512557] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-733e1561-af98-4d33-bd0d-22b4c11dae7a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.522128] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1912.522128] env[62913]: value = "task-1822931" [ 1912.522128] env[62913]: _type = "Task" [ 1912.522128] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.535545] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822931, 'name': Rename_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.565018] env[62913]: DEBUG nova.virt.hardware [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1912.565018] env[62913]: DEBUG nova.virt.hardware [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1912.565018] env[62913]: DEBUG nova.virt.hardware [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1912.565018] env[62913]: DEBUG nova.virt.hardware [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1912.565018] env[62913]: DEBUG nova.virt.hardware [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1912.565417] env[62913]: DEBUG nova.virt.hardware [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1912.565786] env[62913]: DEBUG nova.virt.hardware [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1912.566143] env[62913]: DEBUG nova.virt.hardware [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1912.566472] env[62913]: DEBUG nova.virt.hardware [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1912.566791] env[62913]: DEBUG nova.virt.hardware [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1912.567143] env[62913]: DEBUG nova.virt.hardware [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1912.568194] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5537a0-09e5-42b4-9b6a-b84974cd38a1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.581337] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3e22c5-4dc4-4799-b741-25e3c30a7874 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.590058] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1912.592838] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1912.592838] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Deleting the datastore file [datastore1] 526360db-c26f-4985-a2a3-753255263da6 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1912.592838] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1735e8e-d103-47d1-9407-ea393efd7418 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.608577] env[62913]: DEBUG oslo_vmware.api [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822926, 'name': PowerOffVM_Task, 'duration_secs': 0.247154} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.609070] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:71:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5849f013-ad12-438f-b98b-836c09c2afbe', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1912.617718] env[62913]: DEBUG oslo.service.loopingcall [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1912.619569] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.619747] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.620012] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1912.623697] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2158bb89-797a-4d8a-bcd7-6bee983b26ed {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.625732] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc5acda0-025f-4b73-96a9-82c921456800 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.641817] env[62913]: DEBUG oslo_vmware.api [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1912.641817] env[62913]: value = "task-1822932" [ 1912.641817] env[62913]: _type = "Task" [ 1912.641817] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.642995] env[62913]: DEBUG oslo_concurrency.lockutils [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "46dac113-3495-44da-85a5-2df9958afb7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.643223] env[62913]: DEBUG oslo_concurrency.lockutils [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "46dac113-3495-44da-85a5-2df9958afb7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.643423] env[62913]: DEBUG oslo_concurrency.lockutils [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "46dac113-3495-44da-85a5-2df9958afb7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.643608] env[62913]: DEBUG oslo_concurrency.lockutils [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "46dac113-3495-44da-85a5-2df9958afb7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.643776] env[62913]: DEBUG oslo_concurrency.lockutils [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "46dac113-3495-44da-85a5-2df9958afb7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.646056] env[62913]: DEBUG nova.scheduler.client.report [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1912.652388] env[62913]: INFO nova.compute.manager [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Terminating instance [ 1912.658710] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1912.658710] env[62913]: value = "task-1822934" [ 1912.658710] env[62913]: _type = "Task" [ 1912.658710] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.662377] env[62913]: DEBUG oslo_vmware.api [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.675637] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822934, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.679650] env[62913]: DEBUG oslo_vmware.api [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Task: {'id': task-1822928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162848} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.679650] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1912.679650] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1912.679882] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1912.679979] env[62913]: INFO nova.compute.manager [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1912.680285] env[62913]: DEBUG oslo.service.loopingcall [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1912.683165] env[62913]: DEBUG nova.compute.manager [-] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1912.683277] env[62913]: DEBUG nova.network.neutron [-] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1912.685211] env[62913]: DEBUG oslo_vmware.api [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822929, 'name': PowerOffVM_Task, 'duration_secs': 0.222317} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.685705] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.685877] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.686413] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79454188-c579-44ca-8902-46aacc9abfb2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.702600] env[62913]: DEBUG nova.network.neutron [-] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1912.825135] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1912.825135] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1912.825135] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Deleting the datastore file [datastore1] 9f9c269c-1444-4be0-9823-fea5802ad1cd {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1912.827189] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d90363f3-d0f0-4cd8-a9e8-6d1fa68aa730 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.828968] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1912.829126] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1912.831104] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Deleting the datastore file [datastore1] 3933925c-d040-4fcc-aa6c-263aad13abed {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1912.831104] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fabb8db0-357d-4959-bf96-2c4a408c97e5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.836520] env[62913]: DEBUG oslo_vmware.api [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1912.836520] env[62913]: value = "task-1822936" [ 1912.836520] env[62913]: _type = "Task" [ 1912.836520] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.839080] env[62913]: DEBUG oslo_vmware.api [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1912.839080] env[62913]: value = "task-1822937" [ 1912.839080] env[62913]: _type = "Task" [ 1912.839080] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.851659] env[62913]: DEBUG oslo_vmware.api [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.851891] env[62913]: DEBUG oslo_vmware.api [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.924681] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.033439] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822931, 'name': Rename_Task, 'duration_secs': 0.14152} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.033850] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1913.033955] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bab45cca-d1fe-4d92-8e2a-76c6dfefa8c0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.040233] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1913.040233] env[62913]: value = "task-1822938" [ 1913.040233] env[62913]: _type = "Task" [ 1913.040233] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.048282] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.155245] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.350s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.155782] env[62913]: DEBUG nova.compute.manager [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1913.158452] env[62913]: DEBUG oslo_vmware.api [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324945} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.158599] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.859s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.158809] env[62913]: DEBUG nova.objects.instance [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lazy-loading 'resources' on Instance uuid 2ab40135-5f1f-4660-819c-cad3e1c4946a {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1913.159986] env[62913]: DEBUG nova.compute.manager [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1913.160200] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1913.160472] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1913.160697] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1913.160843] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.160956] env[62913]: INFO nova.compute.manager [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 526360db-c26f-4985-a2a3-753255263da6] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1913.161197] env[62913]: DEBUG oslo.service.loopingcall [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.162212] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1073b8da-9129-43b0-a568-371d6a2089d4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.165139] env[62913]: DEBUG nova.compute.manager [-] [instance: 526360db-c26f-4985-a2a3-753255263da6] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1913.165253] env[62913]: DEBUG nova.network.neutron [-] [instance: 526360db-c26f-4985-a2a3-753255263da6] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1913.175082] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1913.178148] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b695bb1b-80d7-468e-bf2e-e096661db230 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.179537] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822934, 'name': CreateVM_Task, 'duration_secs': 0.375578} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.179923] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1913.181227] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.181227] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.181407] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1913.181647] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd704946-b0c2-4c97-bd1d-e4bea088178d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.184954] env[62913]: DEBUG oslo_vmware.api [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1913.184954] env[62913]: value = "task-1822939" [ 1913.184954] env[62913]: _type = "Task" [ 1913.184954] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.192060] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1913.192060] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5211b293-c25f-8ea5-1541-3498329ad62a" [ 1913.192060] env[62913]: _type = "Task" [ 1913.192060] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.199135] env[62913]: DEBUG oslo_vmware.api [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.204675] env[62913]: DEBUG nova.network.neutron [-] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.205907] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5211b293-c25f-8ea5-1541-3498329ad62a, 'name': SearchDatastore_Task, 'duration_secs': 0.013807} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.206211] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.206437] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1913.206727] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.206804] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.206980] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1913.207461] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-134f1e93-f331-4fcc-8610-38cc2202a165 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.217052] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1913.217237] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1913.217960] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3caaccc5-f9c8-42bf-85c1-3f388eafa48e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.225439] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1913.225439] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529aef0c-a452-e6d0-cd5a-056b734a194b" [ 1913.225439] env[62913]: _type = "Task" [ 1913.225439] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.234286] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]529aef0c-a452-e6d0-cd5a-056b734a194b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.351696] env[62913]: DEBUG oslo_vmware.api [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1822937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273178} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.355559] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1913.355735] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1913.355927] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.356117] env[62913]: INFO nova.compute.manager [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1913.356369] env[62913]: DEBUG oslo.service.loopingcall [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.356592] env[62913]: DEBUG oslo_vmware.api [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1822936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262603} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.356790] env[62913]: DEBUG nova.compute.manager [-] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1913.356888] env[62913]: DEBUG nova.network.neutron [-] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1913.358571] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1913.359604] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1913.359604] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.359604] env[62913]: INFO nova.compute.manager [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1913.359604] env[62913]: DEBUG oslo.service.loopingcall [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.359604] env[62913]: DEBUG nova.compute.manager [-] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1913.359604] env[62913]: DEBUG nova.network.neutron [-] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1913.487449] env[62913]: DEBUG nova.compute.manager [req-8d8d575b-ca21-46bc-b949-05ac39250573 req-b3fce4f0-c4ca-4fcb-a6ea-d53d1ad1a70f service nova] [instance: 526360db-c26f-4985-a2a3-753255263da6] Received event network-vif-deleted-7f4750da-448d-471d-8d7e-1eceed0eede5 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1913.487638] env[62913]: INFO nova.compute.manager [req-8d8d575b-ca21-46bc-b949-05ac39250573 req-b3fce4f0-c4ca-4fcb-a6ea-d53d1ad1a70f service nova] [instance: 526360db-c26f-4985-a2a3-753255263da6] Neutron deleted interface 7f4750da-448d-471d-8d7e-1eceed0eede5; detaching it from the instance and deleting it from the info cache [ 1913.487822] env[62913]: DEBUG nova.network.neutron [req-8d8d575b-ca21-46bc-b949-05ac39250573 req-b3fce4f0-c4ca-4fcb-a6ea-d53d1ad1a70f service nova] [instance: 526360db-c26f-4985-a2a3-753255263da6] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.550269] env[62913]: DEBUG oslo_vmware.api [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822938, 'name': PowerOnVM_Task, 'duration_secs': 0.466269} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.550585] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1913.550799] env[62913]: INFO nova.compute.manager [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1913.550985] env[62913]: DEBUG nova.compute.manager [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1913.551745] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148a0a08-1522-47fd-a08e-deb7a0d81cd7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.670873] env[62913]: DEBUG nova.compute.utils [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1913.672260] env[62913]: DEBUG nova.compute.manager [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Not allocating networking since 'none' was specified. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1913.700969] env[62913]: DEBUG oslo_vmware.api [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822939, 'name': PowerOffVM_Task, 'duration_secs': 0.213954} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.708451] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1913.708716] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1913.709483] env[62913]: INFO nova.compute.manager [-] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Took 1.03 seconds to deallocate network for instance. [ 1913.711640] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3517b67-90c7-4f1e-a370-9138c784ff02 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.716200] env[62913]: DEBUG nova.compute.manager [req-f3895f65-db56-4bdb-a379-21900ca73afd req-02080bc3-c032-4398-ab69-4bebdf89b975 service nova] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Received event network-vif-deleted-d72eba6b-60ff-429c-bb53-880399a644f7 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1913.716606] env[62913]: INFO nova.compute.manager [req-f3895f65-db56-4bdb-a379-21900ca73afd req-02080bc3-c032-4398-ab69-4bebdf89b975 service nova] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Neutron deleted interface d72eba6b-60ff-429c-bb53-880399a644f7; detaching it from the instance and deleting it from the info cache [ 1913.717033] env[62913]: DEBUG nova.network.neutron [req-f3895f65-db56-4bdb-a379-21900ca73afd req-02080bc3-c032-4398-ab69-4bebdf89b975 service nova] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.736032] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]529aef0c-a452-e6d0-cd5a-056b734a194b, 'name': SearchDatastore_Task, 'duration_secs': 0.01373} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.737369] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba9566d-a03d-4360-9c04-3b650b753c48 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.743397] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1913.743397] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52765218-0502-e986-630e-9bc7908ec080" [ 1913.743397] env[62913]: _type = "Task" [ 1913.743397] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.759328] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52765218-0502-e986-630e-9bc7908ec080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.875492] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.875730] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.875893] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Deleting the datastore file [datastore1] 46dac113-3495-44da-85a5-2df9958afb7f {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.878982] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fd82815-aa28-4df1-8248-e46adfe3b14e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.885397] env[62913]: DEBUG oslo_vmware.api [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1913.885397] env[62913]: value = "task-1822941" [ 1913.885397] env[62913]: _type = "Task" [ 1913.885397] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.896366] env[62913]: DEBUG oslo_vmware.api [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.918896] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817eb022-c883-4652-a065-35c23e67d4ae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.926932] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fe4549-4d20-487d-ae02-667a0014cd2d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.960657] env[62913]: DEBUG nova.network.neutron [-] [instance: 526360db-c26f-4985-a2a3-753255263da6] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.967311] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0086d56b-2ce2-405b-9777-f625accbf9f0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.974555] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ce8d9b-1dad-4c09-9faf-da9ab46e6ec9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.991426] env[62913]: DEBUG nova.compute.provider_tree [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1913.992694] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8af337ca-f845-4862-8125-72b09740ce23 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.003753] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9093399e-2f14-41c1-81bd-8f36a64b2ca8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.033332] env[62913]: DEBUG nova.compute.manager [req-8d8d575b-ca21-46bc-b949-05ac39250573 req-b3fce4f0-c4ca-4fcb-a6ea-d53d1ad1a70f service nova] [instance: 526360db-c26f-4985-a2a3-753255263da6] Detach interface failed, port_id=7f4750da-448d-471d-8d7e-1eceed0eede5, reason: Instance 526360db-c26f-4985-a2a3-753255263da6 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1914.075217] env[62913]: INFO nova.compute.manager [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Took 18.24 seconds to build instance. [ 1914.177252] env[62913]: DEBUG nova.compute.manager [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1914.182028] env[62913]: DEBUG nova.network.neutron [-] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.226112] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.226112] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-476153e5-b287-4b4a-8f70-c972b0d0a637 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.235637] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3368af-01f1-4493-ba35-ee65d108cf05 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.257885] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52765218-0502-e986-630e-9bc7908ec080, 'name': SearchDatastore_Task, 'duration_secs': 0.024806} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.258417] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.258871] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd/f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1914.259478] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66b2a89b-1523-4d06-a25c-fbf331029acd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.269931] env[62913]: DEBUG nova.compute.manager [req-f3895f65-db56-4bdb-a379-21900ca73afd req-02080bc3-c032-4398-ab69-4bebdf89b975 service nova] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Detach interface failed, port_id=d72eba6b-60ff-429c-bb53-880399a644f7, reason: Instance 9f9c269c-1444-4be0-9823-fea5802ad1cd could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1914.276858] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1914.276858] env[62913]: value = "task-1822942" [ 1914.276858] env[62913]: _type = "Task" [ 1914.276858] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.285341] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.396561] env[62913]: DEBUG oslo_vmware.api [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.464464] env[62913]: INFO nova.compute.manager [-] [instance: 526360db-c26f-4985-a2a3-753255263da6] Took 1.30 seconds to deallocate network for instance. [ 1914.470047] env[62913]: DEBUG nova.network.neutron [-] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.496506] env[62913]: DEBUG nova.scheduler.client.report [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1914.579377] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d5257f2c-cb59-421d-a0b9-5651c12a7e67 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "4c38b5af-e693-4cc1-8500-a30f984178b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.755s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.687539] env[62913]: INFO nova.compute.manager [-] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Took 1.33 seconds to deallocate network for instance. [ 1914.785910] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822942, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.900487] env[62913]: DEBUG oslo_vmware.api [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526623} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.900988] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1914.901313] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1914.901537] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1914.901741] env[62913]: INFO nova.compute.manager [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1914.902281] env[62913]: DEBUG oslo.service.loopingcall [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.902553] env[62913]: DEBUG nova.compute.manager [-] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1914.902631] env[62913]: DEBUG nova.network.neutron [-] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1914.972515] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.973063] env[62913]: INFO nova.compute.manager [-] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Took 1.62 seconds to deallocate network for instance. [ 1915.003289] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.006308] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.082s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.008343] env[62913]: INFO nova.compute.claims [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1915.034553] env[62913]: INFO nova.scheduler.client.report [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleted allocations for instance 2ab40135-5f1f-4660-819c-cad3e1c4946a [ 1915.192607] env[62913]: DEBUG nova.compute.manager [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1915.197392] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.243259] env[62913]: DEBUG nova.virt.hardware [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1915.243259] env[62913]: DEBUG nova.virt.hardware [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1915.243259] env[62913]: DEBUG nova.virt.hardware [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1915.243259] env[62913]: DEBUG nova.virt.hardware [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1915.244096] env[62913]: DEBUG nova.virt.hardware [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1915.244477] env[62913]: DEBUG nova.virt.hardware [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1915.244863] env[62913]: DEBUG nova.virt.hardware [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1915.245574] env[62913]: DEBUG nova.virt.hardware [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1915.248080] env[62913]: DEBUG nova.virt.hardware [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1915.248080] env[62913]: DEBUG nova.virt.hardware [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1915.248080] env[62913]: DEBUG nova.virt.hardware [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1915.248080] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81eae798-9177-4294-ae5f-c1398a07e8b3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.257637] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511abac8-d589-46d4-b4ec-5a10377519a7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.274360] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Instance VIF info [] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1915.281151] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Creating folder: Project (2df24819b0b84dc29520d7d6f61d21ec). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1915.281728] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb7a72a3-60c6-483a-869f-40105b9f579b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.292981] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.957851} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.293238] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd/f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1915.293499] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1915.293957] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63303a2c-d98f-44d2-a064-5995aca35685 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.298277] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Created folder: Project (2df24819b0b84dc29520d7d6f61d21ec) in parent group-v377263. [ 1915.298277] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Creating folder: Instances. Parent ref: group-v377551. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1915.298982] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3c02c7f-8c22-4e7e-812a-e686d25f0949 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.304161] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1915.304161] env[62913]: value = "task-1822944" [ 1915.304161] env[62913]: _type = "Task" [ 1915.304161] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.313039] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Created folder: Instances in parent group-v377551. [ 1915.313322] env[62913]: DEBUG oslo.service.loopingcall [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1915.316462] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1915.316835] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.317100] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b6d668d-cc79-48c6-9b26-85a0aebe5d2e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.350640] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1915.350640] env[62913]: value = "task-1822946" [ 1915.350640] env[62913]: _type = "Task" [ 1915.350640] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.359919] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822946, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.479919] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.522939] env[62913]: DEBUG nova.compute.manager [req-13dfe2be-0b6f-4c17-9e1c-b116255f9303 req-5eb586cf-040d-4bf6-887b-654f09abbeca service nova] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Received event network-vif-deleted-6e26aa97-1cce-4625-a571-72b6ca9138ba {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1915.523284] env[62913]: DEBUG nova.compute.manager [req-13dfe2be-0b6f-4c17-9e1c-b116255f9303 req-5eb586cf-040d-4bf6-887b-654f09abbeca service nova] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Received event network-vif-deleted-3486f8b9-306d-4ecf-b982-d34ec4213ebd {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1915.523568] env[62913]: INFO nova.compute.manager [req-13dfe2be-0b6f-4c17-9e1c-b116255f9303 req-5eb586cf-040d-4bf6-887b-654f09abbeca service nova] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Neutron deleted interface 3486f8b9-306d-4ecf-b982-d34ec4213ebd; detaching it from the instance and deleting it from the info cache [ 1915.523793] env[62913]: DEBUG nova.network.neutron [req-13dfe2be-0b6f-4c17-9e1c-b116255f9303 req-5eb586cf-040d-4bf6-887b-654f09abbeca service nova] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.545801] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7d7c9c8f-9de4-49ce-a188-d3db5199bb15 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "2ab40135-5f1f-4660-819c-cad3e1c4946a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.870s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.817488] env[62913]: DEBUG nova.network.neutron [-] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.820384] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069067} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.821721] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1915.822100] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21e54e6-03be-48fe-a073-75669c8fc2a7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.851856] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd/f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1915.852937] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86047afd-4833-47cd-b2bb-432431f0f113 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.878805] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822946, 'name': CreateVM_Task, 'duration_secs': 0.346874} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.879060] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1915.879647] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.879909] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.880371] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1915.881951] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-586ebdae-11d8-43ee-9f21-8a9e29649750 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.883837] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1915.883837] env[62913]: value = "task-1822947" [ 1915.883837] env[62913]: _type = "Task" [ 1915.883837] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.888853] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1915.888853] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5224c35f-51e7-9c78-4ccf-acc5bfbdfc88" [ 1915.888853] env[62913]: _type = "Task" [ 1915.888853] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.896573] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.905788] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5224c35f-51e7-9c78-4ccf-acc5bfbdfc88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.966706] env[62913]: DEBUG nova.compute.manager [req-8711ac83-b2f4-412a-baaa-c80f5d3c8b44 req-a371d05e-e6c9-4abf-83a3-e730f0a60d50 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Received event network-changed-abb3f30c-a71e-4232-81e2-ed1cfc2573e6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1915.966706] env[62913]: DEBUG nova.compute.manager [req-8711ac83-b2f4-412a-baaa-c80f5d3c8b44 req-a371d05e-e6c9-4abf-83a3-e730f0a60d50 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Refreshing instance network info cache due to event network-changed-abb3f30c-a71e-4232-81e2-ed1cfc2573e6. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1915.966706] env[62913]: DEBUG oslo_concurrency.lockutils [req-8711ac83-b2f4-412a-baaa-c80f5d3c8b44 req-a371d05e-e6c9-4abf-83a3-e730f0a60d50 service nova] Acquiring lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.966706] env[62913]: DEBUG oslo_concurrency.lockutils [req-8711ac83-b2f4-412a-baaa-c80f5d3c8b44 req-a371d05e-e6c9-4abf-83a3-e730f0a60d50 service nova] Acquired lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.966908] env[62913]: DEBUG nova.network.neutron [req-8711ac83-b2f4-412a-baaa-c80f5d3c8b44 req-a371d05e-e6c9-4abf-83a3-e730f0a60d50 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Refreshing network info cache for port abb3f30c-a71e-4232-81e2-ed1cfc2573e6 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1916.029570] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d74f08c-05b9-49e1-a7ac-a61b36d685d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.045782] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abdce60-3ec4-4a00-b8cd-67b455fa524b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.093551] env[62913]: DEBUG nova.compute.manager [req-13dfe2be-0b6f-4c17-9e1c-b116255f9303 req-5eb586cf-040d-4bf6-887b-654f09abbeca service nova] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Detach interface failed, port_id=3486f8b9-306d-4ecf-b982-d34ec4213ebd, reason: Instance 46dac113-3495-44da-85a5-2df9958afb7f could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1916.285640] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afc253f-0daa-435d-ac43-d201430ca861 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.295159] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339fdd00-60b3-4e24-9af4-fcc1b4e4952e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.333268] env[62913]: INFO nova.compute.manager [-] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Took 1.43 seconds to deallocate network for instance. [ 1916.337053] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de68637-4f98-49f7-842f-60d1b342220a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.353093] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3599606-8172-4e72-9436-af2039dc9eb4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.373032] env[62913]: DEBUG nova.compute.provider_tree [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1916.398091] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.405314] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5224c35f-51e7-9c78-4ccf-acc5bfbdfc88, 'name': SearchDatastore_Task, 'duration_secs': 0.028669} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.406041] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.406323] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1916.406619] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.406809] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.407024] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1916.407323] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e789d4fc-0016-4373-86cf-56707d63ae6c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.418206] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1916.418476] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1916.419372] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03804f95-8b31-49ff-afd7-3a6c7253f899 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.425836] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1916.425836] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5275195d-1255-bf44-193e-15a272dd5046" [ 1916.425836] env[62913]: _type = "Task" [ 1916.425836] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.436169] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5275195d-1255-bf44-193e-15a272dd5046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.599738] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "052d9175-cfbd-42ef-b30e-f6ab97b7860c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.600354] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "052d9175-cfbd-42ef-b30e-f6ab97b7860c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.791682] env[62913]: DEBUG nova.network.neutron [req-8711ac83-b2f4-412a-baaa-c80f5d3c8b44 req-a371d05e-e6c9-4abf-83a3-e730f0a60d50 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Updated VIF entry in instance network info cache for port abb3f30c-a71e-4232-81e2-ed1cfc2573e6. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1916.791682] env[62913]: DEBUG nova.network.neutron [req-8711ac83-b2f4-412a-baaa-c80f5d3c8b44 req-a371d05e-e6c9-4abf-83a3-e730f0a60d50 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Updating instance_info_cache with network_info: [{"id": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "address": "fa:16:3e:6d:32:2b", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb3f30c-a7", "ovs_interfaceid": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.845649] env[62913]: DEBUG oslo_concurrency.lockutils [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.876169] env[62913]: DEBUG nova.scheduler.client.report [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1916.895275] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822947, 'name': ReconfigVM_Task, 'duration_secs': 0.630754} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.895619] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Reconfigured VM instance instance-00000064 to attach disk [datastore1] f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd/f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1916.897050] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d81ccd9f-a5ab-4583-aec3-4351a5e2e20d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.906262] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1916.906262] env[62913]: value = "task-1822948" [ 1916.906262] env[62913]: _type = "Task" [ 1916.906262] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.920160] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822948, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.937066] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5275195d-1255-bf44-193e-15a272dd5046, 'name': SearchDatastore_Task, 'duration_secs': 0.015344} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.937973] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c0f51b-b890-45e1-bf6b-8f4f3f6ad7ee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.944889] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1916.944889] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5247f04d-db5e-5e95-2092-dc8dc742f484" [ 1916.944889] env[62913]: _type = "Task" [ 1916.944889] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.955207] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5247f04d-db5e-5e95-2092-dc8dc742f484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.103367] env[62913]: DEBUG nova.compute.manager [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1917.240530] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "94a10084-160b-40ff-931e-d967c5884236" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.242345] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "94a10084-160b-40ff-931e-d967c5884236" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.296228] env[62913]: DEBUG oslo_concurrency.lockutils [req-8711ac83-b2f4-412a-baaa-c80f5d3c8b44 req-a371d05e-e6c9-4abf-83a3-e730f0a60d50 service nova] Releasing lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.383474] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.383474] env[62913]: DEBUG nova.compute.manager [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1917.385100] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.161s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.385493] env[62913]: DEBUG nova.objects.instance [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lazy-loading 'resources' on Instance uuid c2226d00-ba61-4d2f-9273-787482609bc2 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1917.417057] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822948, 'name': Rename_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.456618] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5247f04d-db5e-5e95-2092-dc8dc742f484, 'name': SearchDatastore_Task, 'duration_secs': 0.01463} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.457687] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.457687] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 52fae5c3-b177-45e8-9a20-f16bd7af8ff8/52fae5c3-b177-45e8-9a20-f16bd7af8ff8.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1917.457687] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03741d25-b1bd-45b9-ab65-215af1280da0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.466621] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1917.466621] env[62913]: value = "task-1822949" [ 1917.466621] env[62913]: _type = "Task" [ 1917.466621] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.475469] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.634435] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.745051] env[62913]: DEBUG nova.compute.manager [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1917.892975] env[62913]: DEBUG nova.compute.utils [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1917.895747] env[62913]: DEBUG nova.compute.manager [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1917.895747] env[62913]: DEBUG nova.network.neutron [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1917.925907] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822948, 'name': Rename_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.945985] env[62913]: DEBUG nova.policy [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '596a65e5ffaf45aeac0be8d27477c530', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2e0dd8b826649bfa57c19358ca38334', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1917.979726] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822949, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.103218] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbc4101-c955-4c8a-b474-53e8f64fecc5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.115150] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681840a7-8b7d-4452-bbbf-65f525e87a8e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.148918] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7439eba0-92e1-43dd-879e-8062b89e3dab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.158873] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17e4ac7-f25b-4052-8a88-7ce7715618b4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.172685] env[62913]: DEBUG nova.compute.provider_tree [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1918.267970] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.306818] env[62913]: DEBUG nova.network.neutron [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Successfully created port: b88e3c1d-ed8a-41de-891c-d84c40b3d438 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1918.400041] env[62913]: DEBUG nova.compute.manager [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1918.421298] env[62913]: DEBUG oslo_concurrency.lockutils [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.421549] env[62913]: DEBUG oslo_concurrency.lockutils [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.423270] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822948, 'name': Rename_Task, 'duration_secs': 1.290362} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.423815] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1918.424302] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35dc2439-49c8-4aa3-9f4b-19669e37b88d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.432537] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1918.432537] env[62913]: value = "task-1822950" [ 1918.432537] env[62913]: _type = "Task" [ 1918.432537] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.442697] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.478530] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613989} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.478530] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 52fae5c3-b177-45e8-9a20-f16bd7af8ff8/52fae5c3-b177-45e8-9a20-f16bd7af8ff8.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1918.478530] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1918.478790] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7c32447-c52c-448b-b387-ad592a6d9b16 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.493488] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1918.493488] env[62913]: value = "task-1822951" [ 1918.493488] env[62913]: _type = "Task" [ 1918.493488] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.502640] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.676242] env[62913]: DEBUG nova.scheduler.client.report [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1918.924185] env[62913]: DEBUG nova.compute.manager [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1918.944672] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.005414] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076852} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.005594] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1919.006448] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07c24bd-5541-4d12-a347-dc3d24f68c58 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.028369] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 52fae5c3-b177-45e8-9a20-f16bd7af8ff8/52fae5c3-b177-45e8-9a20-f16bd7af8ff8.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1919.029091] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73cacb5c-9bbe-43ed-a0f9-bd8185b48762 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.052493] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1919.052493] env[62913]: value = "task-1822952" [ 1919.052493] env[62913]: _type = "Task" [ 1919.052493] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.064910] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.181871] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.184400] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.212s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.184678] env[62913]: DEBUG nova.objects.instance [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lazy-loading 'resources' on Instance uuid 526360db-c26f-4985-a2a3-753255263da6 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1919.210670] env[62913]: INFO nova.scheduler.client.report [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Deleted allocations for instance c2226d00-ba61-4d2f-9273-787482609bc2 [ 1919.411804] env[62913]: DEBUG nova.compute.manager [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1919.443535] env[62913]: DEBUG nova.virt.hardware [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1919.443791] env[62913]: DEBUG nova.virt.hardware [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.443954] env[62913]: DEBUG nova.virt.hardware [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1919.444153] env[62913]: DEBUG nova.virt.hardware [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.444362] env[62913]: DEBUG nova.virt.hardware [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1919.444580] env[62913]: DEBUG nova.virt.hardware [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1919.444823] env[62913]: DEBUG nova.virt.hardware [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1919.445017] env[62913]: DEBUG nova.virt.hardware [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1919.445174] env[62913]: DEBUG nova.virt.hardware [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1919.445391] env[62913]: DEBUG nova.virt.hardware [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1919.445606] env[62913]: DEBUG nova.virt.hardware [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1919.446469] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d77fca-9bdb-4650-9135-025886d195e1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.452788] env[62913]: DEBUG oslo_concurrency.lockutils [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.453451] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.459364] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34f59d5-942b-40dd-9a9b-0ef2265c81f3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.564017] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.720202] env[62913]: DEBUG oslo_concurrency.lockutils [None req-15d0d725-8797-4182-a9dc-73394e535ff4 tempest-ServerShowV247Test-1747232944 tempest-ServerShowV247Test-1747232944-project-member] Lock "c2226d00-ba61-4d2f-9273-787482609bc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.827s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.771264] env[62913]: DEBUG nova.compute.manager [req-1528c5da-e3c1-48ac-933f-dc707c994a4b req-511e14e3-ef2a-4262-ba08-cfd2d81693a8 service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Received event network-vif-plugged-b88e3c1d-ed8a-41de-891c-d84c40b3d438 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1919.771710] env[62913]: DEBUG oslo_concurrency.lockutils [req-1528c5da-e3c1-48ac-933f-dc707c994a4b req-511e14e3-ef2a-4262-ba08-cfd2d81693a8 service nova] Acquiring lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.772067] env[62913]: DEBUG oslo_concurrency.lockutils [req-1528c5da-e3c1-48ac-933f-dc707c994a4b req-511e14e3-ef2a-4262-ba08-cfd2d81693a8 service nova] Lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.772449] env[62913]: DEBUG oslo_concurrency.lockutils [req-1528c5da-e3c1-48ac-933f-dc707c994a4b req-511e14e3-ef2a-4262-ba08-cfd2d81693a8 service nova] Lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.772916] env[62913]: DEBUG nova.compute.manager [req-1528c5da-e3c1-48ac-933f-dc707c994a4b req-511e14e3-ef2a-4262-ba08-cfd2d81693a8 service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] No waiting events found dispatching network-vif-plugged-b88e3c1d-ed8a-41de-891c-d84c40b3d438 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1919.773273] env[62913]: WARNING nova.compute.manager [req-1528c5da-e3c1-48ac-933f-dc707c994a4b req-511e14e3-ef2a-4262-ba08-cfd2d81693a8 service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Received unexpected event network-vif-plugged-b88e3c1d-ed8a-41de-891c-d84c40b3d438 for instance with vm_state building and task_state spawning. [ 1919.873532] env[62913]: DEBUG nova.network.neutron [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Successfully updated port: b88e3c1d-ed8a-41de-891c-d84c40b3d438 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1919.922882] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26ca23a-61ae-4b25-a41d-82ed34635fe6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.932545] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0324796a-7f8f-4a40-9649-c63b1b158dee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.945560] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822950, 'name': PowerOnVM_Task, 'duration_secs': 1.253077} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.970802] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1919.971228] env[62913]: DEBUG nova.compute.manager [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1919.972902] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd3686b-2529-4340-a21a-5631d6798daa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.976286] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20557ab7-6659-4a79-9693-5f6368d3332b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.991427] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecf6973-ff05-4b4b-9b59-380e187a6fcb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.006776] env[62913]: DEBUG nova.compute.provider_tree [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1920.063774] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822952, 'name': ReconfigVM_Task, 'duration_secs': 0.782869} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.064091] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 52fae5c3-b177-45e8-9a20-f16bd7af8ff8/52fae5c3-b177-45e8-9a20-f16bd7af8ff8.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1920.064868] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71aa6862-770c-42b8-9483-df4bc8bec72b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.073917] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1920.073917] env[62913]: value = "task-1822953" [ 1920.073917] env[62913]: _type = "Task" [ 1920.073917] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.085418] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822953, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.378705] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.379105] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.379247] env[62913]: DEBUG nova.network.neutron [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1920.492211] env[62913]: INFO nova.compute.manager [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] bringing vm to original state: 'stopped' [ 1920.510691] env[62913]: DEBUG nova.scheduler.client.report [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1920.584424] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822953, 'name': Rename_Task, 'duration_secs': 0.146124} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.584722] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1920.584976] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48605f59-e2ee-49f3-baa1-7b31066e70ae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.592198] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1920.592198] env[62913]: value = "task-1822954" [ 1920.592198] env[62913]: _type = "Task" [ 1920.592198] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.600921] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.916220] env[62913]: DEBUG nova.network.neutron [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1921.015537] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.018065] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.821s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.018343] env[62913]: DEBUG nova.objects.instance [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lazy-loading 'resources' on Instance uuid 9f9c269c-1444-4be0-9823-fea5802ad1cd {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1921.039018] env[62913]: INFO nova.scheduler.client.report [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Deleted allocations for instance 526360db-c26f-4985-a2a3-753255263da6 [ 1921.073447] env[62913]: DEBUG nova.network.neutron [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Updating instance_info_cache with network_info: [{"id": "b88e3c1d-ed8a-41de-891c-d84c40b3d438", "address": "fa:16:3e:8d:7d:bd", "network": {"id": "94a08e15-1384-4ecd-9b3b-43bf02580b26", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550468784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e0dd8b826649bfa57c19358ca38334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb88e3c1d-ed", "ovs_interfaceid": "b88e3c1d-ed8a-41de-891c-d84c40b3d438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.102459] env[62913]: DEBUG oslo_vmware.api [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822954, 'name': PowerOnVM_Task, 'duration_secs': 0.453726} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.102763] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1921.102967] env[62913]: INFO nova.compute.manager [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Took 5.91 seconds to spawn the instance on the hypervisor. [ 1921.103174] env[62913]: DEBUG nova.compute.manager [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1921.103947] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4641fb-d458-474d-9267-8826b7bb8dee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.500486] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.500834] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.500960] env[62913]: DEBUG nova.compute.manager [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1921.502017] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddae45e-f27e-44c9-a152-a62e2aa60619 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.509376] env[62913]: DEBUG nova.compute.manager [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62913) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1921.546231] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df72ca6b-7080-41aa-acb8-787b18acd869 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "526360db-c26f-4985-a2a3-753255263da6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.195s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.576692] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Releasing lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.576692] env[62913]: DEBUG nova.compute.manager [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Instance network_info: |[{"id": "b88e3c1d-ed8a-41de-891c-d84c40b3d438", "address": "fa:16:3e:8d:7d:bd", "network": {"id": "94a08e15-1384-4ecd-9b3b-43bf02580b26", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550468784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e0dd8b826649bfa57c19358ca38334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb88e3c1d-ed", "ovs_interfaceid": "b88e3c1d-ed8a-41de-891c-d84c40b3d438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1921.577049] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:7d:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b88e3c1d-ed8a-41de-891c-d84c40b3d438', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1921.584601] env[62913]: DEBUG oslo.service.loopingcall [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.587077] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1921.587463] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb843a4b-42fc-4c0b-83c5-3ca1bea1f6fb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.610260] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1921.610260] env[62913]: value = "task-1822955" [ 1921.610260] env[62913]: _type = "Task" [ 1921.610260] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.623022] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822955, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.624646] env[62913]: INFO nova.compute.manager [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Took 12.59 seconds to build instance. [ 1921.713575] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a163c4f0-6b88-4f93-8460-078c42d56029 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.721731] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8844ce-76e1-47e8-a07d-2ff8c9434ab7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.753579] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0623a1f0-0425-4c96-9868-c8e80d4b067c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.762371] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d915da5a-0f68-4d57-b46f-d32caa9f68bc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.776768] env[62913]: DEBUG nova.compute.provider_tree [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1921.795233] env[62913]: DEBUG nova.compute.manager [req-13219915-e3d8-4614-8f55-f001261eff48 req-df41b189-3fec-409f-a502-0f415da0c3cc service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Received event network-changed-b88e3c1d-ed8a-41de-891c-d84c40b3d438 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1921.795475] env[62913]: DEBUG nova.compute.manager [req-13219915-e3d8-4614-8f55-f001261eff48 req-df41b189-3fec-409f-a502-0f415da0c3cc service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Refreshing instance network info cache due to event network-changed-b88e3c1d-ed8a-41de-891c-d84c40b3d438. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1921.795698] env[62913]: DEBUG oslo_concurrency.lockutils [req-13219915-e3d8-4614-8f55-f001261eff48 req-df41b189-3fec-409f-a502-0f415da0c3cc service nova] Acquiring lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.795838] env[62913]: DEBUG oslo_concurrency.lockutils [req-13219915-e3d8-4614-8f55-f001261eff48 req-df41b189-3fec-409f-a502-0f415da0c3cc service nova] Acquired lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.796014] env[62913]: DEBUG nova.network.neutron [req-13219915-e3d8-4614-8f55-f001261eff48 req-df41b189-3fec-409f-a502-0f415da0c3cc service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Refreshing network info cache for port b88e3c1d-ed8a-41de-891c-d84c40b3d438 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1922.013940] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1922.014378] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5a0a67b-c4aa-46f9-8bed-0ffe1c1af661 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.023052] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1922.023052] env[62913]: value = "task-1822956" [ 1922.023052] env[62913]: _type = "Task" [ 1922.023052] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.032189] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.122096] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822955, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.127253] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2d2ce737-06b6-4678-8b2f-37ce130b1d6c tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Lock "52fae5c3-b177-45e8-9a20-f16bd7af8ff8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.104s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.280463] env[62913]: DEBUG nova.scheduler.client.report [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1922.501933] env[62913]: DEBUG nova.network.neutron [req-13219915-e3d8-4614-8f55-f001261eff48 req-df41b189-3fec-409f-a502-0f415da0c3cc service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Updated VIF entry in instance network info cache for port b88e3c1d-ed8a-41de-891c-d84c40b3d438. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1922.502355] env[62913]: DEBUG nova.network.neutron [req-13219915-e3d8-4614-8f55-f001261eff48 req-df41b189-3fec-409f-a502-0f415da0c3cc service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Updating instance_info_cache with network_info: [{"id": "b88e3c1d-ed8a-41de-891c-d84c40b3d438", "address": "fa:16:3e:8d:7d:bd", "network": {"id": "94a08e15-1384-4ecd-9b3b-43bf02580b26", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550468784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e0dd8b826649bfa57c19358ca38334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb88e3c1d-ed", "ovs_interfaceid": "b88e3c1d-ed8a-41de-891c-d84c40b3d438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.532907] env[62913]: DEBUG oslo_vmware.api [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822956, 'name': PowerOffVM_Task, 'duration_secs': 0.213519} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.533190] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1922.533387] env[62913]: DEBUG nova.compute.manager [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1922.534139] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6fdbc9-bf13-487b-a4f2-a7ff8f4a2c89 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.583054] env[62913]: INFO nova.compute.manager [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Rebuilding instance [ 1922.621072] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822955, 'name': CreateVM_Task, 'duration_secs': 0.568489} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.621283] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1922.621933] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.622117] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.622429] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1922.622770] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af9bf5a2-9db3-4215-83bd-8a6c4aa82323 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.629246] env[62913]: DEBUG nova.compute.manager [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1922.630208] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c921730b-a478-48d7-adb2-db306115b196 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.633423] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1922.633423] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ae352d-d98c-0715-1542-c2e617500127" [ 1922.633423] env[62913]: _type = "Task" [ 1922.633423] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.646377] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ae352d-d98c-0715-1542-c2e617500127, 'name': SearchDatastore_Task, 'duration_secs': 0.011217} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.646671] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.646901] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1922.647145] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.647297] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.647478] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1922.647728] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91a2e634-137a-471f-8b84-34067a603b79 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.656583] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1922.656775] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1922.657524] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eb1bce3-c37b-4a7b-a148-2109f27cac5b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.663254] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1922.663254] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]527f8333-7170-4347-5287-6269e4b5e168" [ 1922.663254] env[62913]: _type = "Task" [ 1922.663254] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.671226] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527f8333-7170-4347-5287-6269e4b5e168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.786020] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.788240] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.308s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.788485] env[62913]: DEBUG nova.objects.instance [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lazy-loading 'resources' on Instance uuid 3933925c-d040-4fcc-aa6c-263aad13abed {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1922.805037] env[62913]: INFO nova.scheduler.client.report [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Deleted allocations for instance 9f9c269c-1444-4be0-9823-fea5802ad1cd [ 1923.005319] env[62913]: DEBUG oslo_concurrency.lockutils [req-13219915-e3d8-4614-8f55-f001261eff48 req-df41b189-3fec-409f-a502-0f415da0c3cc service nova] Releasing lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.045910] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.175034] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527f8333-7170-4347-5287-6269e4b5e168, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.175503] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb2777e-0410-4ebe-8bca-0906907f109a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.188040] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1923.188040] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5208e74e-9cbe-ce6f-1a18-f12d24228f49" [ 1923.188040] env[62913]: _type = "Task" [ 1923.188040] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.197887] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5208e74e-9cbe-ce6f-1a18-f12d24228f49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.313890] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dd0a835b-089b-4689-82a3-c3b5de9d5f69 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "9f9c269c-1444-4be0-9823-fea5802ad1cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.676s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.462723] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e97524-4a78-4189-9018-04a5fa992d03 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.470695] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb115f4-c974-4355-afb2-9e8ebd4360b0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.503640] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6516bf4-d1e4-44fd-8f46-cce733a3ba25 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.512051] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c067c80f-be20-45a2-8d6f-45df82f75bdf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.526381] env[62913]: DEBUG nova.compute.provider_tree [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1923.554229] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.645827] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1923.646201] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2842f233-feac-48ce-988b-5046c85a2d51 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.654722] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1923.654722] env[62913]: value = "task-1822957" [ 1923.654722] env[62913]: _type = "Task" [ 1923.654722] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.665791] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.699161] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5208e74e-9cbe-ce6f-1a18-f12d24228f49, 'name': SearchDatastore_Task, 'duration_secs': 0.02262} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.699435] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.699825] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d/4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1923.700289] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1313c95-98a0-45a7-a04a-84841a3ec591 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.709359] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1923.709359] env[62913]: value = "task-1822958" [ 1923.709359] env[62913]: _type = "Task" [ 1923.709359] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.722225] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.029611] env[62913]: DEBUG nova.scheduler.client.report [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1924.167380] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822957, 'name': PowerOffVM_Task, 'duration_secs': 0.203758} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.167380] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1924.167659] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1924.168496] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be997ba-28ab-4761-8751-7c2d8f03c30d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.177313] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1924.177644] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-740552fd-6746-4977-9aed-4a831d636d93 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.216059] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1924.216059] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1924.216059] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Deleting the datastore file [datastore1] 52fae5c3-b177-45e8-9a20-f16bd7af8ff8 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1924.216059] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a28a1dc-b9f9-449d-a7a2-412bc078c979 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.220762] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490148} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.221345] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d/4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1924.221584] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1924.221805] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e60a640-cd4a-4269-a734-21ec52ab29c0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.225524] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1924.225524] env[62913]: value = "task-1822960" [ 1924.225524] env[62913]: _type = "Task" [ 1924.225524] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.231211] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1924.231211] env[62913]: value = "task-1822961" [ 1924.231211] env[62913]: _type = "Task" [ 1924.231211] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.241882] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.245060] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.245225] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.245524] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.245735] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.245934] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.247595] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.249834] env[62913]: INFO nova.compute.manager [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Terminating instance [ 1924.453441] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "267f1eb1-e352-42a6-9cd3-38a97f2e1b30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.453677] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "267f1eb1-e352-42a6-9cd3-38a97f2e1b30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.479718] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "e6083a86-6579-47eb-995e-0e640eba3f33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.479964] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "e6083a86-6579-47eb-995e-0e640eba3f33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.535413] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.537840] env[62913]: DEBUG oslo_concurrency.lockutils [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.692s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.538082] env[62913]: DEBUG nova.objects.instance [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lazy-loading 'resources' on Instance uuid 46dac113-3495-44da-85a5-2df9958afb7f {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1924.557554] env[62913]: INFO nova.scheduler.client.report [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Deleted allocations for instance 3933925c-d040-4fcc-aa6c-263aad13abed [ 1924.738451] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126454} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.739116] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1924.739317] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1924.739521] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1924.744625] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101105} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.745063] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1924.745822] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675edbb5-7500-4379-b18f-5d1b5a08a832 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.759525] env[62913]: DEBUG nova.compute.manager [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1924.759721] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1924.768291] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d/4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1924.768996] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d0c680-9dd5-4560-98fa-71be0abd326a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.773123] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc6e709e-2910-43b0-861a-5179e9ad4f35 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.793332] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1924.794627] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e806dd61-5175-401d-ad75-ce982a872edb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.796172] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1924.796172] env[62913]: value = "task-1822962" [ 1924.796172] env[62913]: _type = "Task" [ 1924.796172] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.804988] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.881081] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1924.881081] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1924.881285] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleting the datastore file [datastore1] f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1924.881447] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af6271bd-c777-466e-823e-a1d799766c1b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.895700] env[62913]: DEBUG oslo_vmware.api [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1924.895700] env[62913]: value = "task-1822964" [ 1924.895700] env[62913]: _type = "Task" [ 1924.895700] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.904688] env[62913]: DEBUG oslo_vmware.api [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.956039] env[62913]: DEBUG nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1924.982329] env[62913]: DEBUG nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1925.066035] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b332b053-ab0c-4507-85da-0f48137fa9d4 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "3933925c-d040-4fcc-aa6c-263aad13abed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.534s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.222552] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538cedba-5332-4951-9b7e-a7df3004e767 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.231411] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9324391d-8964-42b5-a9f2-39901882a130 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.264185] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951eca69-deb1-4cfc-b06b-162673a2df82 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.271863] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2bfca4-ff5b-411a-9019-fefce22f8d1b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.286574] env[62913]: DEBUG nova.compute.provider_tree [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1925.305671] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822962, 'name': ReconfigVM_Task, 'duration_secs': 0.328178} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.305956] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d/4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1925.306658] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fe22c14-3d4b-4cbd-93dd-3ae714b3072a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.313276] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1925.313276] env[62913]: value = "task-1822965" [ 1925.313276] env[62913]: _type = "Task" [ 1925.313276] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.321725] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822965, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.406175] env[62913]: DEBUG oslo_vmware.api [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1822964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147767} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.406531] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1925.406751] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1925.407840] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1925.407840] env[62913]: INFO nova.compute.manager [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1925.407840] env[62913]: DEBUG oslo.service.loopingcall [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.407840] env[62913]: DEBUG nova.compute.manager [-] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1925.407840] env[62913]: DEBUG nova.network.neutron [-] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1925.476430] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.502708] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.719338] env[62913]: DEBUG nova.compute.manager [req-ed56f399-423e-4153-8b46-bc891829ea44 req-71d2b514-fdfb-41a1-af3c-3e7bffb59eb1 service nova] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Received event network-vif-deleted-5849f013-ad12-438f-b98b-836c09c2afbe {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1925.719584] env[62913]: INFO nova.compute.manager [req-ed56f399-423e-4153-8b46-bc891829ea44 req-71d2b514-fdfb-41a1-af3c-3e7bffb59eb1 service nova] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Neutron deleted interface 5849f013-ad12-438f-b98b-836c09c2afbe; detaching it from the instance and deleting it from the info cache [ 1925.719684] env[62913]: DEBUG nova.network.neutron [req-ed56f399-423e-4153-8b46-bc891829ea44 req-71d2b514-fdfb-41a1-af3c-3e7bffb59eb1 service nova] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.790632] env[62913]: DEBUG nova.virt.hardware [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1925.790891] env[62913]: DEBUG nova.virt.hardware [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1925.791060] env[62913]: DEBUG nova.virt.hardware [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1925.791255] env[62913]: DEBUG nova.virt.hardware [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1925.791405] env[62913]: DEBUG nova.virt.hardware [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1925.791623] env[62913]: DEBUG nova.virt.hardware [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1925.791865] env[62913]: DEBUG nova.virt.hardware [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1925.792043] env[62913]: DEBUG nova.virt.hardware [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1925.792217] env[62913]: DEBUG nova.virt.hardware [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1925.792380] env[62913]: DEBUG nova.virt.hardware [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1925.792552] env[62913]: DEBUG nova.virt.hardware [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1925.793472] env[62913]: DEBUG nova.scheduler.client.report [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1925.797179] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f207bf-5ffd-4caa-ae75-b5583cf90201 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.806312] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a45269-ceb1-43ea-ab07-26a9318b0df7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.823026] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Instance VIF info [] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1925.829266] env[62913]: DEBUG oslo.service.loopingcall [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.833211] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1925.833718] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d270d0d9-cb13-4daf-99da-7199f191f3c8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.852080] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822965, 'name': Rename_Task, 'duration_secs': 0.18498} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.853356] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1925.853594] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1925.853594] env[62913]: value = "task-1822966" [ 1925.853594] env[62913]: _type = "Task" [ 1925.853594] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.853778] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2843d03a-fb25-40b9-9216-6df0f808a0a9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.864636] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822966, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.865967] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1925.865967] env[62913]: value = "task-1822967" [ 1925.865967] env[62913]: _type = "Task" [ 1925.865967] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.874145] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.188488] env[62913]: DEBUG nova.network.neutron [-] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.223053] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee2e1836-0f16-4333-a24c-bfa8a4cc74ed {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.234432] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a983ee-d9aa-4b94-9631-282e60ca4fe9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.267075] env[62913]: DEBUG nova.compute.manager [req-ed56f399-423e-4153-8b46-bc891829ea44 req-71d2b514-fdfb-41a1-af3c-3e7bffb59eb1 service nova] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Detach interface failed, port_id=5849f013-ad12-438f-b98b-836c09c2afbe, reason: Instance f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1926.301229] env[62913]: DEBUG oslo_concurrency.lockutils [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.304466] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.670s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.305848] env[62913]: INFO nova.compute.claims [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1926.321773] env[62913]: INFO nova.scheduler.client.report [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Deleted allocations for instance 46dac113-3495-44da-85a5-2df9958afb7f [ 1926.368344] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822966, 'name': CreateVM_Task, 'duration_secs': 0.309466} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.371640] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1926.372882] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.373086] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.373405] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1926.374127] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f73c913-7d71-4b2d-a125-b0f9c659b6a3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.380445] env[62913]: DEBUG oslo_vmware.api [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1822967, 'name': PowerOnVM_Task, 'duration_secs': 0.485192} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.381820] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1926.382080] env[62913]: INFO nova.compute.manager [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Took 6.97 seconds to spawn the instance on the hypervisor. [ 1926.382341] env[62913]: DEBUG nova.compute.manager [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1926.383121] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1926.383121] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52dad2cd-9e23-b19d-20ae-00acdbc26b72" [ 1926.383121] env[62913]: _type = "Task" [ 1926.383121] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.383772] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d850da74-34a9-446e-a407-23a3d4aa959a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.396238] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52dad2cd-9e23-b19d-20ae-00acdbc26b72, 'name': SearchDatastore_Task, 'duration_secs': 0.010148} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.396674] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.396926] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1926.397204] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.397364] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.397542] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1926.400586] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-258a7b58-62b1-4d44-b35d-9ac381f162d5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.409538] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1926.409737] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1926.411444] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60474b23-bd60-4f72-b02d-e514c3dd2335 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.416590] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1926.416590] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52526d6d-0a40-fbfa-bb09-c95bf2c953e7" [ 1926.416590] env[62913]: _type = "Task" [ 1926.416590] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.424694] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52526d6d-0a40-fbfa-bb09-c95bf2c953e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.508130] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.508364] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.695025] env[62913]: INFO nova.compute.manager [-] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Took 1.29 seconds to deallocate network for instance. [ 1926.829299] env[62913]: DEBUG oslo_concurrency.lockutils [None req-04e2f421-4f93-465b-8e7f-1c3f338b64d7 tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "46dac113-3495-44da-85a5-2df9958afb7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.186s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.912310] env[62913]: INFO nova.compute.manager [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Took 14.01 seconds to build instance. [ 1926.926988] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52526d6d-0a40-fbfa-bb09-c95bf2c953e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.928249] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5679c691-4231-4b3b-b796-dbbcaac26a38 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.935296] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1926.935296] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52fcf0ca-dd28-2d36-8ac3-356d448969b2" [ 1926.935296] env[62913]: _type = "Task" [ 1926.935296] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.944552] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52fcf0ca-dd28-2d36-8ac3-356d448969b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.010512] env[62913]: DEBUG nova.compute.manager [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1927.201043] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.414269] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d12d2415-fe8d-4418-a9bd-19d71c838218 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.518s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.446847] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52fcf0ca-dd28-2d36-8ac3-356d448969b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.449493] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.449764] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 52fae5c3-b177-45e8-9a20-f16bd7af8ff8/52fae5c3-b177-45e8-9a20-f16bd7af8ff8.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1927.450571] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1bea7bc-dc6a-4584-a50f-e845e14e7074 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.459530] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1927.459530] env[62913]: value = "task-1822968" [ 1927.459530] env[62913]: _type = "Task" [ 1927.459530] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.472712] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.532391] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e0c4a3-bbe0-43a6-bab9-cbe0924960a0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.537190] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.540145] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accd2f8b-fa00-4146-b753-6033b6cd2e26 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.572766] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d6f7ef-df41-42a5-97fd-072a603765cb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.581064] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bea7d65-5759-4733-93bb-d821310083ca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.595294] env[62913]: DEBUG nova.compute.provider_tree [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.665587] env[62913]: DEBUG nova.compute.manager [req-ec2b4a85-7bcc-4ec2-ba40-3ba2b7b7b3e3 req-ad6ce2a2-e504-447d-abf0-3d7c273baf5a service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Received event network-changed-b88e3c1d-ed8a-41de-891c-d84c40b3d438 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1927.665710] env[62913]: DEBUG nova.compute.manager [req-ec2b4a85-7bcc-4ec2-ba40-3ba2b7b7b3e3 req-ad6ce2a2-e504-447d-abf0-3d7c273baf5a service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Refreshing instance network info cache due to event network-changed-b88e3c1d-ed8a-41de-891c-d84c40b3d438. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1927.665864] env[62913]: DEBUG oslo_concurrency.lockutils [req-ec2b4a85-7bcc-4ec2-ba40-3ba2b7b7b3e3 req-ad6ce2a2-e504-447d-abf0-3d7c273baf5a service nova] Acquiring lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.666900] env[62913]: DEBUG oslo_concurrency.lockutils [req-ec2b4a85-7bcc-4ec2-ba40-3ba2b7b7b3e3 req-ad6ce2a2-e504-447d-abf0-3d7c273baf5a service nova] Acquired lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.668482] env[62913]: DEBUG nova.network.neutron [req-ec2b4a85-7bcc-4ec2-ba40-3ba2b7b7b3e3 req-ad6ce2a2-e504-447d-abf0-3d7c273baf5a service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Refreshing network info cache for port b88e3c1d-ed8a-41de-891c-d84c40b3d438 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1927.675247] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "04043676-2dfd-4606-9db4-432555ab57b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.675527] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "04043676-2dfd-4606-9db4-432555ab57b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.675793] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "04043676-2dfd-4606-9db4-432555ab57b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.675930] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "04043676-2dfd-4606-9db4-432555ab57b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.676155] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "04043676-2dfd-4606-9db4-432555ab57b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.678621] env[62913]: INFO nova.compute.manager [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Terminating instance [ 1927.972410] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822968, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.098801] env[62913]: DEBUG nova.scheduler.client.report [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1928.183491] env[62913]: DEBUG nova.compute.manager [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1928.183713] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1928.184726] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5ce240-607f-4355-805b-9311ef9525fa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.193491] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1928.193918] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be421b5d-f44f-49bb-8a55-006d214c6aca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.200508] env[62913]: DEBUG oslo_vmware.api [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1928.200508] env[62913]: value = "task-1822969" [ 1928.200508] env[62913]: _type = "Task" [ 1928.200508] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.208686] env[62913]: DEBUG oslo_vmware.api [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.413931] env[62913]: DEBUG nova.network.neutron [req-ec2b4a85-7bcc-4ec2-ba40-3ba2b7b7b3e3 req-ad6ce2a2-e504-447d-abf0-3d7c273baf5a service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Updated VIF entry in instance network info cache for port b88e3c1d-ed8a-41de-891c-d84c40b3d438. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1928.414331] env[62913]: DEBUG nova.network.neutron [req-ec2b4a85-7bcc-4ec2-ba40-3ba2b7b7b3e3 req-ad6ce2a2-e504-447d-abf0-3d7c273baf5a service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Updating instance_info_cache with network_info: [{"id": "b88e3c1d-ed8a-41de-891c-d84c40b3d438", "address": "fa:16:3e:8d:7d:bd", "network": {"id": "94a08e15-1384-4ecd-9b3b-43bf02580b26", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550468784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e0dd8b826649bfa57c19358ca38334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb88e3c1d-ed", "ovs_interfaceid": "b88e3c1d-ed8a-41de-891c-d84c40b3d438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.474285] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534618} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.474665] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 52fae5c3-b177-45e8-9a20-f16bd7af8ff8/52fae5c3-b177-45e8-9a20-f16bd7af8ff8.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1928.474889] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1928.475162] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f91c68da-344e-4785-80df-e1cd129ee06b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.482633] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1928.482633] env[62913]: value = "task-1822970" [ 1928.482633] env[62913]: _type = "Task" [ 1928.482633] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.490648] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.605786] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.605930] env[62913]: DEBUG nova.compute.manager [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1928.608482] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.341s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.609972] env[62913]: INFO nova.compute.claims [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1928.710878] env[62913]: DEBUG oslo_vmware.api [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822969, 'name': PowerOffVM_Task, 'duration_secs': 0.225847} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.711809] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1928.711809] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1928.711809] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9312cc7f-1b96-4688-9949-dba36ca043db {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.913794] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1928.914108] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1928.914318] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Deleting the datastore file [datastore1] 04043676-2dfd-4606-9db4-432555ab57b8 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1928.914639] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a629a30b-858f-4424-9163-15f76aa7fa53 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.916922] env[62913]: DEBUG oslo_concurrency.lockutils [req-ec2b4a85-7bcc-4ec2-ba40-3ba2b7b7b3e3 req-ad6ce2a2-e504-447d-abf0-3d7c273baf5a service nova] Releasing lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.921810] env[62913]: DEBUG oslo_vmware.api [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for the task: (returnval){ [ 1928.921810] env[62913]: value = "task-1822972" [ 1928.921810] env[62913]: _type = "Task" [ 1928.921810] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.930410] env[62913]: DEBUG oslo_vmware.api [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.993094] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065734} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.993492] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1928.994439] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1272689f-402b-46f8-8bac-6ffd35e0e9bf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.019596] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 52fae5c3-b177-45e8-9a20-f16bd7af8ff8/52fae5c3-b177-45e8-9a20-f16bd7af8ff8.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1929.019886] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c414735-1be2-45c5-a10c-3c3314fda352 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.043360] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1929.043360] env[62913]: value = "task-1822973" [ 1929.043360] env[62913]: _type = "Task" [ 1929.043360] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.051993] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.114873] env[62913]: DEBUG nova.compute.utils [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1929.118804] env[62913]: DEBUG nova.compute.manager [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1929.119041] env[62913]: DEBUG nova.network.neutron [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1929.159598] env[62913]: DEBUG nova.policy [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2536cf410ab476c8db291f5461a3bbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e9a64b50d64df0ab318a68bc19b309', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1929.420699] env[62913]: DEBUG nova.network.neutron [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Successfully created port: 3aaa8ded-d529-4637-ad91-1c73a1310c39 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1929.432527] env[62913]: DEBUG oslo_vmware.api [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Task: {'id': task-1822972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167113} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.432806] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1929.432993] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1929.433185] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1929.433361] env[62913]: INFO nova.compute.manager [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1929.433605] env[62913]: DEBUG oslo.service.loopingcall [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1929.433796] env[62913]: DEBUG nova.compute.manager [-] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1929.433890] env[62913]: DEBUG nova.network.neutron [-] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1929.554538] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822973, 'name': ReconfigVM_Task, 'duration_secs': 0.304947} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.554940] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 52fae5c3-b177-45e8-9a20-f16bd7af8ff8/52fae5c3-b177-45e8-9a20-f16bd7af8ff8.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1929.555622] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea4ecd8a-3ee1-41f8-b2f8-d22b3a5a34d7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.567776] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1929.567776] env[62913]: value = "task-1822974" [ 1929.567776] env[62913]: _type = "Task" [ 1929.567776] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.573357] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822974, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.620237] env[62913]: DEBUG nova.compute.manager [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1929.727278] env[62913]: DEBUG nova.compute.manager [req-98fb8935-e7a0-441d-b296-bbec92435ee5 req-4ee5bc13-419e-43ff-81a6-3300c537e661 service nova] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Received event network-vif-deleted-bba86f65-affd-41b6-b2ea-a50f68e5bc30 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1929.727492] env[62913]: INFO nova.compute.manager [req-98fb8935-e7a0-441d-b296-bbec92435ee5 req-4ee5bc13-419e-43ff-81a6-3300c537e661 service nova] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Neutron deleted interface bba86f65-affd-41b6-b2ea-a50f68e5bc30; detaching it from the instance and deleting it from the info cache [ 1929.727664] env[62913]: DEBUG nova.network.neutron [req-98fb8935-e7a0-441d-b296-bbec92435ee5 req-4ee5bc13-419e-43ff-81a6-3300c537e661 service nova] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.817078] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fea470-6d67-420d-9f0e-bd09a27572f3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.825359] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b57f2d-e076-486b-bc32-f41befa12968 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.855626] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f6e26f-30b1-4d5b-8298-04466eb8ed8e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.865035] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691844bd-f36e-40bf-b366-f3a7f7b580a7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.879084] env[62913]: DEBUG nova.compute.provider_tree [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1930.075555] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822974, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.208241] env[62913]: DEBUG nova.network.neutron [-] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.233174] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1eb45463-b6f1-4d5e-b5ef-61e6cb558967 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.244803] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f79e92-3a41-4dc8-9a06-c736c58b7334 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.275716] env[62913]: DEBUG nova.compute.manager [req-98fb8935-e7a0-441d-b296-bbec92435ee5 req-4ee5bc13-419e-43ff-81a6-3300c537e661 service nova] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Detach interface failed, port_id=bba86f65-affd-41b6-b2ea-a50f68e5bc30, reason: Instance 04043676-2dfd-4606-9db4-432555ab57b8 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1930.381703] env[62913]: DEBUG nova.scheduler.client.report [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1930.577107] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822974, 'name': Rename_Task, 'duration_secs': 0.851357} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.577107] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1930.577308] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e370c207-213a-4aa8-87a3-e1b2cd2448d3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.584660] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1930.584660] env[62913]: value = "task-1822975" [ 1930.584660] env[62913]: _type = "Task" [ 1930.584660] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.592644] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.633861] env[62913]: DEBUG nova.compute.manager [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1930.662216] env[62913]: DEBUG nova.virt.hardware [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1930.662586] env[62913]: DEBUG nova.virt.hardware [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.662692] env[62913]: DEBUG nova.virt.hardware [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1930.662894] env[62913]: DEBUG nova.virt.hardware [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.663060] env[62913]: DEBUG nova.virt.hardware [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1930.663220] env[62913]: DEBUG nova.virt.hardware [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1930.663432] env[62913]: DEBUG nova.virt.hardware [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1930.663634] env[62913]: DEBUG nova.virt.hardware [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1930.663828] env[62913]: DEBUG nova.virt.hardware [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1930.664035] env[62913]: DEBUG nova.virt.hardware [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1930.664218] env[62913]: DEBUG nova.virt.hardware [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1930.665175] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc74475-fce2-4fb5-989a-1136ad791827 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.674310] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c7904e-73b7-4b03-86ac-2e47a074143a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.710290] env[62913]: INFO nova.compute.manager [-] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Took 1.28 seconds to deallocate network for instance. [ 1930.887976] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.888588] env[62913]: DEBUG nova.compute.manager [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1930.892179] env[62913]: DEBUG oslo_concurrency.lockutils [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.439s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.893839] env[62913]: INFO nova.compute.claims [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1931.095176] env[62913]: DEBUG oslo_vmware.api [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822975, 'name': PowerOnVM_Task, 'duration_secs': 0.431907} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.095561] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1931.095606] env[62913]: DEBUG nova.compute.manager [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1931.096380] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362abf35-1b04-489c-baae-51b9027c8ce8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.217346] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.367386] env[62913]: DEBUG nova.compute.manager [req-b97ef9cc-3898-464f-b0e8-0e400005cf36 req-d3b9b182-c459-4c01-81fd-812bc43b0fcb service nova] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Received event network-vif-plugged-3aaa8ded-d529-4637-ad91-1c73a1310c39 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1931.367643] env[62913]: DEBUG oslo_concurrency.lockutils [req-b97ef9cc-3898-464f-b0e8-0e400005cf36 req-d3b9b182-c459-4c01-81fd-812bc43b0fcb service nova] Acquiring lock "052d9175-cfbd-42ef-b30e-f6ab97b7860c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.367823] env[62913]: DEBUG oslo_concurrency.lockutils [req-b97ef9cc-3898-464f-b0e8-0e400005cf36 req-d3b9b182-c459-4c01-81fd-812bc43b0fcb service nova] Lock "052d9175-cfbd-42ef-b30e-f6ab97b7860c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.367990] env[62913]: DEBUG oslo_concurrency.lockutils [req-b97ef9cc-3898-464f-b0e8-0e400005cf36 req-d3b9b182-c459-4c01-81fd-812bc43b0fcb service nova] Lock "052d9175-cfbd-42ef-b30e-f6ab97b7860c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.368449] env[62913]: DEBUG nova.compute.manager [req-b97ef9cc-3898-464f-b0e8-0e400005cf36 req-d3b9b182-c459-4c01-81fd-812bc43b0fcb service nova] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] No waiting events found dispatching network-vif-plugged-3aaa8ded-d529-4637-ad91-1c73a1310c39 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1931.368638] env[62913]: WARNING nova.compute.manager [req-b97ef9cc-3898-464f-b0e8-0e400005cf36 req-d3b9b182-c459-4c01-81fd-812bc43b0fcb service nova] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Received unexpected event network-vif-plugged-3aaa8ded-d529-4637-ad91-1c73a1310c39 for instance with vm_state building and task_state spawning. [ 1931.399512] env[62913]: DEBUG nova.compute.utils [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1931.406572] env[62913]: DEBUG nova.compute.manager [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1931.406572] env[62913]: DEBUG nova.network.neutron [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1931.444393] env[62913]: DEBUG nova.policy [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9804181ca484443b9e0fb5cb24365926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e117b9e16efe4c93bcb40ceeb540b462', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1931.463304] env[62913]: DEBUG nova.network.neutron [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Successfully updated port: 3aaa8ded-d529-4637-ad91-1c73a1310c39 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1931.611663] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.706696] env[62913]: DEBUG nova.network.neutron [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Successfully created port: 3dfc60fb-ba71-44dd-832a-4c597f97357a {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1931.905766] env[62913]: DEBUG nova.compute.manager [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1931.966615] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "refresh_cache-052d9175-cfbd-42ef-b30e-f6ab97b7860c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.966615] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "refresh_cache-052d9175-cfbd-42ef-b30e-f6ab97b7860c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.966615] env[62913]: DEBUG nova.network.neutron [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1932.118463] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75edd2a4-d1a2-4dbb-a004-62205ccff0b5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.127284] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b2e4dc-bbf9-4af6-a584-2eee76211f78 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.157430] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d47ba4-e35d-45c1-b4ec-6c29f2fe18be {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.164699] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a380dfa2-be2a-4eaf-bec2-ffc739304929 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.177759] env[62913]: DEBUG nova.compute.provider_tree [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1932.377438] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquiring lock "52fae5c3-b177-45e8-9a20-f16bd7af8ff8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.377707] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Lock "52fae5c3-b177-45e8-9a20-f16bd7af8ff8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.377918] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquiring lock "52fae5c3-b177-45e8-9a20-f16bd7af8ff8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.378178] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Lock "52fae5c3-b177-45e8-9a20-f16bd7af8ff8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.378302] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Lock "52fae5c3-b177-45e8-9a20-f16bd7af8ff8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.380473] env[62913]: INFO nova.compute.manager [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Terminating instance [ 1932.498268] env[62913]: DEBUG nova.network.neutron [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1932.624331] env[62913]: DEBUG nova.network.neutron [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Updating instance_info_cache with network_info: [{"id": "3aaa8ded-d529-4637-ad91-1c73a1310c39", "address": "fa:16:3e:65:d3:de", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaa8ded-d5", "ovs_interfaceid": "3aaa8ded-d529-4637-ad91-1c73a1310c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.681482] env[62913]: DEBUG nova.scheduler.client.report [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1932.890497] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquiring lock "refresh_cache-52fae5c3-b177-45e8-9a20-f16bd7af8ff8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.890692] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquired lock "refresh_cache-52fae5c3-b177-45e8-9a20-f16bd7af8ff8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.890871] env[62913]: DEBUG nova.network.neutron [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1932.917941] env[62913]: DEBUG nova.compute.manager [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1932.946561] env[62913]: DEBUG nova.virt.hardware [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1932.946829] env[62913]: DEBUG nova.virt.hardware [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1932.946999] env[62913]: DEBUG nova.virt.hardware [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1932.947198] env[62913]: DEBUG nova.virt.hardware [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1932.947345] env[62913]: DEBUG nova.virt.hardware [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1932.947495] env[62913]: DEBUG nova.virt.hardware [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1932.947704] env[62913]: DEBUG nova.virt.hardware [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1932.947864] env[62913]: DEBUG nova.virt.hardware [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1932.948040] env[62913]: DEBUG nova.virt.hardware [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1932.948210] env[62913]: DEBUG nova.virt.hardware [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1932.948382] env[62913]: DEBUG nova.virt.hardware [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1932.949331] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c60b317-765c-462a-a044-93d080b128e6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.958985] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566f25fc-14a3-48c3-ab98-e8a324feba2a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.126630] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "refresh_cache-052d9175-cfbd-42ef-b30e-f6ab97b7860c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.126964] env[62913]: DEBUG nova.compute.manager [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Instance network_info: |[{"id": "3aaa8ded-d529-4637-ad91-1c73a1310c39", "address": "fa:16:3e:65:d3:de", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaa8ded-d5", "ovs_interfaceid": "3aaa8ded-d529-4637-ad91-1c73a1310c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1933.127416] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:d3:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aaa8ded-d529-4637-ad91-1c73a1310c39', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1933.135241] env[62913]: DEBUG oslo.service.loopingcall [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1933.135446] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1933.135665] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d96032b8-5c89-464d-81b4-768b62c2c182 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.156753] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1933.156753] env[62913]: value = "task-1822976" [ 1933.156753] env[62913]: _type = "Task" [ 1933.156753] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.165351] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822976, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.187532] env[62913]: DEBUG oslo_concurrency.lockutils [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.187532] env[62913]: DEBUG nova.compute.manager [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1933.190041] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.636s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.190234] env[62913]: DEBUG nova.objects.instance [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62913) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1933.253327] env[62913]: DEBUG nova.compute.manager [req-3e9f16f7-f609-460a-b359-aced722cb1e9 req-077a60d8-1f83-49e0-b881-3c9e5e3c40df service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Received event network-vif-plugged-3dfc60fb-ba71-44dd-832a-4c597f97357a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1933.253448] env[62913]: DEBUG oslo_concurrency.lockutils [req-3e9f16f7-f609-460a-b359-aced722cb1e9 req-077a60d8-1f83-49e0-b881-3c9e5e3c40df service nova] Acquiring lock "94a10084-160b-40ff-931e-d967c5884236-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.253662] env[62913]: DEBUG oslo_concurrency.lockutils [req-3e9f16f7-f609-460a-b359-aced722cb1e9 req-077a60d8-1f83-49e0-b881-3c9e5e3c40df service nova] Lock "94a10084-160b-40ff-931e-d967c5884236-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.253903] env[62913]: DEBUG oslo_concurrency.lockutils [req-3e9f16f7-f609-460a-b359-aced722cb1e9 req-077a60d8-1f83-49e0-b881-3c9e5e3c40df service nova] Lock "94a10084-160b-40ff-931e-d967c5884236-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.254112] env[62913]: DEBUG nova.compute.manager [req-3e9f16f7-f609-460a-b359-aced722cb1e9 req-077a60d8-1f83-49e0-b881-3c9e5e3c40df service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] No waiting events found dispatching network-vif-plugged-3dfc60fb-ba71-44dd-832a-4c597f97357a {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1933.254307] env[62913]: WARNING nova.compute.manager [req-3e9f16f7-f609-460a-b359-aced722cb1e9 req-077a60d8-1f83-49e0-b881-3c9e5e3c40df service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Received unexpected event network-vif-plugged-3dfc60fb-ba71-44dd-832a-4c597f97357a for instance with vm_state building and task_state spawning. [ 1933.346545] env[62913]: DEBUG nova.network.neutron [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Successfully updated port: 3dfc60fb-ba71-44dd-832a-4c597f97357a {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1933.393650] env[62913]: DEBUG nova.compute.manager [req-ba3b368c-23e0-4592-9ba3-b056606e3527 req-19a8245a-9bae-45b2-940d-9570995a3b26 service nova] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Received event network-changed-3aaa8ded-d529-4637-ad91-1c73a1310c39 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1933.393650] env[62913]: DEBUG nova.compute.manager [req-ba3b368c-23e0-4592-9ba3-b056606e3527 req-19a8245a-9bae-45b2-940d-9570995a3b26 service nova] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Refreshing instance network info cache due to event network-changed-3aaa8ded-d529-4637-ad91-1c73a1310c39. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1933.393863] env[62913]: DEBUG oslo_concurrency.lockutils [req-ba3b368c-23e0-4592-9ba3-b056606e3527 req-19a8245a-9bae-45b2-940d-9570995a3b26 service nova] Acquiring lock "refresh_cache-052d9175-cfbd-42ef-b30e-f6ab97b7860c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.393964] env[62913]: DEBUG oslo_concurrency.lockutils [req-ba3b368c-23e0-4592-9ba3-b056606e3527 req-19a8245a-9bae-45b2-940d-9570995a3b26 service nova] Acquired lock "refresh_cache-052d9175-cfbd-42ef-b30e-f6ab97b7860c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.394150] env[62913]: DEBUG nova.network.neutron [req-ba3b368c-23e0-4592-9ba3-b056606e3527 req-19a8245a-9bae-45b2-940d-9570995a3b26 service nova] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Refreshing network info cache for port 3aaa8ded-d529-4637-ad91-1c73a1310c39 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1933.410962] env[62913]: DEBUG nova.network.neutron [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1933.476467] env[62913]: DEBUG nova.network.neutron [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.666756] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822976, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.695494] env[62913]: DEBUG nova.compute.utils [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1933.701032] env[62913]: DEBUG nova.compute.manager [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1933.701032] env[62913]: DEBUG nova.network.neutron [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1933.740568] env[62913]: DEBUG nova.policy [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05eb507ef23d40578a0593164d4e2dd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e4f28c1320940a59a5cb5a4c1f70fa7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1933.849557] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.849823] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.849823] env[62913]: DEBUG nova.network.neutron [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1933.980955] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Releasing lock "refresh_cache-52fae5c3-b177-45e8-9a20-f16bd7af8ff8" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.981483] env[62913]: DEBUG nova.compute.manager [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1933.981684] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1933.982595] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db4c61a-e543-4dc7-8f2a-8bddf5d7ab71 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.994809] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1933.995086] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bda05e70-11e3-4db5-8dd2-2fa83a72e228 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.003415] env[62913]: DEBUG oslo_vmware.api [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1934.003415] env[62913]: value = "task-1822977" [ 1934.003415] env[62913]: _type = "Task" [ 1934.003415] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.015562] env[62913]: DEBUG oslo_vmware.api [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.028274] env[62913]: DEBUG nova.network.neutron [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Successfully created port: d3be0a0c-a19f-4e99-a058-ad39aba371d4 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1934.127949] env[62913]: DEBUG nova.network.neutron [req-ba3b368c-23e0-4592-9ba3-b056606e3527 req-19a8245a-9bae-45b2-940d-9570995a3b26 service nova] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Updated VIF entry in instance network info cache for port 3aaa8ded-d529-4637-ad91-1c73a1310c39. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1934.128461] env[62913]: DEBUG nova.network.neutron [req-ba3b368c-23e0-4592-9ba3-b056606e3527 req-19a8245a-9bae-45b2-940d-9570995a3b26 service nova] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Updating instance_info_cache with network_info: [{"id": "3aaa8ded-d529-4637-ad91-1c73a1310c39", "address": "fa:16:3e:65:d3:de", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaa8ded-d5", "ovs_interfaceid": "3aaa8ded-d529-4637-ad91-1c73a1310c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.168158] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822976, 'name': CreateVM_Task, 'duration_secs': 0.745386} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.168292] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1934.168969] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.169156] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.169484] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1934.169765] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f2a4d58-086d-4c06-87b0-f9984b11b87c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.175420] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1934.175420] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]527a3033-86b1-5a0c-66ef-c3e7cef93fe8" [ 1934.175420] env[62913]: _type = "Task" [ 1934.175420] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.184354] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527a3033-86b1-5a0c-66ef-c3e7cef93fe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.201301] env[62913]: DEBUG nova.compute.manager [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1934.204766] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5d0757fe-07de-43ed-bd3b-e44bbe74a125 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.205841] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.729s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.208571] env[62913]: INFO nova.compute.claims [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1934.381784] env[62913]: DEBUG nova.network.neutron [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1934.515378] env[62913]: DEBUG oslo_vmware.api [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822977, 'name': PowerOffVM_Task, 'duration_secs': 0.165558} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.515694] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1934.515858] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1934.516135] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8b89d8d-dbf7-4fdd-846a-7725295c2b95 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.525030] env[62913]: DEBUG nova.network.neutron [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Updating instance_info_cache with network_info: [{"id": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "address": "fa:16:3e:86:90:9e", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfc60fb-ba", "ovs_interfaceid": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.545132] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1934.545355] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1934.545812] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Deleting the datastore file [datastore1] 52fae5c3-b177-45e8-9a20-f16bd7af8ff8 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1934.546094] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc6b15f8-4835-495f-b401-c986daaa5975 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.552470] env[62913]: DEBUG oslo_vmware.api [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for the task: (returnval){ [ 1934.552470] env[62913]: value = "task-1822979" [ 1934.552470] env[62913]: _type = "Task" [ 1934.552470] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.561238] env[62913]: DEBUG oslo_vmware.api [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.631846] env[62913]: DEBUG oslo_concurrency.lockutils [req-ba3b368c-23e0-4592-9ba3-b056606e3527 req-19a8245a-9bae-45b2-940d-9570995a3b26 service nova] Releasing lock "refresh_cache-052d9175-cfbd-42ef-b30e-f6ab97b7860c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.685253] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]527a3033-86b1-5a0c-66ef-c3e7cef93fe8, 'name': SearchDatastore_Task, 'duration_secs': 0.013079} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.685550] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.685786] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1934.686027] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.686183] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.686362] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1934.686617] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29895d12-3288-4617-af69-45dd8d84bb31 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.694284] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1934.694483] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1934.695173] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89fc7710-9959-40a3-9c31-a4ac52fcbd1d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.699928] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1934.699928] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52371168-c891-899e-f4ae-3d9b3852fdf4" [ 1934.699928] env[62913]: _type = "Task" [ 1934.699928] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.710648] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52371168-c891-899e-f4ae-3d9b3852fdf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.027664] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.027971] env[62913]: DEBUG nova.compute.manager [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Instance network_info: |[{"id": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "address": "fa:16:3e:86:90:9e", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfc60fb-ba", "ovs_interfaceid": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1935.028428] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:90:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dfc60fb-ba71-44dd-832a-4c597f97357a', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1935.036224] env[62913]: DEBUG oslo.service.loopingcall [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.036446] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94a10084-160b-40ff-931e-d967c5884236] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1935.036672] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61b06bcb-c0d4-4973-bb84-6cab687224c4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.057260] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1935.057260] env[62913]: value = "task-1822980" [ 1935.057260] env[62913]: _type = "Task" [ 1935.057260] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.063436] env[62913]: DEBUG oslo_vmware.api [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Task: {'id': task-1822979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091138} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.064015] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1935.064217] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1935.064414] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1935.064626] env[62913]: INFO nova.compute.manager [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1935.064878] env[62913]: DEBUG oslo.service.loopingcall [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.065077] env[62913]: DEBUG nova.compute.manager [-] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1935.065175] env[62913]: DEBUG nova.network.neutron [-] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1935.069239] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822980, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.083038] env[62913]: DEBUG nova.network.neutron [-] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1935.210617] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52371168-c891-899e-f4ae-3d9b3852fdf4, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.211390] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21a0d2f-7d3f-42e7-9a93-65e981ae65d8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.216963] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1935.216963] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5263401a-fcb8-ba27-120b-5deeaa266d99" [ 1935.216963] env[62913]: _type = "Task" [ 1935.216963] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.223916] env[62913]: DEBUG nova.compute.manager [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1935.232415] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5263401a-fcb8-ba27-120b-5deeaa266d99, 'name': SearchDatastore_Task, 'duration_secs': 0.010891} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.233064] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.233321] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 052d9175-cfbd-42ef-b30e-f6ab97b7860c/052d9175-cfbd-42ef-b30e-f6ab97b7860c.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1935.233625] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79335255-e0f3-4e5b-8fd6-92117ee50360 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.241984] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1935.241984] env[62913]: value = "task-1822981" [ 1935.241984] env[62913]: _type = "Task" [ 1935.241984] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.251365] env[62913]: DEBUG nova.virt.hardware [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1935.251635] env[62913]: DEBUG nova.virt.hardware [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1935.251822] env[62913]: DEBUG nova.virt.hardware [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1935.252032] env[62913]: DEBUG nova.virt.hardware [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1935.252189] env[62913]: DEBUG nova.virt.hardware [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1935.252342] env[62913]: DEBUG nova.virt.hardware [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1935.252583] env[62913]: DEBUG nova.virt.hardware [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1935.252752] env[62913]: DEBUG nova.virt.hardware [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1935.252920] env[62913]: DEBUG nova.virt.hardware [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1935.253123] env[62913]: DEBUG nova.virt.hardware [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1935.253325] env[62913]: DEBUG nova.virt.hardware [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1935.254658] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cedd39-526a-4cb8-b0c6-6523475ed153 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.259951] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.267779] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac246fb-64e1-41ee-829f-cd9286299809 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.289274] env[62913]: DEBUG nova.compute.manager [req-8371a90c-00a8-41d5-bd69-8b87ab47a114 req-02826ae5-da13-428a-81f5-6a2251f17eec service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Received event network-changed-3dfc60fb-ba71-44dd-832a-4c597f97357a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1935.289486] env[62913]: DEBUG nova.compute.manager [req-8371a90c-00a8-41d5-bd69-8b87ab47a114 req-02826ae5-da13-428a-81f5-6a2251f17eec service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Refreshing instance network info cache due to event network-changed-3dfc60fb-ba71-44dd-832a-4c597f97357a. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1935.289723] env[62913]: DEBUG oslo_concurrency.lockutils [req-8371a90c-00a8-41d5-bd69-8b87ab47a114 req-02826ae5-da13-428a-81f5-6a2251f17eec service nova] Acquiring lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.289872] env[62913]: DEBUG oslo_concurrency.lockutils [req-8371a90c-00a8-41d5-bd69-8b87ab47a114 req-02826ae5-da13-428a-81f5-6a2251f17eec service nova] Acquired lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.290058] env[62913]: DEBUG nova.network.neutron [req-8371a90c-00a8-41d5-bd69-8b87ab47a114 req-02826ae5-da13-428a-81f5-6a2251f17eec service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Refreshing network info cache for port 3dfc60fb-ba71-44dd-832a-4c597f97357a {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1935.438325] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094272d1-e84e-41f6-9605-80b3a00988c0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.447532] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e6b4a7-3158-42d2-9498-97013b04889b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.490699] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70c3462-a7c5-49a8-ad15-b2d735236a41 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.500112] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c989d006-dc4d-47fa-bdf8-10e58542d5ed {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.516995] env[62913]: DEBUG nova.compute.provider_tree [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1935.568986] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822980, 'name': CreateVM_Task, 'duration_secs': 0.430305} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.569844] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94a10084-160b-40ff-931e-d967c5884236] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1935.570641] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.570882] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.571271] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1935.571576] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89fc939d-7b88-4b4c-aff3-06479542e4b1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.577890] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1935.577890] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bc75ec-9a04-20b8-c462-594c963a5134" [ 1935.577890] env[62913]: _type = "Task" [ 1935.577890] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.585224] env[62913]: DEBUG nova.network.neutron [-] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.591087] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bc75ec-9a04-20b8-c462-594c963a5134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.703592] env[62913]: DEBUG nova.network.neutron [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Successfully updated port: d3be0a0c-a19f-4e99-a058-ad39aba371d4 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1935.755628] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822981, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.017571] env[62913]: DEBUG nova.network.neutron [req-8371a90c-00a8-41d5-bd69-8b87ab47a114 req-02826ae5-da13-428a-81f5-6a2251f17eec service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Updated VIF entry in instance network info cache for port 3dfc60fb-ba71-44dd-832a-4c597f97357a. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1936.018147] env[62913]: DEBUG nova.network.neutron [req-8371a90c-00a8-41d5-bd69-8b87ab47a114 req-02826ae5-da13-428a-81f5-6a2251f17eec service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Updating instance_info_cache with network_info: [{"id": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "address": "fa:16:3e:86:90:9e", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfc60fb-ba", "ovs_interfaceid": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.020362] env[62913]: DEBUG nova.scheduler.client.report [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1936.090259] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bc75ec-9a04-20b8-c462-594c963a5134, 'name': SearchDatastore_Task, 'duration_secs': 0.052782} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.090656] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.091434] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1936.091759] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.091991] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.092274] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1936.092718] env[62913]: INFO nova.compute.manager [-] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Took 1.03 seconds to deallocate network for instance. [ 1936.092938] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e7d6875-5961-4e47-bd3c-1f27c03493dd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.103420] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1936.103595] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1936.104412] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bcc2259-2a8f-4ede-b7cd-8fd23b77873d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.112651] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1936.112651] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5200e745-5056-4592-27ba-60f133455677" [ 1936.112651] env[62913]: _type = "Task" [ 1936.112651] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.120253] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5200e745-5056-4592-27ba-60f133455677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.208998] env[62913]: DEBUG oslo_concurrency.lockutils [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.209176] env[62913]: DEBUG oslo_concurrency.lockutils [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.209331] env[62913]: DEBUG nova.network.neutron [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1936.254436] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55416} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.254759] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 052d9175-cfbd-42ef-b30e-f6ab97b7860c/052d9175-cfbd-42ef-b30e-f6ab97b7860c.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1936.254900] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1936.255159] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a9bfb5b-3ff2-4461-929d-383bc67fc87a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.261981] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1936.261981] env[62913]: value = "task-1822982" [ 1936.261981] env[62913]: _type = "Task" [ 1936.261981] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.269470] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.524611] env[62913]: DEBUG oslo_concurrency.lockutils [req-8371a90c-00a8-41d5-bd69-8b87ab47a114 req-02826ae5-da13-428a-81f5-6a2251f17eec service nova] Releasing lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.525593] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.526150] env[62913]: DEBUG nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1936.530730] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.027s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.532740] env[62913]: INFO nova.compute.claims [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1936.600530] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.623265] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5200e745-5056-4592-27ba-60f133455677, 'name': SearchDatastore_Task, 'duration_secs': 0.009158} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.624055] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1bb01af-5973-438d-85fa-b984e05b4074 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.629589] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1936.629589] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52333dd9-7601-52c5-bca4-848aa624029f" [ 1936.629589] env[62913]: _type = "Task" [ 1936.629589] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.637386] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52333dd9-7601-52c5-bca4-848aa624029f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.738950] env[62913]: DEBUG nova.network.neutron [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1936.771096] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067577} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.771371] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1936.772121] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11039f73-af92-4705-a8c1-674ee4a08d84 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.795635] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 052d9175-cfbd-42ef-b30e-f6ab97b7860c/052d9175-cfbd-42ef-b30e-f6ab97b7860c.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1936.795842] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cdbedce-1f69-4333-a245-329c6f5d7dde {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.817635] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1936.817635] env[62913]: value = "task-1822983" [ 1936.817635] env[62913]: _type = "Task" [ 1936.817635] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.830710] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822983, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.879476] env[62913]: DEBUG nova.network.neutron [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance_info_cache with network_info: [{"id": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "address": "fa:16:3e:ab:7d:69", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3be0a0c-a1", "ovs_interfaceid": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.037339] env[62913]: DEBUG nova.compute.utils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1937.041649] env[62913]: DEBUG nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1937.041838] env[62913]: DEBUG nova.network.neutron [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1937.097717] env[62913]: DEBUG nova.policy [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27b29ebb18204829891d3210d76f454c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '289e8de9a0554ee3a54239228a29df38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1937.142803] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52333dd9-7601-52c5-bca4-848aa624029f, 'name': SearchDatastore_Task, 'duration_secs': 0.010889} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.143144] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.143402] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 94a10084-160b-40ff-931e-d967c5884236/94a10084-160b-40ff-931e-d967c5884236.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1937.143656] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-396061d7-00b9-4c07-af1e-d1a85ef13596 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.151013] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1937.151013] env[62913]: value = "task-1822984" [ 1937.151013] env[62913]: _type = "Task" [ 1937.151013] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.158955] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.310841] env[62913]: DEBUG nova.compute.manager [req-c589fe72-b0ae-4e8c-ae3e-8ec0af014189 req-6b80c6c4-eb5b-49c6-b88d-c811ae4df637 service nova] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Received event network-vif-plugged-d3be0a0c-a19f-4e99-a058-ad39aba371d4 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1937.311144] env[62913]: DEBUG oslo_concurrency.lockutils [req-c589fe72-b0ae-4e8c-ae3e-8ec0af014189 req-6b80c6c4-eb5b-49c6-b88d-c811ae4df637 service nova] Acquiring lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.311390] env[62913]: DEBUG oslo_concurrency.lockutils [req-c589fe72-b0ae-4e8c-ae3e-8ec0af014189 req-6b80c6c4-eb5b-49c6-b88d-c811ae4df637 service nova] Lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.311390] env[62913]: DEBUG oslo_concurrency.lockutils [req-c589fe72-b0ae-4e8c-ae3e-8ec0af014189 req-6b80c6c4-eb5b-49c6-b88d-c811ae4df637 service nova] Lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.311529] env[62913]: DEBUG nova.compute.manager [req-c589fe72-b0ae-4e8c-ae3e-8ec0af014189 req-6b80c6c4-eb5b-49c6-b88d-c811ae4df637 service nova] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] No waiting events found dispatching network-vif-plugged-d3be0a0c-a19f-4e99-a058-ad39aba371d4 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1937.311695] env[62913]: WARNING nova.compute.manager [req-c589fe72-b0ae-4e8c-ae3e-8ec0af014189 req-6b80c6c4-eb5b-49c6-b88d-c811ae4df637 service nova] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Received unexpected event network-vif-plugged-d3be0a0c-a19f-4e99-a058-ad39aba371d4 for instance with vm_state building and task_state spawning. [ 1937.311857] env[62913]: DEBUG nova.compute.manager [req-c589fe72-b0ae-4e8c-ae3e-8ec0af014189 req-6b80c6c4-eb5b-49c6-b88d-c811ae4df637 service nova] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Received event network-changed-d3be0a0c-a19f-4e99-a058-ad39aba371d4 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1937.312018] env[62913]: DEBUG nova.compute.manager [req-c589fe72-b0ae-4e8c-ae3e-8ec0af014189 req-6b80c6c4-eb5b-49c6-b88d-c811ae4df637 service nova] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Refreshing instance network info cache due to event network-changed-d3be0a0c-a19f-4e99-a058-ad39aba371d4. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1937.312254] env[62913]: DEBUG oslo_concurrency.lockutils [req-c589fe72-b0ae-4e8c-ae3e-8ec0af014189 req-6b80c6c4-eb5b-49c6-b88d-c811ae4df637 service nova] Acquiring lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.329437] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822983, 'name': ReconfigVM_Task, 'duration_secs': 0.270608} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.329725] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 052d9175-cfbd-42ef-b30e-f6ab97b7860c/052d9175-cfbd-42ef-b30e-f6ab97b7860c.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1937.330813] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbe121c1-a8c0-40f5-a32b-572f6b273200 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.340821] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1937.340821] env[62913]: value = "task-1822985" [ 1937.340821] env[62913]: _type = "Task" [ 1937.340821] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.350580] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822985, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.382490] env[62913]: DEBUG oslo_concurrency.lockutils [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.383096] env[62913]: DEBUG nova.compute.manager [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Instance network_info: |[{"id": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "address": "fa:16:3e:ab:7d:69", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3be0a0c-a1", "ovs_interfaceid": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1937.384093] env[62913]: DEBUG oslo_concurrency.lockutils [req-c589fe72-b0ae-4e8c-ae3e-8ec0af014189 req-6b80c6c4-eb5b-49c6-b88d-c811ae4df637 service nova] Acquired lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.384093] env[62913]: DEBUG nova.network.neutron [req-c589fe72-b0ae-4e8c-ae3e-8ec0af014189 req-6b80c6c4-eb5b-49c6-b88d-c811ae4df637 service nova] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Refreshing network info cache for port d3be0a0c-a19f-4e99-a058-ad39aba371d4 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1937.385226] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:7d:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3be0a0c-a19f-4e99-a058-ad39aba371d4', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1937.393258] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Creating folder: Project (1e4f28c1320940a59a5cb5a4c1f70fa7). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1937.393776] env[62913]: DEBUG nova.network.neutron [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Successfully created port: fef55c65-f539-4b61-8cb2-e7e6a7755dc2 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1937.396520] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70fe8295-a552-46a7-9e15-ff9a26f93318 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.409334] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Created folder: Project (1e4f28c1320940a59a5cb5a4c1f70fa7) in parent group-v377263. [ 1937.409482] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Creating folder: Instances. Parent ref: group-v377558. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1937.409701] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ac07882-5b3b-4152-84d4-ef6b3e2eb17f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.421295] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Created folder: Instances in parent group-v377558. [ 1937.422285] env[62913]: DEBUG oslo.service.loopingcall [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.422285] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1937.422285] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a8389dc-c405-4cf1-9406-79a010e350eb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.444043] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1937.444043] env[62913]: value = "task-1822988" [ 1937.444043] env[62913]: _type = "Task" [ 1937.444043] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.453674] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822988, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.543995] env[62913]: DEBUG nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1937.667179] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455242} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.669071] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 94a10084-160b-40ff-931e-d967c5884236/94a10084-160b-40ff-931e-d967c5884236.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1937.669322] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1937.669595] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-183ee062-158b-4e1b-93b6-ac89bedda7c3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.682145] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1937.682145] env[62913]: value = "task-1822989" [ 1937.682145] env[62913]: _type = "Task" [ 1937.682145] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.695293] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.771289] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f242e3-2fc2-488f-a33e-4efdba8a6a75 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.779339] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887a27e8-69f3-495d-9873-33e9d2ddf41e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.811681] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e018fac-405b-4db2-931c-72199844936e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.819781] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccca95fe-b236-4e05-b19b-30ff5c4e2461 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.834240] env[62913]: DEBUG nova.compute.provider_tree [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1937.851344] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822985, 'name': Rename_Task, 'duration_secs': 0.345518} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.851623] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1937.851876] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-340b086d-4e04-4cdb-9a15-cda4167dfb3c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.858562] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1937.858562] env[62913]: value = "task-1822990" [ 1937.858562] env[62913]: _type = "Task" [ 1937.858562] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.870757] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.955244] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1822988, 'name': CreateVM_Task, 'duration_secs': 0.414002} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.955437] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1937.956181] env[62913]: DEBUG oslo_concurrency.lockutils [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.956393] env[62913]: DEBUG oslo_concurrency.lockutils [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.956755] env[62913]: DEBUG oslo_concurrency.lockutils [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1937.957038] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea12b0b3-6392-40d2-94b6-0699225b54e2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.962910] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 1937.962910] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b075cf-0d93-94f1-2b80-060855c35fff" [ 1937.962910] env[62913]: _type = "Task" [ 1937.962910] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.974040] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b075cf-0d93-94f1-2b80-060855c35fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.103648] env[62913]: DEBUG nova.network.neutron [req-c589fe72-b0ae-4e8c-ae3e-8ec0af014189 req-6b80c6c4-eb5b-49c6-b88d-c811ae4df637 service nova] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updated VIF entry in instance network info cache for port d3be0a0c-a19f-4e99-a058-ad39aba371d4. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1938.104083] env[62913]: DEBUG nova.network.neutron [req-c589fe72-b0ae-4e8c-ae3e-8ec0af014189 req-6b80c6c4-eb5b-49c6-b88d-c811ae4df637 service nova] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance_info_cache with network_info: [{"id": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "address": "fa:16:3e:ab:7d:69", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3be0a0c-a1", "ovs_interfaceid": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.193096] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070921} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.193096] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1938.194047] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd33075-011f-419f-812f-8bd9fd0fab06 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.216051] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 94a10084-160b-40ff-931e-d967c5884236/94a10084-160b-40ff-931e-d967c5884236.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1938.216354] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec5484a-b247-464e-a561-0b4cdfdb9d7d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.237696] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1938.237696] env[62913]: value = "task-1822991" [ 1938.237696] env[62913]: _type = "Task" [ 1938.237696] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.247168] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.337495] env[62913]: DEBUG nova.scheduler.client.report [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1938.369419] env[62913]: DEBUG oslo_vmware.api [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822990, 'name': PowerOnVM_Task, 'duration_secs': 0.463352} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.369751] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1938.369955] env[62913]: INFO nova.compute.manager [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1938.370150] env[62913]: DEBUG nova.compute.manager [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1938.370938] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27e0e49-6c22-4579-a91c-9cd69c576c1b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.476382] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b075cf-0d93-94f1-2b80-060855c35fff, 'name': SearchDatastore_Task, 'duration_secs': 0.01301} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.476677] env[62913]: DEBUG oslo_concurrency.lockutils [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.476913] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1938.477167] env[62913]: DEBUG oslo_concurrency.lockutils [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.477316] env[62913]: DEBUG oslo_concurrency.lockutils [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.477498] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1938.477758] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e70e0c9a-b383-4c62-a056-ba203921b4ea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.492075] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1938.492311] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1938.493174] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f6d8da-974a-4365-9bfa-9a1166b4289d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.500032] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 1938.500032] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]520c11ce-9b2f-57fa-1df6-3eccb699d045" [ 1938.500032] env[62913]: _type = "Task" [ 1938.500032] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.508230] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520c11ce-9b2f-57fa-1df6-3eccb699d045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.554148] env[62913]: DEBUG nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1938.592811] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1938.593078] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1938.593244] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1938.593430] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1938.593581] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1938.593731] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1938.593943] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1938.594132] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1938.594306] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1938.594524] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1938.594704] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1938.595580] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874661f0-5aa3-4942-8868-3bb3016dfce5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.604136] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a88148-0f7e-49e5-8633-eb957829b013 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.608011] env[62913]: DEBUG oslo_concurrency.lockutils [req-c589fe72-b0ae-4e8c-ae3e-8ec0af014189 req-6b80c6c4-eb5b-49c6-b88d-c811ae4df637 service nova] Releasing lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.747838] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822991, 'name': ReconfigVM_Task, 'duration_secs': 0.304213} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.748198] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 94a10084-160b-40ff-931e-d967c5884236/94a10084-160b-40ff-931e-d967c5884236.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1938.748828] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55d869e1-64e2-4a62-8db8-0ac9200df6b1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.757603] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1938.757603] env[62913]: value = "task-1822992" [ 1938.757603] env[62913]: _type = "Task" [ 1938.757603] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.765918] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822992, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.843678] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.843678] env[62913]: DEBUG nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1938.847096] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.646s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.847312] env[62913]: DEBUG nova.objects.instance [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lazy-loading 'resources' on Instance uuid f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1938.892082] env[62913]: INFO nova.compute.manager [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Took 21.28 seconds to build instance. [ 1939.012030] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520c11ce-9b2f-57fa-1df6-3eccb699d045, 'name': SearchDatastore_Task, 'duration_secs': 0.032973} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.013022] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf5f776c-7108-42b2-8bf9-c1b1fc082e31 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.018605] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 1939.018605] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5203a19a-0b95-994e-889a-5e8bebce578c" [ 1939.018605] env[62913]: _type = "Task" [ 1939.018605] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.027348] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5203a19a-0b95-994e-889a-5e8bebce578c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.272750] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822992, 'name': Rename_Task, 'duration_secs': 0.172286} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.272750] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1939.272750] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5b7e27d-a251-443f-9111-ff6032aa755e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.282023] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1939.282023] env[62913]: value = "task-1822993" [ 1939.282023] env[62913]: _type = "Task" [ 1939.282023] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.293651] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.321212] env[62913]: DEBUG nova.network.neutron [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Successfully updated port: fef55c65-f539-4b61-8cb2-e7e6a7755dc2 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1939.349769] env[62913]: DEBUG nova.compute.utils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1939.354994] env[62913]: DEBUG nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1939.354994] env[62913]: DEBUG nova.network.neutron [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1939.359685] env[62913]: DEBUG nova.compute.manager [req-71d26326-cf09-4264-a338-0d4709d7e851 req-c8029ba5-1239-4a29-8679-ac057fedab81 service nova] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Received event network-vif-plugged-fef55c65-f539-4b61-8cb2-e7e6a7755dc2 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1939.359884] env[62913]: DEBUG oslo_concurrency.lockutils [req-71d26326-cf09-4264-a338-0d4709d7e851 req-c8029ba5-1239-4a29-8679-ac057fedab81 service nova] Acquiring lock "267f1eb1-e352-42a6-9cd3-38a97f2e1b30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.360608] env[62913]: DEBUG oslo_concurrency.lockutils [req-71d26326-cf09-4264-a338-0d4709d7e851 req-c8029ba5-1239-4a29-8679-ac057fedab81 service nova] Lock "267f1eb1-e352-42a6-9cd3-38a97f2e1b30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.360801] env[62913]: DEBUG oslo_concurrency.lockutils [req-71d26326-cf09-4264-a338-0d4709d7e851 req-c8029ba5-1239-4a29-8679-ac057fedab81 service nova] Lock "267f1eb1-e352-42a6-9cd3-38a97f2e1b30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.360977] env[62913]: DEBUG nova.compute.manager [req-71d26326-cf09-4264-a338-0d4709d7e851 req-c8029ba5-1239-4a29-8679-ac057fedab81 service nova] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] No waiting events found dispatching network-vif-plugged-fef55c65-f539-4b61-8cb2-e7e6a7755dc2 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1939.361165] env[62913]: WARNING nova.compute.manager [req-71d26326-cf09-4264-a338-0d4709d7e851 req-c8029ba5-1239-4a29-8679-ac057fedab81 service nova] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Received unexpected event network-vif-plugged-fef55c65-f539-4b61-8cb2-e7e6a7755dc2 for instance with vm_state building and task_state spawning. [ 1939.395144] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0f9f53-86e1-4d49-be82-153944e4c7a9 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "052d9175-cfbd-42ef-b30e-f6ab97b7860c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.794s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.409996] env[62913]: DEBUG nova.policy [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27b29ebb18204829891d3210d76f454c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '289e8de9a0554ee3a54239228a29df38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1939.529416] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5203a19a-0b95-994e-889a-5e8bebce578c, 'name': SearchDatastore_Task, 'duration_secs': 0.01651} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.529681] env[62913]: DEBUG oslo_concurrency.lockutils [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.530263] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 9cf699a1-1c76-4b67-8ba0-a3113c8d237b/9cf699a1-1c76-4b67-8ba0-a3113c8d237b.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1939.530263] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9503a17a-df57-4d59-8443-2830c79de391 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.537521] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 1939.537521] env[62913]: value = "task-1822994" [ 1939.537521] env[62913]: _type = "Task" [ 1939.537521] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.545952] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1822994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.558417] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf44e5b8-39be-4b28-aa25-78c36d156449 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.566055] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2dbb20-d4ba-4218-8311-8771037ed7ae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.596942] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cca5bf-6339-42f0-9235-13132a0199ca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.605372] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e978b263-b3e5-4db2-8d2d-72b296f9adf3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.621504] env[62913]: DEBUG nova.compute.provider_tree [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1939.715096] env[62913]: DEBUG nova.network.neutron [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Successfully created port: 841713d0-5d76-45ac-98d4-4a57aeae0a32 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1939.791703] env[62913]: DEBUG oslo_vmware.api [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1822993, 'name': PowerOnVM_Task, 'duration_secs': 0.458522} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.791977] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1939.792206] env[62913]: INFO nova.compute.manager [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1939.792403] env[62913]: DEBUG nova.compute.manager [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1939.793245] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5703758-8f9a-4a86-a0a1-5d92303e3c30 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.823381] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "refresh_cache-267f1eb1-e352-42a6-9cd3-38a97f2e1b30" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.823576] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquired lock "refresh_cache-267f1eb1-e352-42a6-9cd3-38a97f2e1b30" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.823703] env[62913]: DEBUG nova.network.neutron [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1939.855616] env[62913]: DEBUG nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1939.876868] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "052d9175-cfbd-42ef-b30e-f6ab97b7860c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.877360] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "052d9175-cfbd-42ef-b30e-f6ab97b7860c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.877617] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "052d9175-cfbd-42ef-b30e-f6ab97b7860c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.877888] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "052d9175-cfbd-42ef-b30e-f6ab97b7860c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.878228] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "052d9175-cfbd-42ef-b30e-f6ab97b7860c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.881181] env[62913]: INFO nova.compute.manager [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Terminating instance [ 1940.048487] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1822994, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.126113] env[62913]: DEBUG nova.scheduler.client.report [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1940.315531] env[62913]: INFO nova.compute.manager [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Took 22.07 seconds to build instance. [ 1940.374705] env[62913]: DEBUG nova.network.neutron [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1940.391162] env[62913]: DEBUG nova.compute.manager [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1940.391162] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1940.391599] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfec242-1af8-4f7f-8185-b67d67ac8c0e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.402633] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1940.402905] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d95ba13-dff2-42d1-a7f9-28d3b83dced0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.412375] env[62913]: DEBUG oslo_vmware.api [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1940.412375] env[62913]: value = "task-1822995" [ 1940.412375] env[62913]: _type = "Task" [ 1940.412375] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.423626] env[62913]: DEBUG oslo_vmware.api [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.549121] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1822994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56212} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.549386] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 9cf699a1-1c76-4b67-8ba0-a3113c8d237b/9cf699a1-1c76-4b67-8ba0-a3113c8d237b.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1940.549609] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1940.549861] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-740fca15-1610-42f4-9fab-e4d5a757e690 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.558632] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 1940.558632] env[62913]: value = "task-1822996" [ 1940.558632] env[62913]: _type = "Task" [ 1940.558632] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.568342] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1822996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.631473] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.635058] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.097s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.640675] env[62913]: INFO nova.compute.claims [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1940.664208] env[62913]: INFO nova.scheduler.client.report [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleted allocations for instance f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd [ 1940.819791] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c97ca668-188b-4f07-86dd-9ceebce1f14f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "94a10084-160b-40ff-931e-d967c5884236" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.579s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.852426] env[62913]: DEBUG nova.network.neutron [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Updating instance_info_cache with network_info: [{"id": "fef55c65-f539-4b61-8cb2-e7e6a7755dc2", "address": "fa:16:3e:11:04:42", "network": {"id": "8cfad287-e82f-4a9f-aee5-2c61173d3de6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-76446806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289e8de9a0554ee3a54239228a29df38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef55c65-f5", "ovs_interfaceid": "fef55c65-f539-4b61-8cb2-e7e6a7755dc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.865236] env[62913]: DEBUG nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1940.892629] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1940.892629] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1940.892767] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1940.892946] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1940.893138] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1940.893301] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1940.893535] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1940.893719] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1940.893905] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1940.894095] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1940.894277] env[62913]: DEBUG nova.virt.hardware [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1940.895297] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddedec42-10b3-487f-8c9b-ca3bb5e22527 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.904542] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679f0adb-cd3e-4701-96f0-f200e65f72b9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.932010] env[62913]: DEBUG oslo_vmware.api [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822995, 'name': PowerOffVM_Task, 'duration_secs': 0.459379} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.932382] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1940.932707] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1940.933031] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28775f48-17da-4518-8291-6b6afc2641aa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.071067] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1822996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188732} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.073025] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1941.073025] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1941.073025] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1941.073455] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleting the datastore file [datastore1] 052d9175-cfbd-42ef-b30e-f6ab97b7860c {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1941.076292] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7833e819-bdec-4cce-93d7-b5949c43428b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.076974] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0f64f48-3f78-428e-8fab-7f4e87ce8fdc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.106844] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 9cf699a1-1c76-4b67-8ba0-a3113c8d237b/9cf699a1-1c76-4b67-8ba0-a3113c8d237b.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1941.108841] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4b6fd18-6f82-4b4e-a5f9-d4c9c1c47e48 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.127710] env[62913]: DEBUG oslo_vmware.api [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1941.127710] env[62913]: value = "task-1822998" [ 1941.127710] env[62913]: _type = "Task" [ 1941.127710] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.130200] env[62913]: DEBUG nova.compute.manager [req-ef8bbd44-5a46-49a1-b212-751488661e9b req-e81833f7-1b16-4ec5-b6d8-5d5d78e67dd7 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Received event network-changed-abb3f30c-a71e-4232-81e2-ed1cfc2573e6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1941.130393] env[62913]: DEBUG nova.compute.manager [req-ef8bbd44-5a46-49a1-b212-751488661e9b req-e81833f7-1b16-4ec5-b6d8-5d5d78e67dd7 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Refreshing instance network info cache due to event network-changed-abb3f30c-a71e-4232-81e2-ed1cfc2573e6. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1941.130655] env[62913]: DEBUG oslo_concurrency.lockutils [req-ef8bbd44-5a46-49a1-b212-751488661e9b req-e81833f7-1b16-4ec5-b6d8-5d5d78e67dd7 service nova] Acquiring lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.131021] env[62913]: DEBUG oslo_concurrency.lockutils [req-ef8bbd44-5a46-49a1-b212-751488661e9b req-e81833f7-1b16-4ec5-b6d8-5d5d78e67dd7 service nova] Acquired lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.131259] env[62913]: DEBUG nova.network.neutron [req-ef8bbd44-5a46-49a1-b212-751488661e9b req-e81833f7-1b16-4ec5-b6d8-5d5d78e67dd7 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Refreshing network info cache for port abb3f30c-a71e-4232-81e2-ed1cfc2573e6 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1941.139831] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 1941.139831] env[62913]: value = "task-1822999" [ 1941.139831] env[62913]: _type = "Task" [ 1941.139831] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.152358] env[62913]: DEBUG oslo_vmware.api [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.161689] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1822999, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.174497] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f5a8f50-f814-484c-8ddf-38f8fb8bcd10 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.929s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.355198] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Releasing lock "refresh_cache-267f1eb1-e352-42a6-9cd3-38a97f2e1b30" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.355572] env[62913]: DEBUG nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Instance network_info: |[{"id": "fef55c65-f539-4b61-8cb2-e7e6a7755dc2", "address": "fa:16:3e:11:04:42", "network": {"id": "8cfad287-e82f-4a9f-aee5-2c61173d3de6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-76446806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289e8de9a0554ee3a54239228a29df38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef55c65-f5", "ovs_interfaceid": "fef55c65-f539-4b61-8cb2-e7e6a7755dc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1941.356052] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:04:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fef55c65-f539-4b61-8cb2-e7e6a7755dc2', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1941.365260] env[62913]: DEBUG oslo.service.loopingcall [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.365553] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1941.365805] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51f2f16b-71cb-4b82-a1bd-48cfd70f171a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.387261] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1941.387261] env[62913]: value = "task-1823000" [ 1941.387261] env[62913]: _type = "Task" [ 1941.387261] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.400950] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823000, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.451307] env[62913]: DEBUG nova.compute.manager [req-b4ff51a0-029d-48bd-a838-564ed9c2eafc req-7488650f-9075-422b-bd5f-c4c44850c7bd service nova] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Received event network-changed-fef55c65-f539-4b61-8cb2-e7e6a7755dc2 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1941.451307] env[62913]: DEBUG nova.compute.manager [req-b4ff51a0-029d-48bd-a838-564ed9c2eafc req-7488650f-9075-422b-bd5f-c4c44850c7bd service nova] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Refreshing instance network info cache due to event network-changed-fef55c65-f539-4b61-8cb2-e7e6a7755dc2. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1941.451307] env[62913]: DEBUG oslo_concurrency.lockutils [req-b4ff51a0-029d-48bd-a838-564ed9c2eafc req-7488650f-9075-422b-bd5f-c4c44850c7bd service nova] Acquiring lock "refresh_cache-267f1eb1-e352-42a6-9cd3-38a97f2e1b30" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.451307] env[62913]: DEBUG oslo_concurrency.lockutils [req-b4ff51a0-029d-48bd-a838-564ed9c2eafc req-7488650f-9075-422b-bd5f-c4c44850c7bd service nova] Acquired lock "refresh_cache-267f1eb1-e352-42a6-9cd3-38a97f2e1b30" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.451307] env[62913]: DEBUG nova.network.neutron [req-b4ff51a0-029d-48bd-a838-564ed9c2eafc req-7488650f-9075-422b-bd5f-c4c44850c7bd service nova] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Refreshing network info cache for port fef55c65-f539-4b61-8cb2-e7e6a7755dc2 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1941.520418] env[62913]: DEBUG nova.network.neutron [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Successfully updated port: 841713d0-5d76-45ac-98d4-4a57aeae0a32 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1941.643481] env[62913]: DEBUG oslo_vmware.api [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1822998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173973} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.647593] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1941.647856] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1941.647996] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1941.648183] env[62913]: INFO nova.compute.manager [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1941.648432] env[62913]: DEBUG oslo.service.loopingcall [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.648953] env[62913]: DEBUG nova.compute.manager [-] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1941.650281] env[62913]: DEBUG nova.network.neutron [-] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1941.661415] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1822999, 'name': ReconfigVM_Task, 'duration_secs': 0.319741} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.661696] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 9cf699a1-1c76-4b67-8ba0-a3113c8d237b/9cf699a1-1c76-4b67-8ba0-a3113c8d237b.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1941.662322] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37bc7740-265f-43e3-b00f-1ba765485db9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.671716] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 1941.671716] env[62913]: value = "task-1823001" [ 1941.671716] env[62913]: _type = "Task" [ 1941.671716] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.691534] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823001, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.899661] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823000, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.910205] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0603893-e95b-4e99-94b5-661f128ce637 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.917991] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9816034-9418-46b5-88dc-01af849bb2a3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.959130] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf3cc3f-3a4c-47b7-8dc7-fd2b81769be2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.970506] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993ab668-479b-4403-ac72-2ce66990d64b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.989596] env[62913]: DEBUG nova.compute.provider_tree [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1942.024299] env[62913]: DEBUG nova.network.neutron [req-ef8bbd44-5a46-49a1-b212-751488661e9b req-e81833f7-1b16-4ec5-b6d8-5d5d78e67dd7 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Updated VIF entry in instance network info cache for port abb3f30c-a71e-4232-81e2-ed1cfc2573e6. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1942.024701] env[62913]: DEBUG nova.network.neutron [req-ef8bbd44-5a46-49a1-b212-751488661e9b req-e81833f7-1b16-4ec5-b6d8-5d5d78e67dd7 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Updating instance_info_cache with network_info: [{"id": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "address": "fa:16:3e:6d:32:2b", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb3f30c-a7", "ovs_interfaceid": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.027499] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "refresh_cache-e6083a86-6579-47eb-995e-0e640eba3f33" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.027699] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquired lock "refresh_cache-e6083a86-6579-47eb-995e-0e640eba3f33" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.027842] env[62913]: DEBUG nova.network.neutron [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1942.182557] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823001, 'name': Rename_Task, 'duration_secs': 0.173896} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.182838] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1942.183099] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c401adb0-592b-4333-970f-3330803757b3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.191137] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 1942.191137] env[62913]: value = "task-1823002" [ 1942.191137] env[62913]: _type = "Task" [ 1942.191137] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.201911] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.376431] env[62913]: DEBUG nova.network.neutron [req-b4ff51a0-029d-48bd-a838-564ed9c2eafc req-7488650f-9075-422b-bd5f-c4c44850c7bd service nova] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Updated VIF entry in instance network info cache for port fef55c65-f539-4b61-8cb2-e7e6a7755dc2. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1942.376864] env[62913]: DEBUG nova.network.neutron [req-b4ff51a0-029d-48bd-a838-564ed9c2eafc req-7488650f-9075-422b-bd5f-c4c44850c7bd service nova] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Updating instance_info_cache with network_info: [{"id": "fef55c65-f539-4b61-8cb2-e7e6a7755dc2", "address": "fa:16:3e:11:04:42", "network": {"id": "8cfad287-e82f-4a9f-aee5-2c61173d3de6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-76446806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289e8de9a0554ee3a54239228a29df38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef55c65-f5", "ovs_interfaceid": "fef55c65-f539-4b61-8cb2-e7e6a7755dc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.400588] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823000, 'name': CreateVM_Task, 'duration_secs': 0.567975} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.400985] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1942.401499] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.401678] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.402052] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1942.402489] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab2cb500-f5b3-43de-adbc-1f14090287ca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.409285] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1942.409285] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ba4944-48fb-467e-eb3d-c4ad70c4c96c" [ 1942.409285] env[62913]: _type = "Task" [ 1942.409285] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.418930] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ba4944-48fb-467e-eb3d-c4ad70c4c96c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.495134] env[62913]: DEBUG nova.scheduler.client.report [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1942.530043] env[62913]: DEBUG oslo_concurrency.lockutils [req-ef8bbd44-5a46-49a1-b212-751488661e9b req-e81833f7-1b16-4ec5-b6d8-5d5d78e67dd7 service nova] Releasing lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.579185] env[62913]: DEBUG nova.network.neutron [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1942.626645] env[62913]: DEBUG nova.network.neutron [-] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.702884] env[62913]: DEBUG oslo_vmware.api [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823002, 'name': PowerOnVM_Task, 'duration_secs': 0.457267} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.705653] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1942.705875] env[62913]: INFO nova.compute.manager [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1942.707918] env[62913]: DEBUG nova.compute.manager [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1942.707918] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b748b9b-93f6-4527-9870-0a3becb75f3b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.881334] env[62913]: DEBUG oslo_concurrency.lockutils [req-b4ff51a0-029d-48bd-a838-564ed9c2eafc req-7488650f-9075-422b-bd5f-c4c44850c7bd service nova] Releasing lock "refresh_cache-267f1eb1-e352-42a6-9cd3-38a97f2e1b30" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.881334] env[62913]: DEBUG nova.compute.manager [req-b4ff51a0-029d-48bd-a838-564ed9c2eafc req-7488650f-9075-422b-bd5f-c4c44850c7bd service nova] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Received event network-vif-plugged-841713d0-5d76-45ac-98d4-4a57aeae0a32 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1942.881334] env[62913]: DEBUG oslo_concurrency.lockutils [req-b4ff51a0-029d-48bd-a838-564ed9c2eafc req-7488650f-9075-422b-bd5f-c4c44850c7bd service nova] Acquiring lock "e6083a86-6579-47eb-995e-0e640eba3f33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.881334] env[62913]: DEBUG oslo_concurrency.lockutils [req-b4ff51a0-029d-48bd-a838-564ed9c2eafc req-7488650f-9075-422b-bd5f-c4c44850c7bd service nova] Lock "e6083a86-6579-47eb-995e-0e640eba3f33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.881334] env[62913]: DEBUG oslo_concurrency.lockutils [req-b4ff51a0-029d-48bd-a838-564ed9c2eafc req-7488650f-9075-422b-bd5f-c4c44850c7bd service nova] Lock "e6083a86-6579-47eb-995e-0e640eba3f33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.881334] env[62913]: DEBUG nova.compute.manager [req-b4ff51a0-029d-48bd-a838-564ed9c2eafc req-7488650f-9075-422b-bd5f-c4c44850c7bd service nova] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] No waiting events found dispatching network-vif-plugged-841713d0-5d76-45ac-98d4-4a57aeae0a32 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1942.881334] env[62913]: WARNING nova.compute.manager [req-b4ff51a0-029d-48bd-a838-564ed9c2eafc req-7488650f-9075-422b-bd5f-c4c44850c7bd service nova] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Received unexpected event network-vif-plugged-841713d0-5d76-45ac-98d4-4a57aeae0a32 for instance with vm_state building and task_state spawning. [ 1942.898459] env[62913]: DEBUG nova.network.neutron [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Updating instance_info_cache with network_info: [{"id": "841713d0-5d76-45ac-98d4-4a57aeae0a32", "address": "fa:16:3e:a8:54:73", "network": {"id": "8cfad287-e82f-4a9f-aee5-2c61173d3de6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-76446806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289e8de9a0554ee3a54239228a29df38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap841713d0-5d", "ovs_interfaceid": "841713d0-5d76-45ac-98d4-4a57aeae0a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.923025] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ba4944-48fb-467e-eb3d-c4ad70c4c96c, 'name': SearchDatastore_Task, 'duration_secs': 0.01194} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.923025] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.923025] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1942.923025] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.923025] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.923025] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1942.923025] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-690a8234-04e3-47f0-a580-0cbd3db55366 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.938031] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1942.938031] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1942.938031] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbba6ece-b11f-4676-8202-aead766edcf1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.943528] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1942.943528] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52189352-a6d9-d17a-f420-2b8d89b774f6" [ 1942.943528] env[62913]: _type = "Task" [ 1942.943528] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.955207] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52189352-a6d9-d17a-f420-2b8d89b774f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.005033] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.005621] env[62913]: DEBUG nova.compute.manager [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1943.012335] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.795s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.012568] env[62913]: DEBUG nova.objects.instance [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lazy-loading 'resources' on Instance uuid 04043676-2dfd-4606-9db4-432555ab57b8 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1943.133606] env[62913]: INFO nova.compute.manager [-] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Took 1.48 seconds to deallocate network for instance. [ 1943.161273] env[62913]: DEBUG nova.compute.manager [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Received event network-changed-3dfc60fb-ba71-44dd-832a-4c597f97357a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1943.161480] env[62913]: DEBUG nova.compute.manager [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Refreshing instance network info cache due to event network-changed-3dfc60fb-ba71-44dd-832a-4c597f97357a. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1943.161698] env[62913]: DEBUG oslo_concurrency.lockutils [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] Acquiring lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.161843] env[62913]: DEBUG oslo_concurrency.lockutils [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] Acquired lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.162010] env[62913]: DEBUG nova.network.neutron [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Refreshing network info cache for port 3dfc60fb-ba71-44dd-832a-4c597f97357a {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1943.231058] env[62913]: INFO nova.compute.manager [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Took 23.80 seconds to build instance. [ 1943.400204] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Releasing lock "refresh_cache-e6083a86-6579-47eb-995e-0e640eba3f33" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.400598] env[62913]: DEBUG nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Instance network_info: |[{"id": "841713d0-5d76-45ac-98d4-4a57aeae0a32", "address": "fa:16:3e:a8:54:73", "network": {"id": "8cfad287-e82f-4a9f-aee5-2c61173d3de6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-76446806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289e8de9a0554ee3a54239228a29df38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap841713d0-5d", "ovs_interfaceid": "841713d0-5d76-45ac-98d4-4a57aeae0a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1943.401080] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:54:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '841713d0-5d76-45ac-98d4-4a57aeae0a32', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1943.408614] env[62913]: DEBUG oslo.service.loopingcall [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1943.408831] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1943.409144] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cba77d0b-1125-413a-a33a-02f6dd3f061f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.430302] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1943.430302] env[62913]: value = "task-1823003" [ 1943.430302] env[62913]: _type = "Task" [ 1943.430302] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.438813] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823003, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.454518] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52189352-a6d9-d17a-f420-2b8d89b774f6, 'name': SearchDatastore_Task, 'duration_secs': 0.027113} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.455343] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e553277e-0dd6-4874-9e99-cd0f95c337b5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.462010] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1943.462010] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52825ec3-fbd2-2980-494d-b011f276be9a" [ 1943.462010] env[62913]: _type = "Task" [ 1943.462010] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.472203] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52825ec3-fbd2-2980-494d-b011f276be9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.479396] env[62913]: DEBUG nova.compute.manager [req-64af5071-9b1d-4196-bde5-0b3e28319a58 req-20fbda45-0f37-4ebb-b7d2-6330a0034bca service nova] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Received event network-changed-841713d0-5d76-45ac-98d4-4a57aeae0a32 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1943.479757] env[62913]: DEBUG nova.compute.manager [req-64af5071-9b1d-4196-bde5-0b3e28319a58 req-20fbda45-0f37-4ebb-b7d2-6330a0034bca service nova] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Refreshing instance network info cache due to event network-changed-841713d0-5d76-45ac-98d4-4a57aeae0a32. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1943.480206] env[62913]: DEBUG oslo_concurrency.lockutils [req-64af5071-9b1d-4196-bde5-0b3e28319a58 req-20fbda45-0f37-4ebb-b7d2-6330a0034bca service nova] Acquiring lock "refresh_cache-e6083a86-6579-47eb-995e-0e640eba3f33" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.480206] env[62913]: DEBUG oslo_concurrency.lockutils [req-64af5071-9b1d-4196-bde5-0b3e28319a58 req-20fbda45-0f37-4ebb-b7d2-6330a0034bca service nova] Acquired lock "refresh_cache-e6083a86-6579-47eb-995e-0e640eba3f33" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.480415] env[62913]: DEBUG nova.network.neutron [req-64af5071-9b1d-4196-bde5-0b3e28319a58 req-20fbda45-0f37-4ebb-b7d2-6330a0034bca service nova] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Refreshing network info cache for port 841713d0-5d76-45ac-98d4-4a57aeae0a32 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1943.513704] env[62913]: DEBUG nova.compute.utils [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1943.515300] env[62913]: DEBUG nova.compute.manager [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1943.515466] env[62913]: DEBUG nova.network.neutron [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1943.567342] env[62913]: DEBUG nova.policy [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b23b604670e4c1d92b6ed175d6fd382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8681537b850a4514a8fb28af33cef062', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1943.641969] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.723844] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87769a72-a906-4e32-9cc8-4ac814cd13b6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.741024] env[62913]: DEBUG oslo_concurrency.lockutils [None req-556fb75a-d2d3-4ecc-9d7c-c6896ec23375 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.311s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.741024] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5043aae6-b840-4387-9f57-0ee686d13572 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.775923] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1620e1-5327-45e8-91aa-9604bfffdf1a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.784787] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "44331091-fa36-4e7e-8f18-1ceb796933ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.785296] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "44331091-fa36-4e7e-8f18-1ceb796933ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.796389] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06314d09-8fb6-48b3-b059-0f0dc1f83694 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.814187] env[62913]: DEBUG nova.compute.provider_tree [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1943.942630] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823003, 'name': CreateVM_Task, 'duration_secs': 0.435363} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.942972] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1943.945092] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.945092] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.945092] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1943.945092] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2c357ad-9351-405d-8f16-258c8595052b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.954069] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1943.954069] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52b2de16-4fc6-43c7-6406-90e0c97af026" [ 1943.954069] env[62913]: _type = "Task" [ 1943.954069] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.961148] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b2de16-4fc6-43c7-6406-90e0c97af026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.971320] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52825ec3-fbd2-2980-494d-b011f276be9a, 'name': SearchDatastore_Task, 'duration_secs': 0.014141} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.971320] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.971896] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 267f1eb1-e352-42a6-9cd3-38a97f2e1b30/267f1eb1-e352-42a6-9cd3-38a97f2e1b30.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1943.972345] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c309012-fc9a-4679-9084-7e76f08bf668 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.983322] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1943.983322] env[62913]: value = "task-1823004" [ 1943.983322] env[62913]: _type = "Task" [ 1943.983322] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.991099] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.020667] env[62913]: DEBUG nova.compute.manager [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1944.107189] env[62913]: DEBUG nova.network.neutron [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Updated VIF entry in instance network info cache for port 3dfc60fb-ba71-44dd-832a-4c597f97357a. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1944.109975] env[62913]: DEBUG nova.network.neutron [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Updating instance_info_cache with network_info: [{"id": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "address": "fa:16:3e:86:90:9e", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfc60fb-ba", "ovs_interfaceid": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.129808] env[62913]: DEBUG nova.network.neutron [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Successfully created port: 38b86a57-eaab-4bc0-8476-29ecf646b57b {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1944.289392] env[62913]: DEBUG nova.compute.manager [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1944.321111] env[62913]: DEBUG nova.scheduler.client.report [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1944.358646] env[62913]: DEBUG nova.network.neutron [req-64af5071-9b1d-4196-bde5-0b3e28319a58 req-20fbda45-0f37-4ebb-b7d2-6330a0034bca service nova] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Updated VIF entry in instance network info cache for port 841713d0-5d76-45ac-98d4-4a57aeae0a32. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1944.359015] env[62913]: DEBUG nova.network.neutron [req-64af5071-9b1d-4196-bde5-0b3e28319a58 req-20fbda45-0f37-4ebb-b7d2-6330a0034bca service nova] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Updating instance_info_cache with network_info: [{"id": "841713d0-5d76-45ac-98d4-4a57aeae0a32", "address": "fa:16:3e:a8:54:73", "network": {"id": "8cfad287-e82f-4a9f-aee5-2c61173d3de6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-76446806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289e8de9a0554ee3a54239228a29df38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap841713d0-5d", "ovs_interfaceid": "841713d0-5d76-45ac-98d4-4a57aeae0a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.466081] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52b2de16-4fc6-43c7-6406-90e0c97af026, 'name': SearchDatastore_Task, 'duration_secs': 0.020464} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.466511] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.466883] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1944.467211] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.467390] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.467609] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1944.467901] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24d25ef8-ecef-4ecb-bc52-9bf9276e50b2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.487401] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1944.487737] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1944.488999] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3db773b1-80f9-40e9-b1a2-f65ee8c2f8cf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.494907] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823004, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.500190] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1944.500190] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52e42fbd-6216-83f9-4541-6b8f885e2af6" [ 1944.500190] env[62913]: _type = "Task" [ 1944.500190] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.512555] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e42fbd-6216-83f9-4541-6b8f885e2af6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.611301] env[62913]: DEBUG oslo_concurrency.lockutils [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] Releasing lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.611603] env[62913]: DEBUG nova.compute.manager [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Received event network-vif-deleted-3aaa8ded-d529-4637-ad91-1c73a1310c39 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1944.611796] env[62913]: DEBUG nova.compute.manager [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Received event network-changed-3dfc60fb-ba71-44dd-832a-4c597f97357a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1944.611969] env[62913]: DEBUG nova.compute.manager [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Refreshing instance network info cache due to event network-changed-3dfc60fb-ba71-44dd-832a-4c597f97357a. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1944.612343] env[62913]: DEBUG oslo_concurrency.lockutils [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] Acquiring lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.613365] env[62913]: DEBUG oslo_concurrency.lockutils [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] Acquired lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.613607] env[62913]: DEBUG nova.network.neutron [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Refreshing network info cache for port 3dfc60fb-ba71-44dd-832a-4c597f97357a {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1944.810791] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.826360] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.828570] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.217s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.828772] env[62913]: DEBUG nova.objects.instance [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62913) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1944.848715] env[62913]: INFO nova.scheduler.client.report [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Deleted allocations for instance 04043676-2dfd-4606-9db4-432555ab57b8 [ 1944.861288] env[62913]: DEBUG oslo_concurrency.lockutils [req-64af5071-9b1d-4196-bde5-0b3e28319a58 req-20fbda45-0f37-4ebb-b7d2-6330a0034bca service nova] Releasing lock "refresh_cache-e6083a86-6579-47eb-995e-0e640eba3f33" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.991804] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789978} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.992091] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 267f1eb1-e352-42a6-9cd3-38a97f2e1b30/267f1eb1-e352-42a6-9cd3-38a97f2e1b30.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1944.992342] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1944.992590] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d996b9ec-1e78-4be3-b9b8-2565807a0eb1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.003045] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1945.003045] env[62913]: value = "task-1823005" [ 1945.003045] env[62913]: _type = "Task" [ 1945.003045] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.015793] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.019054] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e42fbd-6216-83f9-4541-6b8f885e2af6, 'name': SearchDatastore_Task, 'duration_secs': 0.074504} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.019054] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a4b07ba-2ea2-4aa0-bfd4-5a612b57736b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.025344] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1945.025344] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a2a1e2-0745-d3ea-6ee5-785ac3d2ab11" [ 1945.025344] env[62913]: _type = "Task" [ 1945.025344] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.029741] env[62913]: DEBUG nova.compute.manager [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1945.037182] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a2a1e2-0745-d3ea-6ee5-785ac3d2ab11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.056548] env[62913]: DEBUG nova.virt.hardware [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1945.056813] env[62913]: DEBUG nova.virt.hardware [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1945.056989] env[62913]: DEBUG nova.virt.hardware [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1945.057221] env[62913]: DEBUG nova.virt.hardware [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1945.057369] env[62913]: DEBUG nova.virt.hardware [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1945.057515] env[62913]: DEBUG nova.virt.hardware [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1945.057737] env[62913]: DEBUG nova.virt.hardware [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1945.057901] env[62913]: DEBUG nova.virt.hardware [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1945.058085] env[62913]: DEBUG nova.virt.hardware [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1945.058255] env[62913]: DEBUG nova.virt.hardware [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1945.058432] env[62913]: DEBUG nova.virt.hardware [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1945.059263] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fd5e66-db2c-4db3-b893-08613583a8b4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.068323] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446dd37a-9ce5-4fe9-90ca-1fb71e828caf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.170811] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.171187] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.356517] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e056e1f0-8834-431f-a728-6b57ad3e813b tempest-ServerRescueNegativeTestJSON-1564614897 tempest-ServerRescueNegativeTestJSON-1564614897-project-member] Lock "04043676-2dfd-4606-9db4-432555ab57b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.681s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.359345] env[62913]: DEBUG nova.network.neutron [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Updated VIF entry in instance network info cache for port 3dfc60fb-ba71-44dd-832a-4c597f97357a. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1945.359345] env[62913]: DEBUG nova.network.neutron [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Updating instance_info_cache with network_info: [{"id": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "address": "fa:16:3e:86:90:9e", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfc60fb-ba", "ovs_interfaceid": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.504766] env[62913]: DEBUG nova.compute.manager [req-fc182d6f-a82a-431a-9a45-6ea41c3e412c req-117edb7c-e249-46d2-b905-72a4e7851da3 service nova] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Received event network-changed-d3be0a0c-a19f-4e99-a058-ad39aba371d4 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1945.504766] env[62913]: DEBUG nova.compute.manager [req-fc182d6f-a82a-431a-9a45-6ea41c3e412c req-117edb7c-e249-46d2-b905-72a4e7851da3 service nova] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Refreshing instance network info cache due to event network-changed-d3be0a0c-a19f-4e99-a058-ad39aba371d4. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1945.505112] env[62913]: DEBUG oslo_concurrency.lockutils [req-fc182d6f-a82a-431a-9a45-6ea41c3e412c req-117edb7c-e249-46d2-b905-72a4e7851da3 service nova] Acquiring lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.505112] env[62913]: DEBUG oslo_concurrency.lockutils [req-fc182d6f-a82a-431a-9a45-6ea41c3e412c req-117edb7c-e249-46d2-b905-72a4e7851da3 service nova] Acquired lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.505251] env[62913]: DEBUG nova.network.neutron [req-fc182d6f-a82a-431a-9a45-6ea41c3e412c req-117edb7c-e249-46d2-b905-72a4e7851da3 service nova] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Refreshing network info cache for port d3be0a0c-a19f-4e99-a058-ad39aba371d4 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1945.516866] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068891} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.517138] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1945.517916] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bdeb42-91b3-4f09-bf95-4a3e23ec3560 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.546337] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 267f1eb1-e352-42a6-9cd3-38a97f2e1b30/267f1eb1-e352-42a6-9cd3-38a97f2e1b30.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1945.549838] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-378b0ac5-5259-48e1-bcbc-0548e15bb318 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.566012] env[62913]: DEBUG nova.compute.manager [req-bb0d7e69-e013-4bf8-8d85-f0e660d7c040 req-fc04f69d-a1f3-40f0-8e28-5e401d8ddd3a service nova] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Received event network-vif-plugged-38b86a57-eaab-4bc0-8476-29ecf646b57b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1945.566236] env[62913]: DEBUG oslo_concurrency.lockutils [req-bb0d7e69-e013-4bf8-8d85-f0e660d7c040 req-fc04f69d-a1f3-40f0-8e28-5e401d8ddd3a service nova] Acquiring lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.566446] env[62913]: DEBUG oslo_concurrency.lockutils [req-bb0d7e69-e013-4bf8-8d85-f0e660d7c040 req-fc04f69d-a1f3-40f0-8e28-5e401d8ddd3a service nova] Lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.566615] env[62913]: DEBUG oslo_concurrency.lockutils [req-bb0d7e69-e013-4bf8-8d85-f0e660d7c040 req-fc04f69d-a1f3-40f0-8e28-5e401d8ddd3a service nova] Lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.566793] env[62913]: DEBUG nova.compute.manager [req-bb0d7e69-e013-4bf8-8d85-f0e660d7c040 req-fc04f69d-a1f3-40f0-8e28-5e401d8ddd3a service nova] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] No waiting events found dispatching network-vif-plugged-38b86a57-eaab-4bc0-8476-29ecf646b57b {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1945.566950] env[62913]: WARNING nova.compute.manager [req-bb0d7e69-e013-4bf8-8d85-f0e660d7c040 req-fc04f69d-a1f3-40f0-8e28-5e401d8ddd3a service nova] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Received unexpected event network-vif-plugged-38b86a57-eaab-4bc0-8476-29ecf646b57b for instance with vm_state building and task_state spawning. [ 1945.573552] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a2a1e2-0745-d3ea-6ee5-785ac3d2ab11, 'name': SearchDatastore_Task, 'duration_secs': 0.018408} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.573796] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.574046] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e6083a86-6579-47eb-995e-0e640eba3f33/e6083a86-6579-47eb-995e-0e640eba3f33.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1945.574295] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e486361-da27-472a-af9c-4c097c5d302d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.577284] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1945.577284] env[62913]: value = "task-1823006" [ 1945.577284] env[62913]: _type = "Task" [ 1945.577284] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.582069] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1945.582069] env[62913]: value = "task-1823007" [ 1945.582069] env[62913]: _type = "Task" [ 1945.582069] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.588449] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.593275] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.657653] env[62913]: DEBUG nova.network.neutron [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Successfully updated port: 38b86a57-eaab-4bc0-8476-29ecf646b57b {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1945.674411] env[62913]: INFO nova.compute.manager [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Detaching volume 7ea6f1c5-8754-4663-9178-d080a0139fa4 [ 1945.713013] env[62913]: INFO nova.virt.block_device [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Attempting to driver detach volume 7ea6f1c5-8754-4663-9178-d080a0139fa4 from mountpoint /dev/sdb [ 1945.713350] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1945.713563] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377543', 'volume_id': '7ea6f1c5-8754-4663-9178-d080a0139fa4', 'name': 'volume-7ea6f1c5-8754-4663-9178-d080a0139fa4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e4ec9f27-d456-4c5b-84e0-8bc9228be173', 'attached_at': '', 'detached_at': '', 'volume_id': '7ea6f1c5-8754-4663-9178-d080a0139fa4', 'serial': '7ea6f1c5-8754-4663-9178-d080a0139fa4'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1945.714529] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f283e112-3ffd-46e4-9af3-d992899f9fce {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.739519] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16ec684-3154-4d2b-b010-d5c78428e0d1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.747471] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3002b126-98b8-4930-bebe-49c6b23f4891 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.769111] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4614e0-32ef-4966-8cab-5a9dc7504e92 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.786362] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] The volume has not been displaced from its original location: [datastore1] volume-7ea6f1c5-8754-4663-9178-d080a0139fa4/volume-7ea6f1c5-8754-4663-9178-d080a0139fa4.vmdk. No consolidation needed. {{(pid=62913) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1945.791758] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1945.792102] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2350bdbf-6714-4423-9ebb-689d3af85d14 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.812917] env[62913]: DEBUG oslo_vmware.api [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1945.812917] env[62913]: value = "task-1823008" [ 1945.812917] env[62913]: _type = "Task" [ 1945.812917] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.824363] env[62913]: DEBUG oslo_vmware.api [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.838320] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a569a069-48f2-40b4-9698-ba8a6efb1955 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.839477] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.239s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.839781] env[62913]: DEBUG nova.objects.instance [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Lazy-loading 'resources' on Instance uuid 52fae5c3-b177-45e8-9a20-f16bd7af8ff8 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1945.860459] env[62913]: DEBUG oslo_concurrency.lockutils [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] Releasing lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.860680] env[62913]: DEBUG nova.compute.manager [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Received event network-changed-abb3f30c-a71e-4232-81e2-ed1cfc2573e6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1945.860838] env[62913]: DEBUG nova.compute.manager [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Refreshing instance network info cache due to event network-changed-abb3f30c-a71e-4232-81e2-ed1cfc2573e6. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1945.861064] env[62913]: DEBUG oslo_concurrency.lockutils [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] Acquiring lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.861240] env[62913]: DEBUG oslo_concurrency.lockutils [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] Acquired lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.861408] env[62913]: DEBUG nova.network.neutron [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Refreshing network info cache for port abb3f30c-a71e-4232-81e2-ed1cfc2573e6 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1946.094639] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823007, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.099396] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823006, 'name': ReconfigVM_Task, 'duration_secs': 0.29534} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.099396] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 267f1eb1-e352-42a6-9cd3-38a97f2e1b30/267f1eb1-e352-42a6-9cd3-38a97f2e1b30.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1946.099396] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f70b5d2-6392-4a19-be26-ae2b94264488 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.108775] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1946.108775] env[62913]: value = "task-1823009" [ 1946.108775] env[62913]: _type = "Task" [ 1946.108775] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.118860] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823009, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.159477] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.159678] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.160100] env[62913]: DEBUG nova.network.neutron [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1946.326664] env[62913]: DEBUG oslo_vmware.api [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.535786] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f74f77b-39a7-4deb-b01b-84c442f4c3fd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.546339] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1296214f-4158-4f7b-a79b-371af31d42ac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.580534] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe437e9-ffea-4786-ac5e-cd1b5065ed50 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.590606] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463a052e-2368-4490-8e00-f6e4385e4e69 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.597217] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814799} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.597778] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e6083a86-6579-47eb-995e-0e640eba3f33/e6083a86-6579-47eb-995e-0e640eba3f33.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1946.597995] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1946.598244] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0627ee42-0cb3-48a0-b7e9-bc3d95aa494d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.607902] env[62913]: DEBUG nova.compute.provider_tree [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1946.615229] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1946.615229] env[62913]: value = "task-1823010" [ 1946.615229] env[62913]: _type = "Task" [ 1946.615229] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.620517] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823009, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.630303] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.632583] env[62913]: DEBUG nova.network.neutron [req-fc182d6f-a82a-431a-9a45-6ea41c3e412c req-117edb7c-e249-46d2-b905-72a4e7851da3 service nova] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updated VIF entry in instance network info cache for port d3be0a0c-a19f-4e99-a058-ad39aba371d4. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1946.632857] env[62913]: DEBUG nova.network.neutron [req-fc182d6f-a82a-431a-9a45-6ea41c3e412c req-117edb7c-e249-46d2-b905-72a4e7851da3 service nova] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance_info_cache with network_info: [{"id": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "address": "fa:16:3e:ab:7d:69", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3be0a0c-a1", "ovs_interfaceid": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.659844] env[62913]: DEBUG nova.network.neutron [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Updated VIF entry in instance network info cache for port abb3f30c-a71e-4232-81e2-ed1cfc2573e6. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1946.660272] env[62913]: DEBUG nova.network.neutron [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Updating instance_info_cache with network_info: [{"id": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "address": "fa:16:3e:6d:32:2b", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb3f30c-a7", "ovs_interfaceid": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.693669] env[62913]: DEBUG nova.network.neutron [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1946.823910] env[62913]: DEBUG oslo_vmware.api [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823008, 'name': ReconfigVM_Task, 'duration_secs': 0.653541} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.824098] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1946.829173] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-441e4d97-572b-48d2-b8c7-93934827152b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.839714] env[62913]: DEBUG nova.network.neutron [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating instance_info_cache with network_info: [{"id": "38b86a57-eaab-4bc0-8476-29ecf646b57b", "address": "fa:16:3e:60:8e:b3", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b86a57-ea", "ovs_interfaceid": "38b86a57-eaab-4bc0-8476-29ecf646b57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.847832] env[62913]: DEBUG oslo_vmware.api [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1946.847832] env[62913]: value = "task-1823011" [ 1946.847832] env[62913]: _type = "Task" [ 1946.847832] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.856542] env[62913]: DEBUG oslo_vmware.api [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.114025] env[62913]: DEBUG nova.scheduler.client.report [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1947.131386] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823009, 'name': Rename_Task, 'duration_secs': 0.837589} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.131386] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1947.131386] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d127ae53-b2d7-41dd-bbe3-af604d556643 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.136346] env[62913]: DEBUG oslo_concurrency.lockutils [req-fc182d6f-a82a-431a-9a45-6ea41c3e412c req-117edb7c-e249-46d2-b905-72a4e7851da3 service nova] Releasing lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.136994] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069496} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.137960] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1947.139189] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398b8cba-e083-40de-acb7-12c2c2c612c4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.144217] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1947.144217] env[62913]: value = "task-1823012" [ 1947.144217] env[62913]: _type = "Task" [ 1947.144217] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.166477] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] e6083a86-6579-47eb-995e-0e640eba3f33/e6083a86-6579-47eb-995e-0e640eba3f33.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1947.170753] env[62913]: DEBUG oslo_concurrency.lockutils [req-43c92dc2-1202-4c17-a28a-4fc21b825e42 req-9be7b2a8-8b65-4269-91b8-ca301f263c41 service nova] Releasing lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.171451] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b3be9da-895e-4eed-a739-25a0c47529ac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.196478] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.200191] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1947.200191] env[62913]: value = "task-1823013" [ 1947.200191] env[62913]: _type = "Task" [ 1947.200191] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.208592] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.342968] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.343490] env[62913]: DEBUG nova.compute.manager [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Instance network_info: |[{"id": "38b86a57-eaab-4bc0-8476-29ecf646b57b", "address": "fa:16:3e:60:8e:b3", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b86a57-ea", "ovs_interfaceid": "38b86a57-eaab-4bc0-8476-29ecf646b57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1947.343957] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:8e:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38b86a57-eaab-4bc0-8476-29ecf646b57b', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1947.352666] env[62913]: DEBUG oslo.service.loopingcall [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1947.355187] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1947.358174] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d8f9bd5-87b6-477a-a929-96ce3b855e72 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.379315] env[62913]: DEBUG oslo_vmware.api [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823011, 'name': ReconfigVM_Task, 'duration_secs': 0.187601} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.379602] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377543', 'volume_id': '7ea6f1c5-8754-4663-9178-d080a0139fa4', 'name': 'volume-7ea6f1c5-8754-4663-9178-d080a0139fa4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e4ec9f27-d456-4c5b-84e0-8bc9228be173', 'attached_at': '', 'detached_at': '', 'volume_id': '7ea6f1c5-8754-4663-9178-d080a0139fa4', 'serial': '7ea6f1c5-8754-4663-9178-d080a0139fa4'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1947.383524] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1947.383524] env[62913]: value = "task-1823014" [ 1947.383524] env[62913]: _type = "Task" [ 1947.383524] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.393097] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823014, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.595914] env[62913]: DEBUG nova.compute.manager [req-812471e1-9714-45eb-8779-a9b9326d9efb req-d097de27-2c36-4ecb-a9c0-6bbfa529b1ad service nova] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Received event network-changed-38b86a57-eaab-4bc0-8476-29ecf646b57b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1947.596247] env[62913]: DEBUG nova.compute.manager [req-812471e1-9714-45eb-8779-a9b9326d9efb req-d097de27-2c36-4ecb-a9c0-6bbfa529b1ad service nova] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Refreshing instance network info cache due to event network-changed-38b86a57-eaab-4bc0-8476-29ecf646b57b. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1947.596433] env[62913]: DEBUG oslo_concurrency.lockutils [req-812471e1-9714-45eb-8779-a9b9326d9efb req-d097de27-2c36-4ecb-a9c0-6bbfa529b1ad service nova] Acquiring lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.596991] env[62913]: DEBUG oslo_concurrency.lockutils [req-812471e1-9714-45eb-8779-a9b9326d9efb req-d097de27-2c36-4ecb-a9c0-6bbfa529b1ad service nova] Acquired lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.597376] env[62913]: DEBUG nova.network.neutron [req-812471e1-9714-45eb-8779-a9b9326d9efb req-d097de27-2c36-4ecb-a9c0-6bbfa529b1ad service nova] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Refreshing network info cache for port 38b86a57-eaab-4bc0-8476-29ecf646b57b {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1947.620623] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.623397] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.981s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.623898] env[62913]: DEBUG nova.objects.instance [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lazy-loading 'resources' on Instance uuid 052d9175-cfbd-42ef-b30e-f6ab97b7860c {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1947.644415] env[62913]: INFO nova.scheduler.client.report [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Deleted allocations for instance 52fae5c3-b177-45e8-9a20-f16bd7af8ff8 [ 1947.676256] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823012, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.714064] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823013, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.893330] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823014, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.928041] env[62913]: DEBUG nova.objects.instance [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lazy-loading 'flavor' on Instance uuid e4ec9f27-d456-4c5b-84e0-8bc9228be173 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.155085] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c764fe9d-5719-498a-94e6-8e381f0f3d20 tempest-ServerShowV254Test-1951429494 tempest-ServerShowV254Test-1951429494-project-member] Lock "52fae5c3-b177-45e8-9a20-f16bd7af8ff8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.776s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.174916] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823012, 'name': PowerOnVM_Task, 'duration_secs': 0.690561} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.175257] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1948.175491] env[62913]: INFO nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1948.175693] env[62913]: DEBUG nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1948.176574] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db89b71-23c1-4522-957e-6635f8022abf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.212823] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823013, 'name': ReconfigVM_Task, 'duration_secs': 0.563473} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.213159] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Reconfigured VM instance instance-0000006e to attach disk [datastore1] e6083a86-6579-47eb-995e-0e640eba3f33/e6083a86-6579-47eb-995e-0e640eba3f33.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1948.214124] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5ff0141-a6b0-425e-9904-35c6e48e7398 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.223021] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1948.223021] env[62913]: value = "task-1823015" [ 1948.223021] env[62913]: _type = "Task" [ 1948.223021] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.242129] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823015, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.349104] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c011c98f-8508-4623-8899-c7f35caf6b34 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.357319] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bac5b04-e725-4096-b218-fcf61be12135 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.390603] env[62913]: DEBUG nova.network.neutron [req-812471e1-9714-45eb-8779-a9b9326d9efb req-d097de27-2c36-4ecb-a9c0-6bbfa529b1ad service nova] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updated VIF entry in instance network info cache for port 38b86a57-eaab-4bc0-8476-29ecf646b57b. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1948.390966] env[62913]: DEBUG nova.network.neutron [req-812471e1-9714-45eb-8779-a9b9326d9efb req-d097de27-2c36-4ecb-a9c0-6bbfa529b1ad service nova] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating instance_info_cache with network_info: [{"id": "38b86a57-eaab-4bc0-8476-29ecf646b57b", "address": "fa:16:3e:60:8e:b3", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b86a57-ea", "ovs_interfaceid": "38b86a57-eaab-4bc0-8476-29ecf646b57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.395545] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d09fdb-2907-45dc-9b74-7cc118980cca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.407713] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91891046-63ec-4153-b8ec-20b7e583abd9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.412206] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823014, 'name': CreateVM_Task, 'duration_secs': 0.557965} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.412388] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1948.413510] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.413708] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.414037] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1948.414288] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5354c8d-1aa6-4308-8518-3d16250c5cfa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.423890] env[62913]: DEBUG nova.compute.provider_tree [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1948.429238] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1948.429238] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]524e46c4-7f5a-f9b5-73cb-c0615a9881ab" [ 1948.429238] env[62913]: _type = "Task" [ 1948.429238] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.441282] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524e46c4-7f5a-f9b5-73cb-c0615a9881ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.702956] env[62913]: INFO nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Took 23.24 seconds to build instance. [ 1948.735325] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823015, 'name': Rename_Task, 'duration_secs': 0.166093} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.735807] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1948.736072] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74dfb451-6c1f-4aac-8d2b-b8fc907997bb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.743261] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1948.743261] env[62913]: value = "task-1823016" [ 1948.743261] env[62913]: _type = "Task" [ 1948.743261] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.751371] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.899416] env[62913]: DEBUG oslo_concurrency.lockutils [req-812471e1-9714-45eb-8779-a9b9326d9efb req-d097de27-2c36-4ecb-a9c0-6bbfa529b1ad service nova] Releasing lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.926659] env[62913]: DEBUG nova.scheduler.client.report [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1948.937812] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e193c118-65a1-409e-b537-456dee373953 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.766s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.946518] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524e46c4-7f5a-f9b5-73cb-c0615a9881ab, 'name': SearchDatastore_Task, 'duration_secs': 0.036454} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.947755] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.947755] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1948.947755] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.947755] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.948218] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1948.948518] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c3766e3-1961-4440-880e-db653c473ebe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.961538] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1948.961817] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1948.963019] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8399e27e-6c02-466f-8211-5359adeb9cfe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.969196] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1948.969196] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]524fe5a5-79f2-357c-5266-5568a08aafa6" [ 1948.969196] env[62913]: _type = "Task" [ 1948.969196] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.978545] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524fe5a5-79f2-357c-5266-5568a08aafa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.205324] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "267f1eb1-e352-42a6-9cd3-38a97f2e1b30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.751s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.260811] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823016, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.424762] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5440c91c-f445-41e2-bb98-086cc2670235 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.425083] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5440c91c-f445-41e2-bb98-086cc2670235 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.425275] env[62913]: DEBUG nova.compute.manager [None req-5440c91c-f445-41e2-bb98-086cc2670235 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1949.426261] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6beff815-4ede-414e-b005-e52b2b02bdcf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.436300] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.439212] env[62913]: DEBUG nova.compute.manager [None req-5440c91c-f445-41e2-bb98-086cc2670235 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62913) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1949.440080] env[62913]: DEBUG nova.objects.instance [None req-5440c91c-f445-41e2-bb98-086cc2670235 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lazy-loading 'flavor' on Instance uuid e4ec9f27-d456-4c5b-84e0-8bc9228be173 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1949.442139] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.631s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.445147] env[62913]: INFO nova.compute.claims [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1949.462599] env[62913]: INFO nova.scheduler.client.report [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleted allocations for instance 052d9175-cfbd-42ef-b30e-f6ab97b7860c [ 1949.482402] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524fe5a5-79f2-357c-5266-5568a08aafa6, 'name': SearchDatastore_Task, 'duration_secs': 0.01237} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.483375] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5c6518d-d578-49ec-823c-adae1892bdae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.489319] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1949.489319] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52f62159-3229-1679-6e9b-8f5bf25503fa" [ 1949.489319] env[62913]: _type = "Task" [ 1949.489319] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.499549] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f62159-3229-1679-6e9b-8f5bf25503fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.758026] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "interface-4c38b5af-e693-4cc1-8500-a30f984178b7-395b27c0-2619-414a-9032-16cdb04dc824" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.758026] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-4c38b5af-e693-4cc1-8500-a30f984178b7-395b27c0-2619-414a-9032-16cdb04dc824" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.758026] env[62913]: DEBUG nova.objects.instance [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lazy-loading 'flavor' on Instance uuid 4c38b5af-e693-4cc1-8500-a30f984178b7 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1949.759385] env[62913]: DEBUG oslo_vmware.api [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823016, 'name': PowerOnVM_Task, 'duration_secs': 0.898471} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.759888] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1949.763022] env[62913]: INFO nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1949.763022] env[62913]: DEBUG nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1949.763022] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9d98b3-e323-455e-812b-6fa48456e064 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.971141] env[62913]: DEBUG oslo_concurrency.lockutils [None req-fb9eb184-b97f-4d23-bfa8-f7d03aa1abd6 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "052d9175-cfbd-42ef-b30e-f6ab97b7860c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.094s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.002307] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f62159-3229-1679-6e9b-8f5bf25503fa, 'name': SearchDatastore_Task, 'duration_secs': 0.014653} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.002307] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.002307] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] d0d03c2c-c3ed-4652-8170-e4c7d75525a6/d0d03c2c-c3ed-4652-8170-e4c7d75525a6.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1950.002677] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1754e510-ab9a-4820-8285-36e874dbabcd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.010927] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1950.010927] env[62913]: value = "task-1823017" [ 1950.010927] env[62913]: _type = "Task" [ 1950.010927] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.020782] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.283184] env[62913]: INFO nova.compute.manager [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Took 24.80 seconds to build instance. [ 1950.446568] env[62913]: DEBUG nova.objects.instance [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lazy-loading 'pci_requests' on Instance uuid 4c38b5af-e693-4cc1-8500-a30f984178b7 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1950.456734] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5440c91c-f445-41e2-bb98-086cc2670235 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1950.464151] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d6686d3-a803-4357-9a2b-cd8bb47dcde4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.477363] env[62913]: DEBUG oslo_vmware.api [None req-5440c91c-f445-41e2-bb98-086cc2670235 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1950.477363] env[62913]: value = "task-1823018" [ 1950.477363] env[62913]: _type = "Task" [ 1950.477363] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.491374] env[62913]: DEBUG oslo_vmware.api [None req-5440c91c-f445-41e2-bb98-086cc2670235 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.529734] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823017, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.660497] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752c3d19-310e-495f-aae5-cecfa8f080a3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.669014] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada7c3bb-cd63-4510-9784-179d533c1ddd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.705941] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fef1039-35e8-4838-9450-0b633981fbcf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.715987] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99c4abe-8bbd-4b3c-8770-bafc0dcbe3c4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.732673] env[62913]: DEBUG nova.compute.provider_tree [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1950.786229] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e791e6a-ce3b-4a15-aabd-2a29806f4400 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "e6083a86-6579-47eb-995e-0e640eba3f33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.306s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.950986] env[62913]: DEBUG nova.objects.base [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Object Instance<4c38b5af-e693-4cc1-8500-a30f984178b7> lazy-loaded attributes: flavor,pci_requests {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1950.950986] env[62913]: DEBUG nova.network.neutron [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1950.989499] env[62913]: DEBUG oslo_vmware.api [None req-5440c91c-f445-41e2-bb98-086cc2670235 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823018, 'name': PowerOffVM_Task, 'duration_secs': 0.273694} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.989499] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5440c91c-f445-41e2-bb98-086cc2670235 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1950.989499] env[62913]: DEBUG nova.compute.manager [None req-5440c91c-f445-41e2-bb98-086cc2670235 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1950.989499] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ae68c9-3a14-4666-9ca2-5e699bcba968 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.026567] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565251} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.026952] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] d0d03c2c-c3ed-4652-8170-e4c7d75525a6/d0d03c2c-c3ed-4652-8170-e4c7d75525a6.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1951.027203] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1951.027584] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f76a9736-f30f-4a8d-8285-5460824f4b8d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.039205] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1951.039205] env[62913]: value = "task-1823019" [ 1951.039205] env[62913]: _type = "Task" [ 1951.039205] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.046444] env[62913]: DEBUG nova.policy [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9804181ca484443b9e0fb5cb24365926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e117b9e16efe4c93bcb40ceeb540b462', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1951.053353] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.235995] env[62913]: DEBUG nova.scheduler.client.report [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1951.504033] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5440c91c-f445-41e2-bb98-086cc2670235 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.552695] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075334} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.552974] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1951.553805] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ebaefe-dfd3-4555-a143-abf4ab093ec5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.577724] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] d0d03c2c-c3ed-4652-8170-e4c7d75525a6/d0d03c2c-c3ed-4652-8170-e4c7d75525a6.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1951.578087] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3424334-b88b-423f-80fb-8d3439b4fc2c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.600787] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1951.600787] env[62913]: value = "task-1823020" [ 1951.600787] env[62913]: _type = "Task" [ 1951.600787] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.601226] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "267f1eb1-e352-42a6-9cd3-38a97f2e1b30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.601446] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "267f1eb1-e352-42a6-9cd3-38a97f2e1b30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.601952] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "267f1eb1-e352-42a6-9cd3-38a97f2e1b30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.601952] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "267f1eb1-e352-42a6-9cd3-38a97f2e1b30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.602091] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "267f1eb1-e352-42a6-9cd3-38a97f2e1b30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.606867] env[62913]: INFO nova.compute.manager [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Terminating instance [ 1951.615280] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823020, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.654276] env[62913]: DEBUG oslo_concurrency.lockutils [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "e636cc22-a0f7-481d-9df1-639dae6c6bd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.654276] env[62913]: DEBUG oslo_concurrency.lockutils [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "e636cc22-a0f7-481d-9df1-639dae6c6bd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.744225] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.744820] env[62913]: DEBUG nova.compute.manager [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1951.853216] env[62913]: DEBUG oslo_concurrency.lockutils [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "e6083a86-6579-47eb-995e-0e640eba3f33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.853572] env[62913]: DEBUG oslo_concurrency.lockutils [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "e6083a86-6579-47eb-995e-0e640eba3f33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.853717] env[62913]: DEBUG oslo_concurrency.lockutils [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "e6083a86-6579-47eb-995e-0e640eba3f33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.853914] env[62913]: DEBUG oslo_concurrency.lockutils [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "e6083a86-6579-47eb-995e-0e640eba3f33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.854104] env[62913]: DEBUG oslo_concurrency.lockutils [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "e6083a86-6579-47eb-995e-0e640eba3f33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.856307] env[62913]: INFO nova.compute.manager [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Terminating instance [ 1952.115027] env[62913]: DEBUG nova.compute.manager [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1952.115027] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1952.115027] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.115027] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6002dd-6316-457a-b86e-7ae8086c99df {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.123605] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.123833] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34587bbd-dfa3-44f8-95c9-1cd3213eecf0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.132235] env[62913]: DEBUG oslo_vmware.api [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1952.132235] env[62913]: value = "task-1823021" [ 1952.132235] env[62913]: _type = "Task" [ 1952.132235] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.142238] env[62913]: DEBUG oslo_vmware.api [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.157087] env[62913]: DEBUG nova.compute.manager [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1952.215579] env[62913]: DEBUG nova.objects.instance [None req-0c534490-f5b8-43c8-bf14-577d7c510179 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lazy-loading 'flavor' on Instance uuid e4ec9f27-d456-4c5b-84e0-8bc9228be173 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1952.249939] env[62913]: DEBUG nova.compute.utils [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1952.251366] env[62913]: DEBUG nova.compute.manager [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1952.251538] env[62913]: DEBUG nova.network.neutron [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1952.360194] env[62913]: DEBUG nova.compute.manager [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1952.360445] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1952.361407] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7ec63b-4311-43e2-a0aa-4125db5b711e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.365710] env[62913]: DEBUG nova.policy [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7c82faf9c964e06bdad84ca18f77ec2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fadfcee384f4a3baa3ef01c6fc68f36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1952.372720] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.372985] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e94864bf-2e16-4b28-ad69-aab6f2ec2288 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.380389] env[62913]: DEBUG oslo_vmware.api [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1952.380389] env[62913]: value = "task-1823022" [ 1952.380389] env[62913]: _type = "Task" [ 1952.380389] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.389444] env[62913]: DEBUG oslo_vmware.api [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.612469] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823020, 'name': ReconfigVM_Task, 'duration_secs': 0.627005} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.612868] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Reconfigured VM instance instance-0000006f to attach disk [datastore1] d0d03c2c-c3ed-4652-8170-e4c7d75525a6/d0d03c2c-c3ed-4652-8170-e4c7d75525a6.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1952.613480] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ff8b0ce-b1ee-4779-bdf0-7ebf08a05a5f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.621181] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1952.621181] env[62913]: value = "task-1823023" [ 1952.621181] env[62913]: _type = "Task" [ 1952.621181] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.631330] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823023, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.643427] env[62913]: DEBUG oslo_vmware.api [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823021, 'name': PowerOffVM_Task, 'duration_secs': 0.214978} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.643721] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1952.643896] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1952.644330] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea108598-2925-47f8-829b-52e011389f80 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.679653] env[62913]: DEBUG oslo_concurrency.lockutils [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.679944] env[62913]: DEBUG oslo_concurrency.lockutils [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.682713] env[62913]: INFO nova.compute.claims [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1952.714071] env[62913]: DEBUG nova.network.neutron [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Successfully updated port: 395b27c0-2619-414a-9032-16cdb04dc824 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1952.721120] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0c534490-f5b8-43c8-bf14-577d7c510179 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "refresh_cache-e4ec9f27-d456-4c5b-84e0-8bc9228be173" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.721298] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0c534490-f5b8-43c8-bf14-577d7c510179 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquired lock "refresh_cache-e4ec9f27-d456-4c5b-84e0-8bc9228be173" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.721502] env[62913]: DEBUG nova.network.neutron [None req-0c534490-f5b8-43c8-bf14-577d7c510179 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1952.721988] env[62913]: DEBUG nova.objects.instance [None req-0c534490-f5b8-43c8-bf14-577d7c510179 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lazy-loading 'info_cache' on Instance uuid e4ec9f27-d456-4c5b-84e0-8bc9228be173 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1952.757027] env[62913]: DEBUG nova.compute.manager [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1952.775670] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1952.775969] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1952.776170] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Deleting the datastore file [datastore1] 267f1eb1-e352-42a6-9cd3-38a97f2e1b30 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1952.776458] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c64bbd3f-7b3e-4c71-9ec4-735f7a254bb3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.784594] env[62913]: DEBUG oslo_vmware.api [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1952.784594] env[62913]: value = "task-1823025" [ 1952.784594] env[62913]: _type = "Task" [ 1952.784594] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.795698] env[62913]: DEBUG oslo_vmware.api [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.800445] env[62913]: DEBUG nova.compute.manager [req-84902c55-7f0f-4dc7-b8c0-3c7c8979afcf req-485e0e60-9a2e-4fdb-b928-871f3da4dca4 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Received event network-vif-plugged-395b27c0-2619-414a-9032-16cdb04dc824 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1952.801341] env[62913]: DEBUG oslo_concurrency.lockutils [req-84902c55-7f0f-4dc7-b8c0-3c7c8979afcf req-485e0e60-9a2e-4fdb-b928-871f3da4dca4 service nova] Acquiring lock "4c38b5af-e693-4cc1-8500-a30f984178b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.801583] env[62913]: DEBUG oslo_concurrency.lockutils [req-84902c55-7f0f-4dc7-b8c0-3c7c8979afcf req-485e0e60-9a2e-4fdb-b928-871f3da4dca4 service nova] Lock "4c38b5af-e693-4cc1-8500-a30f984178b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.801780] env[62913]: DEBUG oslo_concurrency.lockutils [req-84902c55-7f0f-4dc7-b8c0-3c7c8979afcf req-485e0e60-9a2e-4fdb-b928-871f3da4dca4 service nova] Lock "4c38b5af-e693-4cc1-8500-a30f984178b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.802352] env[62913]: DEBUG nova.compute.manager [req-84902c55-7f0f-4dc7-b8c0-3c7c8979afcf req-485e0e60-9a2e-4fdb-b928-871f3da4dca4 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] No waiting events found dispatching network-vif-plugged-395b27c0-2619-414a-9032-16cdb04dc824 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1952.802624] env[62913]: WARNING nova.compute.manager [req-84902c55-7f0f-4dc7-b8c0-3c7c8979afcf req-485e0e60-9a2e-4fdb-b928-871f3da4dca4 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Received unexpected event network-vif-plugged-395b27c0-2619-414a-9032-16cdb04dc824 for instance with vm_state active and task_state None. [ 1952.833676] env[62913]: DEBUG nova.network.neutron [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Successfully created port: e0dca0f0-3ffb-484c-b94e-992dff6e964a {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1952.891551] env[62913]: DEBUG oslo_vmware.api [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823022, 'name': PowerOffVM_Task, 'duration_secs': 0.171151} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.891852] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1952.892033] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1952.892285] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38ea2e94-6be7-4b7f-9941-7c8349b2f9df {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.086023] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1953.086492] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1953.086777] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Deleting the datastore file [datastore1] e6083a86-6579-47eb-995e-0e640eba3f33 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1953.087111] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8781979d-cab6-4935-808c-1486eefaeb7b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.094858] env[62913]: DEBUG oslo_vmware.api [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for the task: (returnval){ [ 1953.094858] env[62913]: value = "task-1823027" [ 1953.094858] env[62913]: _type = "Task" [ 1953.094858] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.106364] env[62913]: DEBUG oslo_vmware.api [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.132215] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823023, 'name': Rename_Task, 'duration_secs': 0.179631} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.132612] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1953.132918] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-045c6166-4c64-444e-b9ac-b63f27deb106 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.142233] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 1953.142233] env[62913]: value = "task-1823028" [ 1953.142233] env[62913]: _type = "Task" [ 1953.142233] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.154127] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.217450] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.217632] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.217776] env[62913]: DEBUG nova.network.neutron [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1953.225901] env[62913]: DEBUG nova.objects.base [None req-0c534490-f5b8-43c8-bf14-577d7c510179 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1953.296061] env[62913]: DEBUG oslo_vmware.api [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150877} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.296594] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1953.296911] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1953.297150] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1953.297355] env[62913]: INFO nova.compute.manager [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1953.297619] env[62913]: DEBUG oslo.service.loopingcall [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.297878] env[62913]: DEBUG nova.compute.manager [-] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1953.297985] env[62913]: DEBUG nova.network.neutron [-] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1953.608850] env[62913]: DEBUG oslo_vmware.api [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Task: {'id': task-1823027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207273} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.609837] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1953.610128] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1953.610343] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1953.610562] env[62913]: INFO nova.compute.manager [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1953.611109] env[62913]: DEBUG oslo.service.loopingcall [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.611417] env[62913]: DEBUG nova.compute.manager [-] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1953.611525] env[62913]: DEBUG nova.network.neutron [-] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1953.654771] env[62913]: DEBUG oslo_vmware.api [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823028, 'name': PowerOnVM_Task, 'duration_secs': 0.460086} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.655140] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1953.655321] env[62913]: INFO nova.compute.manager [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1953.655502] env[62913]: DEBUG nova.compute.manager [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1953.656292] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9747b79-fe31-4471-9831-bb1a2154dd93 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.757547] env[62913]: WARNING nova.network.neutron [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] 177421a6-e1f4-4ef7-b2eb-05b978c657e3 already exists in list: networks containing: ['177421a6-e1f4-4ef7-b2eb-05b978c657e3']. ignoring it [ 1953.770767] env[62913]: DEBUG nova.compute.manager [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1953.812164] env[62913]: DEBUG nova.virt.hardware [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1953.812507] env[62913]: DEBUG nova.virt.hardware [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1953.812692] env[62913]: DEBUG nova.virt.hardware [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1953.812892] env[62913]: DEBUG nova.virt.hardware [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1953.813058] env[62913]: DEBUG nova.virt.hardware [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1953.813215] env[62913]: DEBUG nova.virt.hardware [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1953.813434] env[62913]: DEBUG nova.virt.hardware [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1953.813595] env[62913]: DEBUG nova.virt.hardware [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1953.813769] env[62913]: DEBUG nova.virt.hardware [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1953.813938] env[62913]: DEBUG nova.virt.hardware [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1953.814130] env[62913]: DEBUG nova.virt.hardware [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1953.815533] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc63333-b020-44d9-b959-c98317d4bb80 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.825938] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28942345-07bf-4bfa-bace-ec446db78412 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.938480] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adee235-da7a-4943-8183-3f3fafa0747e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.947323] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cb7be1-456b-4f39-b17a-30d4b2040dd4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.981714] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "f57344b6-d57b-4a55-a169-133cec73565a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.982074] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "f57344b6-d57b-4a55-a169-133cec73565a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.989117] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86a84bb-bfa4-43e0-8f3a-34eb2f9e50da {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.999254] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd9d1db-784b-4056-88f4-6cb5b13e52ac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.013754] env[62913]: DEBUG nova.compute.provider_tree [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1954.057473] env[62913]: DEBUG nova.network.neutron [None req-0c534490-f5b8-43c8-bf14-577d7c510179 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Updating instance_info_cache with network_info: [{"id": "2c4b29ae-f959-4085-a9ef-2f28c7964e88", "address": "fa:16:3e:4e:9e:6a", "network": {"id": "ae4ac1fe-401c-456a-a1ec-6424939f261d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069238318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2351df8edb2478e83c9f5580a9e8313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4b29ae-f9", "ovs_interfaceid": "2c4b29ae-f959-4085-a9ef-2f28c7964e88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.101992] env[62913]: DEBUG nova.network.neutron [-] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.133748] env[62913]: DEBUG nova.network.neutron [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Updating instance_info_cache with network_info: [{"id": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "address": "fa:16:3e:6d:32:2b", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb3f30c-a7", "ovs_interfaceid": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "395b27c0-2619-414a-9032-16cdb04dc824", "address": "fa:16:3e:ae:cf:79", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395b27c0-26", "ovs_interfaceid": "395b27c0-2619-414a-9032-16cdb04dc824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.176791] env[62913]: INFO nova.compute.manager [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Took 26.66 seconds to build instance. [ 1954.407519] env[62913]: DEBUG nova.compute.manager [req-5610832b-7702-4337-8156-b420d6e2faec req-d33896aa-01dc-4ca2-bcbd-a75611a8144a service nova] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Received event network-vif-plugged-e0dca0f0-3ffb-484c-b94e-992dff6e964a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1954.407770] env[62913]: DEBUG oslo_concurrency.lockutils [req-5610832b-7702-4337-8156-b420d6e2faec req-d33896aa-01dc-4ca2-bcbd-a75611a8144a service nova] Acquiring lock "44331091-fa36-4e7e-8f18-1ceb796933ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.407990] env[62913]: DEBUG oslo_concurrency.lockutils [req-5610832b-7702-4337-8156-b420d6e2faec req-d33896aa-01dc-4ca2-bcbd-a75611a8144a service nova] Lock "44331091-fa36-4e7e-8f18-1ceb796933ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.408185] env[62913]: DEBUG oslo_concurrency.lockutils [req-5610832b-7702-4337-8156-b420d6e2faec req-d33896aa-01dc-4ca2-bcbd-a75611a8144a service nova] Lock "44331091-fa36-4e7e-8f18-1ceb796933ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.408360] env[62913]: DEBUG nova.compute.manager [req-5610832b-7702-4337-8156-b420d6e2faec req-d33896aa-01dc-4ca2-bcbd-a75611a8144a service nova] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] No waiting events found dispatching network-vif-plugged-e0dca0f0-3ffb-484c-b94e-992dff6e964a {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1954.408616] env[62913]: WARNING nova.compute.manager [req-5610832b-7702-4337-8156-b420d6e2faec req-d33896aa-01dc-4ca2-bcbd-a75611a8144a service nova] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Received unexpected event network-vif-plugged-e0dca0f0-3ffb-484c-b94e-992dff6e964a for instance with vm_state building and task_state spawning. [ 1954.412853] env[62913]: DEBUG nova.network.neutron [-] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.487503] env[62913]: DEBUG nova.compute.manager [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1954.513867] env[62913]: DEBUG nova.network.neutron [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Successfully updated port: e0dca0f0-3ffb-484c-b94e-992dff6e964a {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1954.519579] env[62913]: DEBUG nova.scheduler.client.report [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1954.560293] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0c534490-f5b8-43c8-bf14-577d7c510179 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Releasing lock "refresh_cache-e4ec9f27-d456-4c5b-84e0-8bc9228be173" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.604561] env[62913]: INFO nova.compute.manager [-] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Took 1.31 seconds to deallocate network for instance. [ 1954.637061] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.637610] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.637772] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.638625] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231f9868-761f-4a2d-9b84-afb1d821e8a0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.657425] env[62913]: DEBUG nova.virt.hardware [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1954.657676] env[62913]: DEBUG nova.virt.hardware [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1954.657839] env[62913]: DEBUG nova.virt.hardware [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1954.658035] env[62913]: DEBUG nova.virt.hardware [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1954.658187] env[62913]: DEBUG nova.virt.hardware [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1954.658337] env[62913]: DEBUG nova.virt.hardware [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1954.658542] env[62913]: DEBUG nova.virt.hardware [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1954.658726] env[62913]: DEBUG nova.virt.hardware [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1954.658909] env[62913]: DEBUG nova.virt.hardware [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1954.659089] env[62913]: DEBUG nova.virt.hardware [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1954.659271] env[62913]: DEBUG nova.virt.hardware [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1954.665632] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Reconfiguring VM to attach interface {{(pid=62913) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1954.666161] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0641589-dcb6-4133-8688-0bc6e0afed5e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.678474] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67be409c-b845-430d-a742-8332e83f0094 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.170s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.686079] env[62913]: DEBUG oslo_vmware.api [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1954.686079] env[62913]: value = "task-1823029" [ 1954.686079] env[62913]: _type = "Task" [ 1954.686079] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.694967] env[62913]: DEBUG oslo_vmware.api [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823029, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.882070] env[62913]: DEBUG nova.compute.manager [req-0969e40d-1042-4062-a461-395e0f2325d9 req-07470e0e-7414-4fb5-9694-555685143cd6 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Received event network-changed-395b27c0-2619-414a-9032-16cdb04dc824 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1954.882285] env[62913]: DEBUG nova.compute.manager [req-0969e40d-1042-4062-a461-395e0f2325d9 req-07470e0e-7414-4fb5-9694-555685143cd6 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Refreshing instance network info cache due to event network-changed-395b27c0-2619-414a-9032-16cdb04dc824. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1954.882540] env[62913]: DEBUG oslo_concurrency.lockutils [req-0969e40d-1042-4062-a461-395e0f2325d9 req-07470e0e-7414-4fb5-9694-555685143cd6 service nova] Acquiring lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.882700] env[62913]: DEBUG oslo_concurrency.lockutils [req-0969e40d-1042-4062-a461-395e0f2325d9 req-07470e0e-7414-4fb5-9694-555685143cd6 service nova] Acquired lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.882862] env[62913]: DEBUG nova.network.neutron [req-0969e40d-1042-4062-a461-395e0f2325d9 req-07470e0e-7414-4fb5-9694-555685143cd6 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Refreshing network info cache for port 395b27c0-2619-414a-9032-16cdb04dc824 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1954.915588] env[62913]: INFO nova.compute.manager [-] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Took 1.30 seconds to deallocate network for instance. [ 1955.011031] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.016410] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "refresh_cache-44331091-fa36-4e7e-8f18-1ceb796933ec" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.016566] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "refresh_cache-44331091-fa36-4e7e-8f18-1ceb796933ec" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.016720] env[62913]: DEBUG nova.network.neutron [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1955.025379] env[62913]: DEBUG oslo_concurrency.lockutils [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.026015] env[62913]: DEBUG nova.compute.manager [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1955.029181] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.018s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.030843] env[62913]: INFO nova.compute.claims [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1955.112901] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.196822] env[62913]: DEBUG oslo_vmware.api [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.424113] env[62913]: DEBUG oslo_concurrency.lockutils [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.535155] env[62913]: DEBUG nova.compute.utils [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1955.538431] env[62913]: DEBUG nova.compute.manager [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1955.538601] env[62913]: DEBUG nova.network.neutron [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1955.562239] env[62913]: DEBUG nova.network.neutron [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1955.565623] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c534490-f5b8-43c8-bf14-577d7c510179 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1955.565900] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00c3fd9b-3745-435b-9d51-5c2dc07858e2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.576588] env[62913]: DEBUG oslo_vmware.api [None req-0c534490-f5b8-43c8-bf14-577d7c510179 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1955.576588] env[62913]: value = "task-1823030" [ 1955.576588] env[62913]: _type = "Task" [ 1955.576588] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.581734] env[62913]: DEBUG nova.policy [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2536cf410ab476c8db291f5461a3bbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e9a64b50d64df0ab318a68bc19b309', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1955.591472] env[62913]: DEBUG oslo_vmware.api [None req-0c534490-f5b8-43c8-bf14-577d7c510179 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.700139] env[62913]: DEBUG oslo_vmware.api [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823029, 'name': ReconfigVM_Task, 'duration_secs': 0.78863} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.700672] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.700776] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Reconfigured VM to attach interface {{(pid=62913) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1955.754363] env[62913]: DEBUG nova.network.neutron [req-0969e40d-1042-4062-a461-395e0f2325d9 req-07470e0e-7414-4fb5-9694-555685143cd6 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Updated VIF entry in instance network info cache for port 395b27c0-2619-414a-9032-16cdb04dc824. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1955.754652] env[62913]: DEBUG nova.network.neutron [req-0969e40d-1042-4062-a461-395e0f2325d9 req-07470e0e-7414-4fb5-9694-555685143cd6 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Updating instance_info_cache with network_info: [{"id": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "address": "fa:16:3e:6d:32:2b", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb3f30c-a7", "ovs_interfaceid": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "395b27c0-2619-414a-9032-16cdb04dc824", "address": "fa:16:3e:ae:cf:79", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395b27c0-26", "ovs_interfaceid": "395b27c0-2619-414a-9032-16cdb04dc824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.812995] env[62913]: DEBUG nova.network.neutron [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Updating instance_info_cache with network_info: [{"id": "e0dca0f0-3ffb-484c-b94e-992dff6e964a", "address": "fa:16:3e:1b:7a:9c", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0dca0f0-3f", "ovs_interfaceid": "e0dca0f0-3ffb-484c-b94e-992dff6e964a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.856306] env[62913]: DEBUG nova.network.neutron [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Successfully created port: 2a4bad61-8ae8-42f4-97fb-5c8865c0731e {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1956.041759] env[62913]: DEBUG nova.compute.manager [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1956.094157] env[62913]: DEBUG oslo_vmware.api [None req-0c534490-f5b8-43c8-bf14-577d7c510179 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823030, 'name': PowerOnVM_Task, 'duration_secs': 0.482728} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.095685] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c534490-f5b8-43c8-bf14-577d7c510179 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1956.095685] env[62913]: DEBUG nova.compute.manager [None req-0c534490-f5b8-43c8-bf14-577d7c510179 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1956.096492] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549c1d4c-140f-4c56-8104-3dae1e6e5e86 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.205637] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bd7eb796-1deb-48c0-a8d2-1cf3526267b8 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-4c38b5af-e693-4cc1-8500-a30f984178b7-395b27c0-2619-414a-9032-16cdb04dc824" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.449s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.256903] env[62913]: DEBUG oslo_concurrency.lockutils [req-0969e40d-1042-4062-a461-395e0f2325d9 req-07470e0e-7414-4fb5-9694-555685143cd6 service nova] Releasing lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.257175] env[62913]: DEBUG nova.compute.manager [req-0969e40d-1042-4062-a461-395e0f2325d9 req-07470e0e-7414-4fb5-9694-555685143cd6 service nova] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Received event network-vif-deleted-fef55c65-f539-4b61-8cb2-e7e6a7755dc2 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1956.257363] env[62913]: DEBUG nova.compute.manager [req-0969e40d-1042-4062-a461-395e0f2325d9 req-07470e0e-7414-4fb5-9694-555685143cd6 service nova] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Received event network-vif-deleted-841713d0-5d76-45ac-98d4-4a57aeae0a32 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1956.258547] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0589796a-a1aa-4e50-8807-89345dec3e87 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.266740] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e274bbb4-1ae6-426d-9ac0-28fb56ca9be1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.297579] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b099122-f73a-4bea-b399-2a2c62924132 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.305766] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa9656d-21f7-441d-be16-d5001f873490 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.320012] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "refresh_cache-44331091-fa36-4e7e-8f18-1ceb796933ec" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.320380] env[62913]: DEBUG nova.compute.manager [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Instance network_info: |[{"id": "e0dca0f0-3ffb-484c-b94e-992dff6e964a", "address": "fa:16:3e:1b:7a:9c", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0dca0f0-3f", "ovs_interfaceid": "e0dca0f0-3ffb-484c-b94e-992dff6e964a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1956.320918] env[62913]: DEBUG nova.compute.provider_tree [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.322508] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:7a:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0dca0f0-3ffb-484c-b94e-992dff6e964a', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1956.330146] env[62913]: DEBUG oslo.service.loopingcall [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.330628] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1956.331440] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e12e81e-eae9-4ecf-8841-a884861525be {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.354161] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1956.354161] env[62913]: value = "task-1823031" [ 1956.354161] env[62913]: _type = "Task" [ 1956.354161] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.362574] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823031, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.442956] env[62913]: DEBUG nova.compute.manager [req-04f660a8-de4d-4c3c-a3af-4296ea61e9af req-0d56d0be-71ce-459d-b5d8-5192b4057da7 service nova] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Received event network-changed-e0dca0f0-3ffb-484c-b94e-992dff6e964a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1956.443230] env[62913]: DEBUG nova.compute.manager [req-04f660a8-de4d-4c3c-a3af-4296ea61e9af req-0d56d0be-71ce-459d-b5d8-5192b4057da7 service nova] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Refreshing instance network info cache due to event network-changed-e0dca0f0-3ffb-484c-b94e-992dff6e964a. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1956.443451] env[62913]: DEBUG oslo_concurrency.lockutils [req-04f660a8-de4d-4c3c-a3af-4296ea61e9af req-0d56d0be-71ce-459d-b5d8-5192b4057da7 service nova] Acquiring lock "refresh_cache-44331091-fa36-4e7e-8f18-1ceb796933ec" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.443593] env[62913]: DEBUG oslo_concurrency.lockutils [req-04f660a8-de4d-4c3c-a3af-4296ea61e9af req-0d56d0be-71ce-459d-b5d8-5192b4057da7 service nova] Acquired lock "refresh_cache-44331091-fa36-4e7e-8f18-1ceb796933ec" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.443786] env[62913]: DEBUG nova.network.neutron [req-04f660a8-de4d-4c3c-a3af-4296ea61e9af req-0d56d0be-71ce-459d-b5d8-5192b4057da7 service nova] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Refreshing network info cache for port e0dca0f0-3ffb-484c-b94e-992dff6e964a {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1956.832345] env[62913]: DEBUG nova.scheduler.client.report [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1956.866121] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823031, 'name': CreateVM_Task, 'duration_secs': 0.425658} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.866327] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1956.867045] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.867252] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.867527] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1956.867789] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c51fbd-4b6d-44f1-9412-a36c2543199a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.873609] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1956.873609] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5261ec5f-fc8f-c510-cf59-4feff8de24ed" [ 1956.873609] env[62913]: _type = "Task" [ 1956.873609] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.886459] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5261ec5f-fc8f-c510-cf59-4feff8de24ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.057049] env[62913]: DEBUG nova.compute.manager [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1957.081738] env[62913]: DEBUG nova.virt.hardware [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1957.081910] env[62913]: DEBUG nova.virt.hardware [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1957.082084] env[62913]: DEBUG nova.virt.hardware [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1957.082270] env[62913]: DEBUG nova.virt.hardware [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1957.082417] env[62913]: DEBUG nova.virt.hardware [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1957.082589] env[62913]: DEBUG nova.virt.hardware [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1957.082825] env[62913]: DEBUG nova.virt.hardware [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1957.082990] env[62913]: DEBUG nova.virt.hardware [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1957.083175] env[62913]: DEBUG nova.virt.hardware [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1957.083343] env[62913]: DEBUG nova.virt.hardware [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1957.083551] env[62913]: DEBUG nova.virt.hardware [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1957.084380] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ba45ba-c349-4ec5-8d97-de1bef3934a8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.093810] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c50ef0-fec7-4979-bad7-fabd82c9feaa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.217306] env[62913]: DEBUG nova.network.neutron [req-04f660a8-de4d-4c3c-a3af-4296ea61e9af req-0d56d0be-71ce-459d-b5d8-5192b4057da7 service nova] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Updated VIF entry in instance network info cache for port e0dca0f0-3ffb-484c-b94e-992dff6e964a. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1957.218316] env[62913]: DEBUG nova.network.neutron [req-04f660a8-de4d-4c3c-a3af-4296ea61e9af req-0d56d0be-71ce-459d-b5d8-5192b4057da7 service nova] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Updating instance_info_cache with network_info: [{"id": "e0dca0f0-3ffb-484c-b94e-992dff6e964a", "address": "fa:16:3e:1b:7a:9c", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0dca0f0-3f", "ovs_interfaceid": "e0dca0f0-3ffb-484c-b94e-992dff6e964a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.318396] env[62913]: DEBUG nova.compute.manager [req-ff2e7e67-07bb-435f-a4fa-bb1b4f6bfafe req-111417e2-3b60-4a29-b699-adecba817e16 service nova] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Received event network-vif-plugged-2a4bad61-8ae8-42f4-97fb-5c8865c0731e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1957.318631] env[62913]: DEBUG oslo_concurrency.lockutils [req-ff2e7e67-07bb-435f-a4fa-bb1b4f6bfafe req-111417e2-3b60-4a29-b699-adecba817e16 service nova] Acquiring lock "e636cc22-a0f7-481d-9df1-639dae6c6bd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.318845] env[62913]: DEBUG oslo_concurrency.lockutils [req-ff2e7e67-07bb-435f-a4fa-bb1b4f6bfafe req-111417e2-3b60-4a29-b699-adecba817e16 service nova] Lock "e636cc22-a0f7-481d-9df1-639dae6c6bd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.319030] env[62913]: DEBUG oslo_concurrency.lockutils [req-ff2e7e67-07bb-435f-a4fa-bb1b4f6bfafe req-111417e2-3b60-4a29-b699-adecba817e16 service nova] Lock "e636cc22-a0f7-481d-9df1-639dae6c6bd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.319226] env[62913]: DEBUG nova.compute.manager [req-ff2e7e67-07bb-435f-a4fa-bb1b4f6bfafe req-111417e2-3b60-4a29-b699-adecba817e16 service nova] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] No waiting events found dispatching network-vif-plugged-2a4bad61-8ae8-42f4-97fb-5c8865c0731e {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1957.319395] env[62913]: WARNING nova.compute.manager [req-ff2e7e67-07bb-435f-a4fa-bb1b4f6bfafe req-111417e2-3b60-4a29-b699-adecba817e16 service nova] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Received unexpected event network-vif-plugged-2a4bad61-8ae8-42f4-97fb-5c8865c0731e for instance with vm_state building and task_state spawning. [ 1957.337859] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.338398] env[62913]: DEBUG nova.compute.manager [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1957.341140] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.228s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.341391] env[62913]: DEBUG nova.objects.instance [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lazy-loading 'resources' on Instance uuid 267f1eb1-e352-42a6-9cd3-38a97f2e1b30 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1957.391829] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5261ec5f-fc8f-c510-cf59-4feff8de24ed, 'name': SearchDatastore_Task, 'duration_secs': 0.015201} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.392334] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.392768] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1957.393192] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.393492] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.393811] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1957.394211] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e800a5a8-33bd-405f-b29b-b4b543b59aeb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.406804] env[62913]: DEBUG nova.network.neutron [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Successfully updated port: 2a4bad61-8ae8-42f4-97fb-5c8865c0731e {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1957.410534] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1957.410534] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1957.411416] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f9514b-2d78-4469-b5b0-e4136debc89f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.417360] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1957.417360] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52263aff-6ea7-e9da-4f82-de09461bcca4" [ 1957.417360] env[62913]: _type = "Task" [ 1957.417360] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.426701] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52263aff-6ea7-e9da-4f82-de09461bcca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.519324] env[62913]: DEBUG oslo_concurrency.lockutils [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "interface-4c38b5af-e693-4cc1-8500-a30f984178b7-395b27c0-2619-414a-9032-16cdb04dc824" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.520048] env[62913]: DEBUG oslo_concurrency.lockutils [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-4c38b5af-e693-4cc1-8500-a30f984178b7-395b27c0-2619-414a-9032-16cdb04dc824" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.725047] env[62913]: DEBUG oslo_concurrency.lockutils [req-04f660a8-de4d-4c3c-a3af-4296ea61e9af req-0d56d0be-71ce-459d-b5d8-5192b4057da7 service nova] Releasing lock "refresh_cache-44331091-fa36-4e7e-8f18-1ceb796933ec" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.725047] env[62913]: DEBUG nova.compute.manager [req-04f660a8-de4d-4c3c-a3af-4296ea61e9af req-0d56d0be-71ce-459d-b5d8-5192b4057da7 service nova] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Received event network-changed-38b86a57-eaab-4bc0-8476-29ecf646b57b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1957.725047] env[62913]: DEBUG nova.compute.manager [req-04f660a8-de4d-4c3c-a3af-4296ea61e9af req-0d56d0be-71ce-459d-b5d8-5192b4057da7 service nova] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Refreshing instance network info cache due to event network-changed-38b86a57-eaab-4bc0-8476-29ecf646b57b. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1957.725047] env[62913]: DEBUG oslo_concurrency.lockutils [req-04f660a8-de4d-4c3c-a3af-4296ea61e9af req-0d56d0be-71ce-459d-b5d8-5192b4057da7 service nova] Acquiring lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.725047] env[62913]: DEBUG oslo_concurrency.lockutils [req-04f660a8-de4d-4c3c-a3af-4296ea61e9af req-0d56d0be-71ce-459d-b5d8-5192b4057da7 service nova] Acquired lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.725397] env[62913]: DEBUG nova.network.neutron [req-04f660a8-de4d-4c3c-a3af-4296ea61e9af req-0d56d0be-71ce-459d-b5d8-5192b4057da7 service nova] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Refreshing network info cache for port 38b86a57-eaab-4bc0-8476-29ecf646b57b {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.844397] env[62913]: DEBUG nova.compute.utils [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1957.849024] env[62913]: DEBUG nova.compute.manager [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1957.849024] env[62913]: DEBUG nova.network.neutron [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1957.896055] env[62913]: DEBUG nova.policy [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb2111cc6f041dca6d4a84ef345cd70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '454ecf115674407bba332773179ded50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1957.912865] env[62913]: DEBUG oslo_concurrency.lockutils [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "refresh_cache-e636cc22-a0f7-481d-9df1-639dae6c6bd5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.913026] env[62913]: DEBUG oslo_concurrency.lockutils [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "refresh_cache-e636cc22-a0f7-481d-9df1-639dae6c6bd5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.913234] env[62913]: DEBUG nova.network.neutron [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1957.930940] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52263aff-6ea7-e9da-4f82-de09461bcca4, 'name': SearchDatastore_Task, 'duration_secs': 0.020376} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.933292] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b17320cc-40db-4dcd-bdc0-d4cc68879a81 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.951101] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1957.951101] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52231084-de6f-386d-efc3-0af97d35a3d0" [ 1957.951101] env[62913]: _type = "Task" [ 1957.951101] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.966351] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52231084-de6f-386d-efc3-0af97d35a3d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.022570] env[62913]: DEBUG oslo_concurrency.lockutils [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.023019] env[62913]: DEBUG oslo_concurrency.lockutils [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.023634] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba33a97-0d5a-4f5f-932d-4e5439ae55c7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.043554] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c173da4-4418-4bc5-a540-6fad5c8579da {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.072107] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Reconfiguring VM to detach interface {{(pid=62913) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1958.073522] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7db2459a-cc0d-4b59-a647-f48cedea9710 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.087590] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc847fac-2c29-422c-8c83-aefe41040db9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.097647] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739f3aca-ebd4-4767-b750-c448fed7c6f3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.101167] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1958.101167] env[62913]: value = "task-1823032" [ 1958.101167] env[62913]: _type = "Task" [ 1958.101167] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.133155] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3160098f-ead9-49c5-a9a9-c9daef20c341 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.136095] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.142134] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7bef87-6933-4c7e-a212-3a569a9f910d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.156646] env[62913]: DEBUG nova.compute.provider_tree [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1958.239939] env[62913]: DEBUG nova.network.neutron [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Successfully created port: 2fcb553a-29b8-4b2f-baa3-e38007010cf0 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1958.349388] env[62913]: DEBUG nova.compute.manager [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1958.458981] env[62913]: DEBUG nova.network.neutron [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1958.465724] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52231084-de6f-386d-efc3-0af97d35a3d0, 'name': SearchDatastore_Task, 'duration_secs': 0.036141} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.466063] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.466415] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 44331091-fa36-4e7e-8f18-1ceb796933ec/44331091-fa36-4e7e-8f18-1ceb796933ec.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1958.466841] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d576b4cc-1d22-4993-abe8-11839aa203f1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.475147] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1958.475147] env[62913]: value = "task-1823033" [ 1958.475147] env[62913]: _type = "Task" [ 1958.475147] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.484266] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.553777] env[62913]: DEBUG nova.network.neutron [req-04f660a8-de4d-4c3c-a3af-4296ea61e9af req-0d56d0be-71ce-459d-b5d8-5192b4057da7 service nova] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updated VIF entry in instance network info cache for port 38b86a57-eaab-4bc0-8476-29ecf646b57b. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1958.554152] env[62913]: DEBUG nova.network.neutron [req-04f660a8-de4d-4c3c-a3af-4296ea61e9af req-0d56d0be-71ce-459d-b5d8-5192b4057da7 service nova] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating instance_info_cache with network_info: [{"id": "38b86a57-eaab-4bc0-8476-29ecf646b57b", "address": "fa:16:3e:60:8e:b3", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b86a57-ea", "ovs_interfaceid": "38b86a57-eaab-4bc0-8476-29ecf646b57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.612318] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.639740] env[62913]: DEBUG nova.network.neutron [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Updating instance_info_cache with network_info: [{"id": "2a4bad61-8ae8-42f4-97fb-5c8865c0731e", "address": "fa:16:3e:1c:95:a0", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a4bad61-8a", "ovs_interfaceid": "2a4bad61-8ae8-42f4-97fb-5c8865c0731e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.660448] env[62913]: DEBUG nova.scheduler.client.report [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1958.986143] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823033, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.056733] env[62913]: DEBUG oslo_concurrency.lockutils [req-04f660a8-de4d-4c3c-a3af-4296ea61e9af req-0d56d0be-71ce-459d-b5d8-5192b4057da7 service nova] Releasing lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.113551] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.142590] env[62913]: DEBUG oslo_concurrency.lockutils [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "refresh_cache-e636cc22-a0f7-481d-9df1-639dae6c6bd5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.142845] env[62913]: DEBUG nova.compute.manager [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Instance network_info: |[{"id": "2a4bad61-8ae8-42f4-97fb-5c8865c0731e", "address": "fa:16:3e:1c:95:a0", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a4bad61-8a", "ovs_interfaceid": "2a4bad61-8ae8-42f4-97fb-5c8865c0731e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1959.143313] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:95:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a4bad61-8ae8-42f4-97fb-5c8865c0731e', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1959.151718] env[62913]: DEBUG oslo.service.loopingcall [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1959.152443] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1959.152718] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c7b8af6-7c2d-4426-a758-44d3c6957935 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.168249] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.170818] env[62913]: DEBUG oslo_concurrency.lockutils [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.747s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.170818] env[62913]: DEBUG nova.objects.instance [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lazy-loading 'resources' on Instance uuid e6083a86-6579-47eb-995e-0e640eba3f33 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1959.179266] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1959.179266] env[62913]: value = "task-1823034" [ 1959.179266] env[62913]: _type = "Task" [ 1959.179266] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.189194] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823034, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.194511] env[62913]: INFO nova.scheduler.client.report [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Deleted allocations for instance 267f1eb1-e352-42a6-9cd3-38a97f2e1b30 [ 1959.353018] env[62913]: DEBUG nova.compute.manager [req-2cb813f1-6f37-485e-baed-f635ca03745e req-45af2d33-e2eb-4b74-809b-57cfd21f8d2f service nova] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Received event network-changed-2a4bad61-8ae8-42f4-97fb-5c8865c0731e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1959.353274] env[62913]: DEBUG nova.compute.manager [req-2cb813f1-6f37-485e-baed-f635ca03745e req-45af2d33-e2eb-4b74-809b-57cfd21f8d2f service nova] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Refreshing instance network info cache due to event network-changed-2a4bad61-8ae8-42f4-97fb-5c8865c0731e. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1959.353527] env[62913]: DEBUG oslo_concurrency.lockutils [req-2cb813f1-6f37-485e-baed-f635ca03745e req-45af2d33-e2eb-4b74-809b-57cfd21f8d2f service nova] Acquiring lock "refresh_cache-e636cc22-a0f7-481d-9df1-639dae6c6bd5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.353681] env[62913]: DEBUG oslo_concurrency.lockutils [req-2cb813f1-6f37-485e-baed-f635ca03745e req-45af2d33-e2eb-4b74-809b-57cfd21f8d2f service nova] Acquired lock "refresh_cache-e636cc22-a0f7-481d-9df1-639dae6c6bd5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.353847] env[62913]: DEBUG nova.network.neutron [req-2cb813f1-6f37-485e-baed-f635ca03745e req-45af2d33-e2eb-4b74-809b-57cfd21f8d2f service nova] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Refreshing network info cache for port 2a4bad61-8ae8-42f4-97fb-5c8865c0731e {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1959.358871] env[62913]: DEBUG nova.compute.manager [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1959.384268] env[62913]: DEBUG nova.virt.hardware [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1959.384521] env[62913]: DEBUG nova.virt.hardware [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1959.385320] env[62913]: DEBUG nova.virt.hardware [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1959.385320] env[62913]: DEBUG nova.virt.hardware [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1959.385320] env[62913]: DEBUG nova.virt.hardware [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1959.385320] env[62913]: DEBUG nova.virt.hardware [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1959.385471] env[62913]: DEBUG nova.virt.hardware [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1959.385649] env[62913]: DEBUG nova.virt.hardware [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1959.386021] env[62913]: DEBUG nova.virt.hardware [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1959.386552] env[62913]: DEBUG nova.virt.hardware [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1959.386552] env[62913]: DEBUG nova.virt.hardware [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1959.388089] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76bd5ba-7d1b-4c21-9c71-9f371e6c1367 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.398218] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2209e903-e7b8-4702-aeff-09f8a7a63538 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.486951] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823033, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.613187] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.689717] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823034, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.705997] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6cde4a9c-8a1e-4c96-9fb5-9c8cb8905268 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "267f1eb1-e352-42a6-9cd3-38a97f2e1b30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.103s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.734407] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.734709] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.734896] env[62913]: INFO nova.compute.manager [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Shelving [ 1959.741729] env[62913]: DEBUG nova.network.neutron [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Successfully updated port: 2fcb553a-29b8-4b2f-baa3-e38007010cf0 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1959.832389] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacadb87-bd3a-4156-b625-d9734ae62f9d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.840979] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38694a6a-0053-4050-9048-2edf12c2c50a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.875616] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88aecafd-2e90-432b-a3bf-2c573b0c3e41 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.884140] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a386fdc-e706-464c-8802-5e0de570c841 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.900407] env[62913]: DEBUG nova.compute.provider_tree [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.988425] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823033, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.014939} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.988685] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 44331091-fa36-4e7e-8f18-1ceb796933ec/44331091-fa36-4e7e-8f18-1ceb796933ec.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1959.988902] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1959.989206] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-924e1f27-36a4-41a1-a9b0-bb7229e2dcde {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.996363] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1959.996363] env[62913]: value = "task-1823035" [ 1959.996363] env[62913]: _type = "Task" [ 1959.996363] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.005995] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.078630] env[62913]: DEBUG nova.network.neutron [req-2cb813f1-6f37-485e-baed-f635ca03745e req-45af2d33-e2eb-4b74-809b-57cfd21f8d2f service nova] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Updated VIF entry in instance network info cache for port 2a4bad61-8ae8-42f4-97fb-5c8865c0731e. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1960.079015] env[62913]: DEBUG nova.network.neutron [req-2cb813f1-6f37-485e-baed-f635ca03745e req-45af2d33-e2eb-4b74-809b-57cfd21f8d2f service nova] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Updating instance_info_cache with network_info: [{"id": "2a4bad61-8ae8-42f4-97fb-5c8865c0731e", "address": "fa:16:3e:1c:95:a0", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a4bad61-8a", "ovs_interfaceid": "2a4bad61-8ae8-42f4-97fb-5c8865c0731e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.113725] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.190109] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823034, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.243424] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "refresh_cache-f57344b6-d57b-4a55-a169-133cec73565a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.244099] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquired lock "refresh_cache-f57344b6-d57b-4a55-a169-133cec73565a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.244099] env[62913]: DEBUG nova.network.neutron [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1960.403806] env[62913]: DEBUG nova.scheduler.client.report [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1960.507855] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073134} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.508152] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1960.509171] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65a015a-6efd-4b96-9915-92dfce1a2251 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.531401] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 44331091-fa36-4e7e-8f18-1ceb796933ec/44331091-fa36-4e7e-8f18-1ceb796933ec.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1960.531710] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a83a416-274e-4f02-8189-79aeee6c9bd5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.552967] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1960.552967] env[62913]: value = "task-1823036" [ 1960.552967] env[62913]: _type = "Task" [ 1960.552967] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.565309] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.581961] env[62913]: DEBUG oslo_concurrency.lockutils [req-2cb813f1-6f37-485e-baed-f635ca03745e req-45af2d33-e2eb-4b74-809b-57cfd21f8d2f service nova] Releasing lock "refresh_cache-e636cc22-a0f7-481d-9df1-639dae6c6bd5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.612553] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.690428] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823034, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.746328] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1960.748398] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65f55f9a-ce41-4636-87b9-72a8c52ecefe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.758166] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1960.758166] env[62913]: value = "task-1823037" [ 1960.758166] env[62913]: _type = "Task" [ 1960.758166] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.767264] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.777941] env[62913]: DEBUG nova.network.neutron [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1960.908225] env[62913]: DEBUG oslo_concurrency.lockutils [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.914160] env[62913]: DEBUG nova.network.neutron [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Updating instance_info_cache with network_info: [{"id": "2fcb553a-29b8-4b2f-baa3-e38007010cf0", "address": "fa:16:3e:9d:8f:ba", "network": {"id": "c2e68404-a54c-4efa-9867-3cc34ad00b06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1754178534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "454ecf115674407bba332773179ded50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcb553a-29", "ovs_interfaceid": "2fcb553a-29b8-4b2f-baa3-e38007010cf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.936698] env[62913]: INFO nova.scheduler.client.report [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Deleted allocations for instance e6083a86-6579-47eb-995e-0e640eba3f33 [ 1961.063874] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.114154] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.192279] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823034, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.268554] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823037, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.380576] env[62913]: DEBUG nova.compute.manager [req-c4f19e11-809e-4e1d-9aa9-2ba8bb75f437 req-56e84a52-6901-4440-99f7-e03204d2bc08 service nova] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Received event network-vif-plugged-2fcb553a-29b8-4b2f-baa3-e38007010cf0 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1961.380826] env[62913]: DEBUG oslo_concurrency.lockutils [req-c4f19e11-809e-4e1d-9aa9-2ba8bb75f437 req-56e84a52-6901-4440-99f7-e03204d2bc08 service nova] Acquiring lock "f57344b6-d57b-4a55-a169-133cec73565a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.381055] env[62913]: DEBUG oslo_concurrency.lockutils [req-c4f19e11-809e-4e1d-9aa9-2ba8bb75f437 req-56e84a52-6901-4440-99f7-e03204d2bc08 service nova] Lock "f57344b6-d57b-4a55-a169-133cec73565a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.381235] env[62913]: DEBUG oslo_concurrency.lockutils [req-c4f19e11-809e-4e1d-9aa9-2ba8bb75f437 req-56e84a52-6901-4440-99f7-e03204d2bc08 service nova] Lock "f57344b6-d57b-4a55-a169-133cec73565a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.381409] env[62913]: DEBUG nova.compute.manager [req-c4f19e11-809e-4e1d-9aa9-2ba8bb75f437 req-56e84a52-6901-4440-99f7-e03204d2bc08 service nova] [instance: f57344b6-d57b-4a55-a169-133cec73565a] No waiting events found dispatching network-vif-plugged-2fcb553a-29b8-4b2f-baa3-e38007010cf0 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1961.381578] env[62913]: WARNING nova.compute.manager [req-c4f19e11-809e-4e1d-9aa9-2ba8bb75f437 req-56e84a52-6901-4440-99f7-e03204d2bc08 service nova] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Received unexpected event network-vif-plugged-2fcb553a-29b8-4b2f-baa3-e38007010cf0 for instance with vm_state building and task_state spawning. [ 1961.381742] env[62913]: DEBUG nova.compute.manager [req-c4f19e11-809e-4e1d-9aa9-2ba8bb75f437 req-56e84a52-6901-4440-99f7-e03204d2bc08 service nova] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Received event network-changed-2fcb553a-29b8-4b2f-baa3-e38007010cf0 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1961.381897] env[62913]: DEBUG nova.compute.manager [req-c4f19e11-809e-4e1d-9aa9-2ba8bb75f437 req-56e84a52-6901-4440-99f7-e03204d2bc08 service nova] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Refreshing instance network info cache due to event network-changed-2fcb553a-29b8-4b2f-baa3-e38007010cf0. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1961.382156] env[62913]: DEBUG oslo_concurrency.lockutils [req-c4f19e11-809e-4e1d-9aa9-2ba8bb75f437 req-56e84a52-6901-4440-99f7-e03204d2bc08 service nova] Acquiring lock "refresh_cache-f57344b6-d57b-4a55-a169-133cec73565a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.417483] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Releasing lock "refresh_cache-f57344b6-d57b-4a55-a169-133cec73565a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.417858] env[62913]: DEBUG nova.compute.manager [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Instance network_info: |[{"id": "2fcb553a-29b8-4b2f-baa3-e38007010cf0", "address": "fa:16:3e:9d:8f:ba", "network": {"id": "c2e68404-a54c-4efa-9867-3cc34ad00b06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1754178534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "454ecf115674407bba332773179ded50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcb553a-29", "ovs_interfaceid": "2fcb553a-29b8-4b2f-baa3-e38007010cf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1961.418209] env[62913]: DEBUG oslo_concurrency.lockutils [req-c4f19e11-809e-4e1d-9aa9-2ba8bb75f437 req-56e84a52-6901-4440-99f7-e03204d2bc08 service nova] Acquired lock "refresh_cache-f57344b6-d57b-4a55-a169-133cec73565a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.418397] env[62913]: DEBUG nova.network.neutron [req-c4f19e11-809e-4e1d-9aa9-2ba8bb75f437 req-56e84a52-6901-4440-99f7-e03204d2bc08 service nova] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Refreshing network info cache for port 2fcb553a-29b8-4b2f-baa3-e38007010cf0 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1961.419740] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:8f:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fcb553a-29b8-4b2f-baa3-e38007010cf0', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1961.427851] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Creating folder: Project (454ecf115674407bba332773179ded50). Parent ref: group-v377263. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1961.431309] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-013a98c2-e1f0-47ba-b499-6ba75e51c2d9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.447072] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Created folder: Project (454ecf115674407bba332773179ded50) in parent group-v377263. [ 1961.447190] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Creating folder: Instances. Parent ref: group-v377566. {{(pid=62913) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1961.447727] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d8e29a5-118d-4705-a671-12f091c7cc4e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.450281] env[62913]: DEBUG oslo_concurrency.lockutils [None req-be2660cf-ef65-4c73-9940-00ba1a13cf33 tempest-MultipleCreateTestJSON-356909843 tempest-MultipleCreateTestJSON-356909843-project-member] Lock "e6083a86-6579-47eb-995e-0e640eba3f33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.597s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.461702] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Created folder: Instances in parent group-v377566. [ 1961.462938] env[62913]: DEBUG oslo.service.loopingcall [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1961.464721] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1961.465025] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fd3f19f-a54b-47cb-96ba-18fbed1021d6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.488686] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1961.488686] env[62913]: value = "task-1823040" [ 1961.488686] env[62913]: _type = "Task" [ 1961.488686] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.498485] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823040, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.565945] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823036, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.614732] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.696028] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823034, 'name': CreateVM_Task, 'duration_secs': 2.077608} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.696381] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1961.697746] env[62913]: DEBUG oslo_concurrency.lockutils [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.697952] env[62913]: DEBUG oslo_concurrency.lockutils [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.698358] env[62913]: DEBUG oslo_concurrency.lockutils [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1961.698660] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f1f844-7bd8-4479-9bc3-d674c6723816 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.704968] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1961.704968] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52e11b5a-eaeb-21e6-98d5-516b1052fae6" [ 1961.704968] env[62913]: _type = "Task" [ 1961.704968] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.714493] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e11b5a-eaeb-21e6-98d5-516b1052fae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.730477] env[62913]: DEBUG nova.network.neutron [req-c4f19e11-809e-4e1d-9aa9-2ba8bb75f437 req-56e84a52-6901-4440-99f7-e03204d2bc08 service nova] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Updated VIF entry in instance network info cache for port 2fcb553a-29b8-4b2f-baa3-e38007010cf0. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1961.730822] env[62913]: DEBUG nova.network.neutron [req-c4f19e11-809e-4e1d-9aa9-2ba8bb75f437 req-56e84a52-6901-4440-99f7-e03204d2bc08 service nova] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Updating instance_info_cache with network_info: [{"id": "2fcb553a-29b8-4b2f-baa3-e38007010cf0", "address": "fa:16:3e:9d:8f:ba", "network": {"id": "c2e68404-a54c-4efa-9867-3cc34ad00b06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1754178534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "454ecf115674407bba332773179ded50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcb553a-29", "ovs_interfaceid": "2fcb553a-29b8-4b2f-baa3-e38007010cf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.771607] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823037, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.000537] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823040, 'name': CreateVM_Task, 'duration_secs': 0.377687} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.000998] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1962.001383] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.066384] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823036, 'name': ReconfigVM_Task, 'duration_secs': 1.016425} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.066669] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 44331091-fa36-4e7e-8f18-1ceb796933ec/44331091-fa36-4e7e-8f18-1ceb796933ec.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1962.067387] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-927e46f1-722f-4458-8e3f-7564b5bf6764 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.075241] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1962.075241] env[62913]: value = "task-1823041" [ 1962.075241] env[62913]: _type = "Task" [ 1962.075241] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.084300] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823041, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.115258] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.216574] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52e11b5a-eaeb-21e6-98d5-516b1052fae6, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.216922] env[62913]: DEBUG oslo_concurrency.lockutils [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.217198] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1962.217437] env[62913]: DEBUG oslo_concurrency.lockutils [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.217585] env[62913]: DEBUG oslo_concurrency.lockutils [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.217949] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1962.218058] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.218364] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1962.218594] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc2fe6d8-e356-48b5-8ad0-4ad27436d711 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.220482] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f35e4097-82eb-4e62-8db7-4c0c3a84d27e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.227403] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 1962.227403] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bb3447-e484-8a85-4def-be2fd90a67fd" [ 1962.227403] env[62913]: _type = "Task" [ 1962.227403] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.232356] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1962.232595] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1962.233959] env[62913]: DEBUG oslo_concurrency.lockutils [req-c4f19e11-809e-4e1d-9aa9-2ba8bb75f437 req-56e84a52-6901-4440-99f7-e03204d2bc08 service nova] Releasing lock "refresh_cache-f57344b6-d57b-4a55-a169-133cec73565a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.234319] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b799864-df8f-451c-9ed0-3312e6dd1f5b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.240074] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bb3447-e484-8a85-4def-be2fd90a67fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.240708] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.240930] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1962.241183] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.243780] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1962.243780] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ce2bf4-863e-4465-09a2-39162f6549b7" [ 1962.243780] env[62913]: _type = "Task" [ 1962.243780] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.252382] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ce2bf4-863e-4465-09a2-39162f6549b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.269583] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823037, 'name': PowerOffVM_Task, 'duration_secs': 1.233} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.270438] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1962.270694] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4758451b-2743-4a86-ab8c-62054ac561bd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.291197] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32272533-2ff2-4574-86c4-39be0a81396c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.585566] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823041, 'name': Rename_Task, 'duration_secs': 0.31595} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.585991] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1962.586306] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e9e277c-e193-49bf-bbde-6e648c414b87 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.593270] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 1962.593270] env[62913]: value = "task-1823042" [ 1962.593270] env[62913]: _type = "Task" [ 1962.593270] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.601955] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.614677] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.755939] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52ce2bf4-863e-4465-09a2-39162f6549b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011541} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.756790] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a5d1dc-8606-4153-9d3b-6c3694af587d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.762805] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1962.762805] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]528829ec-0262-e814-912a-c20dfd96ea16" [ 1962.762805] env[62913]: _type = "Task" [ 1962.762805] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.771179] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528829ec-0262-e814-912a-c20dfd96ea16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.802859] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1962.803835] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3be968fe-4c8a-4a64-b5a6-d23573fcea57 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.812845] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1962.812845] env[62913]: value = "task-1823043" [ 1962.812845] env[62913]: _type = "Task" [ 1962.812845] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.821823] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823043, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.106810] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823042, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.123118] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.273158] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]528829ec-0262-e814-912a-c20dfd96ea16, 'name': SearchDatastore_Task, 'duration_secs': 0.02157} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.273436] env[62913]: DEBUG oslo_concurrency.lockutils [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.273694] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e636cc22-a0f7-481d-9df1-639dae6c6bd5/e636cc22-a0f7-481d-9df1-639dae6c6bd5.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1963.273980] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.274184] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1963.274397] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aec17f8-3bc0-493f-bd26-c742e34d4042 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.276426] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-796e7fed-0332-4fac-bdeb-32ce10aba61a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.285428] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1963.285428] env[62913]: value = "task-1823044" [ 1963.285428] env[62913]: _type = "Task" [ 1963.285428] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.286662] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1963.286866] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1963.290291] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d534d02-760b-4ec0-9bbe-b905328a731a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.296306] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 1963.296306] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52780da3-a74c-7edb-d6c5-7a3defdbfa01" [ 1963.296306] env[62913]: _type = "Task" [ 1963.296306] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.300406] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.310072] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52780da3-a74c-7edb-d6c5-7a3defdbfa01, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.310911] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f7e894-b0ec-485b-808c-4fae76be9e5d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.322283] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823043, 'name': CreateSnapshot_Task, 'duration_secs': 0.48078} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.323255] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1963.323637] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 1963.323637] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52249d0e-bccf-cb3d-fd4d-f366e64b6d1a" [ 1963.323637] env[62913]: _type = "Task" [ 1963.323637] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.324379] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3313e85-f9e0-44fa-9544-39edcf1f2f74 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.349180] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52249d0e-bccf-cb3d-fd4d-f366e64b6d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.008556} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.349927] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.349927] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] f57344b6-d57b-4a55-a169-133cec73565a/f57344b6-d57b-4a55-a169-133cec73565a.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1963.350110] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fae46c2-f359-4c2d-bf7c-e2fca4254a9c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.357874] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 1963.357874] env[62913]: value = "task-1823045" [ 1963.357874] env[62913]: _type = "Task" [ 1963.357874] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.367438] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.606751] env[62913]: DEBUG oslo_vmware.api [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823042, 'name': PowerOnVM_Task, 'duration_secs': 0.584654} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.606751] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1963.607155] env[62913]: INFO nova.compute.manager [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1963.607363] env[62913]: DEBUG nova.compute.manager [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1963.608523] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4966c03d-3704-40b9-a249-1d9cbf0778ec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.624214] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.799045] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490993} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.799045] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] e636cc22-a0f7-481d-9df1-639dae6c6bd5/e636cc22-a0f7-481d-9df1-639dae6c6bd5.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1963.799249] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1963.799465] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00291d69-0854-4e4d-9867-1ce0afddfd53 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.807377] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1963.807377] env[62913]: value = "task-1823046" [ 1963.807377] env[62913]: _type = "Task" [ 1963.807377] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.818146] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.846074] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1963.846516] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2c0a9aa7-5897-4895-868e-2d97648eb559 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.858831] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1963.858831] env[62913]: value = "task-1823047" [ 1963.858831] env[62913]: _type = "Task" [ 1963.858831] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.872230] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823045, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.876018] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823047, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.119953] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.143477] env[62913]: INFO nova.compute.manager [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Took 19.35 seconds to build instance. [ 1964.319087] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086968} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.319087] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1964.319345] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430b136e-919b-421e-8759-737d4adec610 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.341963] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] e636cc22-a0f7-481d-9df1-639dae6c6bd5/e636cc22-a0f7-481d-9df1-639dae6c6bd5.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1964.342275] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-035a5ec8-7ace-42e5-af9c-eb925e167f94 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.362978] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1964.362978] env[62913]: value = "task-1823048" [ 1964.362978] env[62913]: _type = "Task" [ 1964.362978] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.371694] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767397} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.372327] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] f57344b6-d57b-4a55-a169-133cec73565a/f57344b6-d57b-4a55-a169-133cec73565a.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1964.372543] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1964.373090] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-573d6588-9623-4f90-9f2a-78e6067746c3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.377927] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823047, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.381598] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823048, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.386252] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 1964.386252] env[62913]: value = "task-1823049" [ 1964.386252] env[62913]: _type = "Task" [ 1964.386252] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.398115] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.618530] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.645264] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a7561e7b-6976-4786-80e5-a77c9f8d8c77 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "44331091-fa36-4e7e-8f18-1ceb796933ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.860s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.879019] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823047, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.880935] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.898747] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066436} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.899078] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1964.899775] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd7b618-da81-4392-86b9-ee5b72700da7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.921837] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] f57344b6-d57b-4a55-a169-133cec73565a/f57344b6-d57b-4a55-a169-133cec73565a.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1964.922130] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a26efbdc-58b2-40e1-b871-fdef83044366 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.943033] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 1964.943033] env[62913]: value = "task-1823050" [ 1964.943033] env[62913]: _type = "Task" [ 1964.943033] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.950894] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.120530] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.305412] env[62913]: DEBUG nova.compute.manager [req-fbd11824-de5e-45f9-8c45-dda2e418d8ad req-e4e65e7a-bb62-4e66-92b1-9a4fee7ceab3 service nova] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Received event network-changed-e0dca0f0-3ffb-484c-b94e-992dff6e964a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1965.305712] env[62913]: DEBUG nova.compute.manager [req-fbd11824-de5e-45f9-8c45-dda2e418d8ad req-e4e65e7a-bb62-4e66-92b1-9a4fee7ceab3 service nova] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Refreshing instance network info cache due to event network-changed-e0dca0f0-3ffb-484c-b94e-992dff6e964a. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1965.305821] env[62913]: DEBUG oslo_concurrency.lockutils [req-fbd11824-de5e-45f9-8c45-dda2e418d8ad req-e4e65e7a-bb62-4e66-92b1-9a4fee7ceab3 service nova] Acquiring lock "refresh_cache-44331091-fa36-4e7e-8f18-1ceb796933ec" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.306022] env[62913]: DEBUG oslo_concurrency.lockutils [req-fbd11824-de5e-45f9-8c45-dda2e418d8ad req-e4e65e7a-bb62-4e66-92b1-9a4fee7ceab3 service nova] Acquired lock "refresh_cache-44331091-fa36-4e7e-8f18-1ceb796933ec" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.306228] env[62913]: DEBUG nova.network.neutron [req-fbd11824-de5e-45f9-8c45-dda2e418d8ad req-e4e65e7a-bb62-4e66-92b1-9a4fee7ceab3 service nova] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Refreshing network info cache for port e0dca0f0-3ffb-484c-b94e-992dff6e964a {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1965.380207] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823047, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.380730] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823048, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.454222] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.619652] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.877537] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823047, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.882732] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823048, 'name': ReconfigVM_Task, 'duration_secs': 1.065679} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.883381] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Reconfigured VM instance instance-00000071 to attach disk [datastore1] e636cc22-a0f7-481d-9df1-639dae6c6bd5/e636cc22-a0f7-481d-9df1-639dae6c6bd5.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1965.884038] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e305aac3-db93-4fcf-a040-9128157cccd3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.892740] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1965.892740] env[62913]: value = "task-1823051" [ 1965.892740] env[62913]: _type = "Task" [ 1965.892740] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.902358] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823051, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.953806] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823050, 'name': ReconfigVM_Task, 'duration_secs': 0.808448} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.955024] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Reconfigured VM instance instance-00000072 to attach disk [datastore1] f57344b6-d57b-4a55-a169-133cec73565a/f57344b6-d57b-4a55-a169-133cec73565a.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1965.955024] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ced77c1-6e65-4838-84b3-ea9d0d90d3a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.962017] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 1965.962017] env[62913]: value = "task-1823052" [ 1965.962017] env[62913]: _type = "Task" [ 1965.962017] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.975009] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823052, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.034290] env[62913]: DEBUG nova.network.neutron [req-fbd11824-de5e-45f9-8c45-dda2e418d8ad req-e4e65e7a-bb62-4e66-92b1-9a4fee7ceab3 service nova] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Updated VIF entry in instance network info cache for port e0dca0f0-3ffb-484c-b94e-992dff6e964a. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1966.034748] env[62913]: DEBUG nova.network.neutron [req-fbd11824-de5e-45f9-8c45-dda2e418d8ad req-e4e65e7a-bb62-4e66-92b1-9a4fee7ceab3 service nova] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Updating instance_info_cache with network_info: [{"id": "e0dca0f0-3ffb-484c-b94e-992dff6e964a", "address": "fa:16:3e:1b:7a:9c", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0dca0f0-3f", "ovs_interfaceid": "e0dca0f0-3ffb-484c-b94e-992dff6e964a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.121154] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.375130] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823047, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.402557] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823051, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.474995] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823052, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.537021] env[62913]: DEBUG oslo_concurrency.lockutils [req-fbd11824-de5e-45f9-8c45-dda2e418d8ad req-e4e65e7a-bb62-4e66-92b1-9a4fee7ceab3 service nova] Releasing lock "refresh_cache-44331091-fa36-4e7e-8f18-1ceb796933ec" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.620544] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.876478] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823047, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.902897] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823051, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.978948] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823052, 'name': Rename_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.121865] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.376746] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823047, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.402359] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823051, 'name': Rename_Task, 'duration_secs': 1.094172} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.402745] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1967.403040] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bee3bfa-4c38-4e5a-9b61-cf6c91c13462 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.409338] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1967.409338] env[62913]: value = "task-1823053" [ 1967.409338] env[62913]: _type = "Task" [ 1967.409338] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.417083] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.475728] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823052, 'name': Rename_Task, 'duration_secs': 1.023874} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.476015] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1967.476282] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cb40607-1683-402f-bfe0-b0903e52e094 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.483753] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 1967.483753] env[62913]: value = "task-1823054" [ 1967.483753] env[62913]: _type = "Task" [ 1967.483753] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.492597] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.621725] env[62913]: DEBUG oslo_vmware.api [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823032, 'name': ReconfigVM_Task, 'duration_secs': 9.117829} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.621988] env[62913]: DEBUG oslo_concurrency.lockutils [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.622215] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Reconfigured VM to detach interface {{(pid=62913) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1967.878762] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823047, 'name': CloneVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.922842] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823053, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.928448] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1967.928656] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1967.928791] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1967.996046] env[62913]: DEBUG oslo_vmware.api [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823054, 'name': PowerOnVM_Task, 'duration_secs': 0.470197} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.996444] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1967.996563] env[62913]: INFO nova.compute.manager [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1967.996758] env[62913]: DEBUG nova.compute.manager [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1967.997635] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232e417b-e389-4350-bd20-dc005bfc2bd4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.379283] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823047, 'name': CloneVM_Task, 'duration_secs': 4.066369} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.379628] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Created linked-clone VM from snapshot [ 1968.380141] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cd8ed7-aaa9-4275-a6da-f1862dcf397e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.388245] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Uploading image 83dccc1d-0975-42d2-9bee-ea453141d109 {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1968.416716] env[62913]: DEBUG oslo_vmware.rw_handles [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1968.416716] env[62913]: value = "vm-377570" [ 1968.416716] env[62913]: _type = "VirtualMachine" [ 1968.416716] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1968.417020] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8b209def-7df9-4820-82c4-f87c1c1e3572 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.424663] env[62913]: DEBUG oslo_vmware.api [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823053, 'name': PowerOnVM_Task, 'duration_secs': 0.547215} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.425957] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1968.426192] env[62913]: INFO nova.compute.manager [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Took 11.37 seconds to spawn the instance on the hypervisor. [ 1968.426374] env[62913]: DEBUG nova.compute.manager [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1968.426734] env[62913]: DEBUG oslo_vmware.rw_handles [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lease: (returnval){ [ 1968.426734] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529d2818-d7ae-f86f-8fa6-e1376eae5197" [ 1968.426734] env[62913]: _type = "HttpNfcLease" [ 1968.426734] env[62913]: } obtained for exporting VM: (result){ [ 1968.426734] env[62913]: value = "vm-377570" [ 1968.426734] env[62913]: _type = "VirtualMachine" [ 1968.426734] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1968.427028] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the lease: (returnval){ [ 1968.427028] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529d2818-d7ae-f86f-8fa6-e1376eae5197" [ 1968.427028] env[62913]: _type = "HttpNfcLease" [ 1968.427028] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1968.427673] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ba5993-d5bf-47d6-a33a-90b126c4477b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.442554] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1968.442554] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529d2818-d7ae-f86f-8fa6-e1376eae5197" [ 1968.442554] env[62913]: _type = "HttpNfcLease" [ 1968.442554] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1968.443018] env[62913]: DEBUG oslo_vmware.rw_handles [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1968.443018] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]529d2818-d7ae-f86f-8fa6-e1376eae5197" [ 1968.443018] env[62913]: _type = "HttpNfcLease" [ 1968.443018] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1968.443723] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabbe582-5d42-4a7f-af8e-6340b1904498 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.451572] env[62913]: DEBUG oslo_vmware.rw_handles [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52342ab5-4a2a-c96e-a5dd-106b129ae54c/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1968.451749] env[62913]: DEBUG oslo_vmware.rw_handles [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52342ab5-4a2a-c96e-a5dd-106b129ae54c/disk-0.vmdk for reading. {{(pid=62913) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1968.520066] env[62913]: INFO nova.compute.manager [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Took 13.53 seconds to build instance. [ 1968.546738] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6e15b0fb-fe82-47aa-abb9-80cb5932c833 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.957915] env[62913]: INFO nova.compute.manager [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Took 16.30 seconds to build instance. [ 1969.009236] env[62913]: DEBUG oslo_concurrency.lockutils [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.009471] env[62913]: DEBUG oslo_concurrency.lockutils [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.009664] env[62913]: DEBUG nova.network.neutron [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1969.022821] env[62913]: DEBUG oslo_concurrency.lockutils [None req-4161bde3-9885-4e16-89e6-04e84cd53903 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "f57344b6-d57b-4a55-a169-133cec73565a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.040s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.140346] env[62913]: DEBUG nova.compute.manager [req-455085e9-f100-450c-a6c3-104228f30985 req-24138f6e-fa63-4a80-b8b2-2e5ba2e650c0 service nova] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Received event network-changed-2fcb553a-29b8-4b2f-baa3-e38007010cf0 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1969.140346] env[62913]: DEBUG nova.compute.manager [req-455085e9-f100-450c-a6c3-104228f30985 req-24138f6e-fa63-4a80-b8b2-2e5ba2e650c0 service nova] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Refreshing instance network info cache due to event network-changed-2fcb553a-29b8-4b2f-baa3-e38007010cf0. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1969.140450] env[62913]: DEBUG oslo_concurrency.lockutils [req-455085e9-f100-450c-a6c3-104228f30985 req-24138f6e-fa63-4a80-b8b2-2e5ba2e650c0 service nova] Acquiring lock "refresh_cache-f57344b6-d57b-4a55-a169-133cec73565a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.140665] env[62913]: DEBUG oslo_concurrency.lockutils [req-455085e9-f100-450c-a6c3-104228f30985 req-24138f6e-fa63-4a80-b8b2-2e5ba2e650c0 service nova] Acquired lock "refresh_cache-f57344b6-d57b-4a55-a169-133cec73565a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.140665] env[62913]: DEBUG nova.network.neutron [req-455085e9-f100-450c-a6c3-104228f30985 req-24138f6e-fa63-4a80-b8b2-2e5ba2e650c0 service nova] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Refreshing network info cache for port 2fcb553a-29b8-4b2f-baa3-e38007010cf0 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1969.460907] env[62913]: DEBUG oslo_concurrency.lockutils [None req-041f2ca4-e839-4aa3-a67f-c6f0f602e2ef tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "e636cc22-a0f7-481d-9df1-639dae6c6bd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.807s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.542244] env[62913]: DEBUG nova.compute.manager [req-82b96f8b-77dd-4a81-a0b5-205adbbe1a96 req-a6923a7b-42e1-4bfb-81ef-a9fd71a305f1 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Received event network-changed-abb3f30c-a71e-4232-81e2-ed1cfc2573e6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1969.542880] env[62913]: DEBUG nova.compute.manager [req-82b96f8b-77dd-4a81-a0b5-205adbbe1a96 req-a6923a7b-42e1-4bfb-81ef-a9fd71a305f1 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Refreshing instance network info cache due to event network-changed-abb3f30c-a71e-4232-81e2-ed1cfc2573e6. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1969.542880] env[62913]: DEBUG oslo_concurrency.lockutils [req-82b96f8b-77dd-4a81-a0b5-205adbbe1a96 req-a6923a7b-42e1-4bfb-81ef-a9fd71a305f1 service nova] Acquiring lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.707593] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80f69b38-a314-4bf4-a21d-d3f3b2297e7c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "e636cc22-a0f7-481d-9df1-639dae6c6bd5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.708055] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80f69b38-a314-4bf4-a21d-d3f3b2297e7c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "e636cc22-a0f7-481d-9df1-639dae6c6bd5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.708289] env[62913]: DEBUG nova.compute.manager [None req-80f69b38-a314-4bf4-a21d-d3f3b2297e7c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1969.709768] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a684806e-0ace-4a61-b185-d6c25dd65bac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.719302] env[62913]: DEBUG nova.compute.manager [None req-80f69b38-a314-4bf4-a21d-d3f3b2297e7c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62913) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1969.720316] env[62913]: DEBUG nova.objects.instance [None req-80f69b38-a314-4bf4-a21d-d3f3b2297e7c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lazy-loading 'flavor' on Instance uuid e636cc22-a0f7-481d-9df1-639dae6c6bd5 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1969.777021] env[62913]: INFO nova.network.neutron [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Port 395b27c0-2619-414a-9032-16cdb04dc824 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1969.777403] env[62913]: DEBUG nova.network.neutron [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Updating instance_info_cache with network_info: [{"id": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "address": "fa:16:3e:6d:32:2b", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb3f30c-a7", "ovs_interfaceid": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.886021] env[62913]: DEBUG nova.network.neutron [req-455085e9-f100-450c-a6c3-104228f30985 req-24138f6e-fa63-4a80-b8b2-2e5ba2e650c0 service nova] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Updated VIF entry in instance network info cache for port 2fcb553a-29b8-4b2f-baa3-e38007010cf0. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1969.886793] env[62913]: DEBUG nova.network.neutron [req-455085e9-f100-450c-a6c3-104228f30985 req-24138f6e-fa63-4a80-b8b2-2e5ba2e650c0 service nova] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Updating instance_info_cache with network_info: [{"id": "2fcb553a-29b8-4b2f-baa3-e38007010cf0", "address": "fa:16:3e:9d:8f:ba", "network": {"id": "c2e68404-a54c-4efa-9867-3cc34ad00b06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1754178534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "454ecf115674407bba332773179ded50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcb553a-29", "ovs_interfaceid": "2fcb553a-29b8-4b2f-baa3-e38007010cf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.237070] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "interface-94a10084-160b-40ff-931e-d967c5884236-395b27c0-2619-414a-9032-16cdb04dc824" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.237070] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-94a10084-160b-40ff-931e-d967c5884236-395b27c0-2619-414a-9032-16cdb04dc824" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.237419] env[62913]: DEBUG nova.objects.instance [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lazy-loading 'flavor' on Instance uuid 94a10084-160b-40ff-931e-d967c5884236 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1970.279995] env[62913]: DEBUG oslo_concurrency.lockutils [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.282335] env[62913]: DEBUG oslo_concurrency.lockutils [req-82b96f8b-77dd-4a81-a0b5-205adbbe1a96 req-a6923a7b-42e1-4bfb-81ef-a9fd71a305f1 service nova] Acquired lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.282566] env[62913]: DEBUG nova.network.neutron [req-82b96f8b-77dd-4a81-a0b5-205adbbe1a96 req-a6923a7b-42e1-4bfb-81ef-a9fd71a305f1 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Refreshing network info cache for port abb3f30c-a71e-4232-81e2-ed1cfc2573e6 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1970.389169] env[62913]: DEBUG oslo_concurrency.lockutils [req-455085e9-f100-450c-a6c3-104228f30985 req-24138f6e-fa63-4a80-b8b2-2e5ba2e650c0 service nova] Releasing lock "refresh_cache-f57344b6-d57b-4a55-a169-133cec73565a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.729440] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f69b38-a314-4bf4-a21d-d3f3b2297e7c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1970.729871] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58d237de-7664-4da6-aa3e-9200f6f8ecf9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.739491] env[62913]: DEBUG oslo_vmware.api [None req-80f69b38-a314-4bf4-a21d-d3f3b2297e7c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1970.739491] env[62913]: value = "task-1823056" [ 1970.739491] env[62913]: _type = "Task" [ 1970.739491] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.756249] env[62913]: DEBUG oslo_vmware.api [None req-80f69b38-a314-4bf4-a21d-d3f3b2297e7c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.785486] env[62913]: DEBUG oslo_concurrency.lockutils [None req-545860d8-c10e-4135-9433-14aa98b1be1e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-4c38b5af-e693-4cc1-8500-a30f984178b7-395b27c0-2619-414a-9032-16cdb04dc824" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 13.266s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.861343] env[62913]: DEBUG nova.objects.instance [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lazy-loading 'pci_requests' on Instance uuid 94a10084-160b-40ff-931e-d967c5884236 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1971.021836] env[62913]: DEBUG nova.network.neutron [req-82b96f8b-77dd-4a81-a0b5-205adbbe1a96 req-a6923a7b-42e1-4bfb-81ef-a9fd71a305f1 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Updated VIF entry in instance network info cache for port abb3f30c-a71e-4232-81e2-ed1cfc2573e6. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1971.022295] env[62913]: DEBUG nova.network.neutron [req-82b96f8b-77dd-4a81-a0b5-205adbbe1a96 req-a6923a7b-42e1-4bfb-81ef-a9fd71a305f1 service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Updating instance_info_cache with network_info: [{"id": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "address": "fa:16:3e:6d:32:2b", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb3f30c-a7", "ovs_interfaceid": "abb3f30c-a71e-4232-81e2-ed1cfc2573e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.249843] env[62913]: DEBUG oslo_vmware.api [None req-80f69b38-a314-4bf4-a21d-d3f3b2297e7c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823056, 'name': PowerOffVM_Task, 'duration_secs': 0.240386} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.250125] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f69b38-a314-4bf4-a21d-d3f3b2297e7c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1971.250311] env[62913]: DEBUG nova.compute.manager [None req-80f69b38-a314-4bf4-a21d-d3f3b2297e7c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1971.251071] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f417248-f662-4a35-9f5a-73294a0a1557 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.367776] env[62913]: DEBUG nova.objects.base [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Object Instance<94a10084-160b-40ff-931e-d967c5884236> lazy-loaded attributes: flavor,pci_requests {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1971.367978] env[62913]: DEBUG nova.network.neutron [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1971.456352] env[62913]: DEBUG nova.policy [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9804181ca484443b9e0fb5cb24365926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e117b9e16efe4c93bcb40ceeb540b462', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 1971.525457] env[62913]: DEBUG oslo_concurrency.lockutils [req-82b96f8b-77dd-4a81-a0b5-205adbbe1a96 req-a6923a7b-42e1-4bfb-81ef-a9fd71a305f1 service nova] Releasing lock "refresh_cache-4c38b5af-e693-4cc1-8500-a30f984178b7" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.566977] env[62913]: DEBUG nova.compute.manager [req-9d6f9344-1efd-4ec3-ba1e-5df345aad721 req-d93f39e9-e2a1-4535-9d39-d33482873d37 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Received event network-changed-3dfc60fb-ba71-44dd-832a-4c597f97357a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1971.567390] env[62913]: DEBUG nova.compute.manager [req-9d6f9344-1efd-4ec3-ba1e-5df345aad721 req-d93f39e9-e2a1-4535-9d39-d33482873d37 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Refreshing instance network info cache due to event network-changed-3dfc60fb-ba71-44dd-832a-4c597f97357a. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1971.567725] env[62913]: DEBUG oslo_concurrency.lockutils [req-9d6f9344-1efd-4ec3-ba1e-5df345aad721 req-d93f39e9-e2a1-4535-9d39-d33482873d37 service nova] Acquiring lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.567963] env[62913]: DEBUG oslo_concurrency.lockutils [req-9d6f9344-1efd-4ec3-ba1e-5df345aad721 req-d93f39e9-e2a1-4535-9d39-d33482873d37 service nova] Acquired lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.568239] env[62913]: DEBUG nova.network.neutron [req-9d6f9344-1efd-4ec3-ba1e-5df345aad721 req-d93f39e9-e2a1-4535-9d39-d33482873d37 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Refreshing network info cache for port 3dfc60fb-ba71-44dd-832a-4c597f97357a {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1971.763153] env[62913]: DEBUG oslo_concurrency.lockutils [None req-80f69b38-a314-4bf4-a21d-d3f3b2297e7c tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "e636cc22-a0f7-481d-9df1-639dae6c6bd5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.989472] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "refresh_cache-316bee52-20f6-467d-a9c5-e2107f9ac37c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.989640] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquired lock "refresh_cache-316bee52-20f6-467d-a9c5-e2107f9ac37c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.989798] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Forcefully refreshing network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1972.347576] env[62913]: DEBUG nova.network.neutron [req-9d6f9344-1efd-4ec3-ba1e-5df345aad721 req-d93f39e9-e2a1-4535-9d39-d33482873d37 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Updated VIF entry in instance network info cache for port 3dfc60fb-ba71-44dd-832a-4c597f97357a. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1972.347965] env[62913]: DEBUG nova.network.neutron [req-9d6f9344-1efd-4ec3-ba1e-5df345aad721 req-d93f39e9-e2a1-4535-9d39-d33482873d37 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Updating instance_info_cache with network_info: [{"id": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "address": "fa:16:3e:86:90:9e", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfc60fb-ba", "ovs_interfaceid": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.469330] env[62913]: DEBUG oslo_concurrency.lockutils [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "e636cc22-a0f7-481d-9df1-639dae6c6bd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.470128] env[62913]: DEBUG oslo_concurrency.lockutils [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "e636cc22-a0f7-481d-9df1-639dae6c6bd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.470363] env[62913]: DEBUG oslo_concurrency.lockutils [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "e636cc22-a0f7-481d-9df1-639dae6c6bd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.470569] env[62913]: DEBUG oslo_concurrency.lockutils [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "e636cc22-a0f7-481d-9df1-639dae6c6bd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.470744] env[62913]: DEBUG oslo_concurrency.lockutils [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "e636cc22-a0f7-481d-9df1-639dae6c6bd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.472866] env[62913]: INFO nova.compute.manager [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Terminating instance [ 1972.850930] env[62913]: DEBUG oslo_concurrency.lockutils [req-9d6f9344-1efd-4ec3-ba1e-5df345aad721 req-d93f39e9-e2a1-4535-9d39-d33482873d37 service nova] Releasing lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.964916] env[62913]: DEBUG nova.compute.manager [req-b0943b47-3162-47aa-934e-22b3114ab79d req-9978333c-dcc6-4219-9386-c434c7281bcc service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Received event network-vif-plugged-395b27c0-2619-414a-9032-16cdb04dc824 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1972.965231] env[62913]: DEBUG oslo_concurrency.lockutils [req-b0943b47-3162-47aa-934e-22b3114ab79d req-9978333c-dcc6-4219-9386-c434c7281bcc service nova] Acquiring lock "94a10084-160b-40ff-931e-d967c5884236-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.965485] env[62913]: DEBUG oslo_concurrency.lockutils [req-b0943b47-3162-47aa-934e-22b3114ab79d req-9978333c-dcc6-4219-9386-c434c7281bcc service nova] Lock "94a10084-160b-40ff-931e-d967c5884236-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.965694] env[62913]: DEBUG oslo_concurrency.lockutils [req-b0943b47-3162-47aa-934e-22b3114ab79d req-9978333c-dcc6-4219-9386-c434c7281bcc service nova] Lock "94a10084-160b-40ff-931e-d967c5884236-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.965931] env[62913]: DEBUG nova.compute.manager [req-b0943b47-3162-47aa-934e-22b3114ab79d req-9978333c-dcc6-4219-9386-c434c7281bcc service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] No waiting events found dispatching network-vif-plugged-395b27c0-2619-414a-9032-16cdb04dc824 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1972.966159] env[62913]: WARNING nova.compute.manager [req-b0943b47-3162-47aa-934e-22b3114ab79d req-9978333c-dcc6-4219-9386-c434c7281bcc service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Received unexpected event network-vif-plugged-395b27c0-2619-414a-9032-16cdb04dc824 for instance with vm_state active and task_state None. [ 1972.977128] env[62913]: DEBUG nova.compute.manager [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1972.977318] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1972.978264] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21cb385-46c7-475d-abbb-c1e3ba80fa86 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.988187] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1972.988603] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d98f55e-a528-41b2-b16a-ccea6b53a862 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.009531] env[62913]: DEBUG nova.network.neutron [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Successfully updated port: 395b27c0-2619-414a-9032-16cdb04dc824 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1973.211821] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Updating instance_info_cache with network_info: [{"id": "6756c886-ecf9-4f96-a595-5859aa992d61", "address": "fa:16:3e:b2:0a:6a", "network": {"id": "6f165591-7300-40ba-83d6-a5594d9bd95c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2080112896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e9a64b50d64df0ab318a68bc19b309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6756c886-ec", "ovs_interfaceid": "6756c886-ecf9-4f96-a595-5859aa992d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.263810] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1973.264275] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1973.264275] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleting the datastore file [datastore1] e636cc22-a0f7-481d-9df1-639dae6c6bd5 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1973.264487] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7fd6ba2-3767-43fc-9f35-0102398e5687 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.271957] env[62913]: DEBUG oslo_vmware.api [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1973.271957] env[62913]: value = "task-1823058" [ 1973.271957] env[62913]: _type = "Task" [ 1973.271957] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.279997] env[62913]: DEBUG oslo_vmware.api [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.512409] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.512616] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.512814] env[62913]: DEBUG nova.network.neutron [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1973.714978] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Releasing lock "refresh_cache-316bee52-20f6-467d-a9c5-e2107f9ac37c" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.715221] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Updated the network info_cache for instance {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1973.715439] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1973.715596] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1973.715802] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1973.715954] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1973.716111] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1973.716257] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1973.716386] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1973.716527] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1973.782733] env[62913]: DEBUG oslo_vmware.api [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354255} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.782980] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1973.783222] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1973.783428] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1973.783615] env[62913]: INFO nova.compute.manager [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Took 0.81 seconds to destroy the instance on the hypervisor. [ 1973.783862] env[62913]: DEBUG oslo.service.loopingcall [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1973.784109] env[62913]: DEBUG nova.compute.manager [-] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1973.784210] env[62913]: DEBUG nova.network.neutron [-] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1974.067041] env[62913]: WARNING nova.network.neutron [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] 177421a6-e1f4-4ef7-b2eb-05b978c657e3 already exists in list: networks containing: ['177421a6-e1f4-4ef7-b2eb-05b978c657e3']. ignoring it [ 1974.219796] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.220080] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.220255] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.220414] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1974.221385] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc88b3f-1cad-4c32-9b85-cde007d66b1f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.230990] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892c9de9-984c-4eb9-aef2-2d57a9d5201e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.249377] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b59349a-9ba3-4d61-9917-1b50b814d4a1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.257752] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56ae014-247e-4142-9049-78cb6039a16b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.050318] env[62913]: DEBUG nova.network.neutron [-] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.052792] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180042MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1975.052941] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.053166] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.058374] env[62913]: DEBUG nova.compute.manager [req-0db83153-7d9a-49f3-989a-0dff1d2997c4 req-1319bf81-a655-4266-9269-a77972ba5ef5 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Received event network-changed-395b27c0-2619-414a-9032-16cdb04dc824 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1975.058611] env[62913]: DEBUG nova.compute.manager [req-0db83153-7d9a-49f3-989a-0dff1d2997c4 req-1319bf81-a655-4266-9269-a77972ba5ef5 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Refreshing instance network info cache due to event network-changed-395b27c0-2619-414a-9032-16cdb04dc824. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1975.058827] env[62913]: DEBUG oslo_concurrency.lockutils [req-0db83153-7d9a-49f3-989a-0dff1d2997c4 req-1319bf81-a655-4266-9269-a77972ba5ef5 service nova] Acquiring lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.459938] env[62913]: DEBUG nova.network.neutron [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Updating instance_info_cache with network_info: [{"id": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "address": "fa:16:3e:86:90:9e", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfc60fb-ba", "ovs_interfaceid": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "395b27c0-2619-414a-9032-16cdb04dc824", "address": "fa:16:3e:ae:cf:79", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395b27c0-26", "ovs_interfaceid": "395b27c0-2619-414a-9032-16cdb04dc824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.558074] env[62913]: INFO nova.compute.manager [-] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Took 1.77 seconds to deallocate network for instance. [ 1975.962598] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.963294] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.963461] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.963752] env[62913]: DEBUG oslo_concurrency.lockutils [req-0db83153-7d9a-49f3-989a-0dff1d2997c4 req-1319bf81-a655-4266-9269-a77972ba5ef5 service nova] Acquired lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.963935] env[62913]: DEBUG nova.network.neutron [req-0db83153-7d9a-49f3-989a-0dff1d2997c4 req-1319bf81-a655-4266-9269-a77972ba5ef5 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Refreshing network info cache for port 395b27c0-2619-414a-9032-16cdb04dc824 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1975.966096] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7625c69e-5dbc-4123-b037-8d14c0b70e07 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.984067] env[62913]: DEBUG nova.virt.hardware [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1975.984323] env[62913]: DEBUG nova.virt.hardware [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1975.984481] env[62913]: DEBUG nova.virt.hardware [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1975.984690] env[62913]: DEBUG nova.virt.hardware [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1975.984855] env[62913]: DEBUG nova.virt.hardware [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1975.985015] env[62913]: DEBUG nova.virt.hardware [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1975.985292] env[62913]: DEBUG nova.virt.hardware [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1975.985467] env[62913]: DEBUG nova.virt.hardware [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1975.985638] env[62913]: DEBUG nova.virt.hardware [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1975.985802] env[62913]: DEBUG nova.virt.hardware [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1975.985979] env[62913]: DEBUG nova.virt.hardware [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1975.992485] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Reconfiguring VM to attach interface {{(pid=62913) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1975.993638] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0b93339-0edf-4364-863f-befc0e1af3a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.012554] env[62913]: DEBUG oslo_vmware.api [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1976.012554] env[62913]: value = "task-1823059" [ 1976.012554] env[62913]: _type = "Task" [ 1976.012554] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.022640] env[62913]: DEBUG oslo_vmware.api [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.072865] env[62913]: DEBUG oslo_concurrency.lockutils [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.093365] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 316bee52-20f6-467d-a9c5-e2107f9ac37c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.093514] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 56bc8099-96a7-43ea-bd17-f54d6e87d663 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.093643] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance e4ec9f27-d456-4c5b-84e0-8bc9228be173 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.093764] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 4c38b5af-e693-4cc1-8500-a30f984178b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.093885] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.093999] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 94a10084-160b-40ff-931e-d967c5884236 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.094133] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 9cf699a1-1c76-4b67-8ba0-a3113c8d237b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.094248] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance d0d03c2c-c3ed-4652-8170-e4c7d75525a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.094358] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 44331091-fa36-4e7e-8f18-1ceb796933ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.094466] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance e636cc22-a0f7-481d-9df1-639dae6c6bd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.094573] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance f57344b6-d57b-4a55-a169-133cec73565a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.094813] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1976.094946] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1976.245046] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906a08da-08fc-48c1-8994-957a4951acd5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.253781] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18fcadb-42b8-4a6e-b87b-8896f5389227 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.288224] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58b51d2-cf1b-415b-82c8-ee09ebb9901c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.297378] env[62913]: DEBUG oslo_vmware.rw_handles [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52342ab5-4a2a-c96e-a5dd-106b129ae54c/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1976.298652] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52247a3-5b5f-498e-bc25-028f54f0c2ba {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.303133] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf157f98-3acf-4ffa-bb49-575964889de9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.316132] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1976.319025] env[62913]: DEBUG oslo_vmware.rw_handles [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52342ab5-4a2a-c96e-a5dd-106b129ae54c/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1976.319025] env[62913]: ERROR oslo_vmware.rw_handles [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52342ab5-4a2a-c96e-a5dd-106b129ae54c/disk-0.vmdk due to incomplete transfer. [ 1976.319025] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8d58f576-b395-42fc-922f-435a0b2adffb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.327032] env[62913]: DEBUG oslo_vmware.rw_handles [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52342ab5-4a2a-c96e-a5dd-106b129ae54c/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1976.327231] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Uploaded image 83dccc1d-0975-42d2-9bee-ea453141d109 to the Glance image server {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1976.329906] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1976.330385] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2a7058ca-a120-4721-8bd3-816b61136a62 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.347786] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1976.347786] env[62913]: value = "task-1823060" [ 1976.347786] env[62913]: _type = "Task" [ 1976.347786] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.357257] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823060, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.524723] env[62913]: DEBUG oslo_vmware.api [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.736993] env[62913]: DEBUG nova.network.neutron [req-0db83153-7d9a-49f3-989a-0dff1d2997c4 req-1319bf81-a655-4266-9269-a77972ba5ef5 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Updated VIF entry in instance network info cache for port 395b27c0-2619-414a-9032-16cdb04dc824. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1976.737492] env[62913]: DEBUG nova.network.neutron [req-0db83153-7d9a-49f3-989a-0dff1d2997c4 req-1319bf81-a655-4266-9269-a77972ba5ef5 service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Updating instance_info_cache with network_info: [{"id": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "address": "fa:16:3e:86:90:9e", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfc60fb-ba", "ovs_interfaceid": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "395b27c0-2619-414a-9032-16cdb04dc824", "address": "fa:16:3e:ae:cf:79", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395b27c0-26", "ovs_interfaceid": "395b27c0-2619-414a-9032-16cdb04dc824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.820933] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1976.858146] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823060, 'name': Destroy_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.023416] env[62913]: DEBUG oslo_vmware.api [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823059, 'name': ReconfigVM_Task, 'duration_secs': 0.605886} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.023880] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.024118] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Reconfigured VM to attach interface {{(pid=62913) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1977.240278] env[62913]: DEBUG oslo_concurrency.lockutils [req-0db83153-7d9a-49f3-989a-0dff1d2997c4 req-1319bf81-a655-4266-9269-a77972ba5ef5 service nova] Releasing lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.240547] env[62913]: DEBUG nova.compute.manager [req-0db83153-7d9a-49f3-989a-0dff1d2997c4 req-1319bf81-a655-4266-9269-a77972ba5ef5 service nova] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Received event network-vif-deleted-2a4bad61-8ae8-42f4-97fb-5c8865c0731e {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1977.240727] env[62913]: INFO nova.compute.manager [req-0db83153-7d9a-49f3-989a-0dff1d2997c4 req-1319bf81-a655-4266-9269-a77972ba5ef5 service nova] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Neutron deleted interface 2a4bad61-8ae8-42f4-97fb-5c8865c0731e; detaching it from the instance and deleting it from the info cache [ 1977.240903] env[62913]: DEBUG nova.network.neutron [req-0db83153-7d9a-49f3-989a-0dff1d2997c4 req-1319bf81-a655-4266-9269-a77972ba5ef5 service nova] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.326131] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1977.326338] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.273s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.326606] env[62913]: DEBUG oslo_concurrency.lockutils [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.254s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.326842] env[62913]: DEBUG nova.objects.instance [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lazy-loading 'resources' on Instance uuid e636cc22-a0f7-481d-9df1-639dae6c6bd5 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1977.358389] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823060, 'name': Destroy_Task, 'duration_secs': 0.971929} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.358643] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Destroyed the VM [ 1977.358883] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1977.359161] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1c7ce7ed-66b5-4005-8eb6-819e38d9899c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.366674] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1977.366674] env[62913]: value = "task-1823061" [ 1977.366674] env[62913]: _type = "Task" [ 1977.366674] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.376336] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823061, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.529210] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2bbf8b74-ff87-4018-8669-d2b4833bb57c tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-94a10084-160b-40ff-931e-d967c5884236-395b27c0-2619-414a-9032-16cdb04dc824" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.292s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.743721] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c75cb395-759d-4f49-858c-f71b899ccd46 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.754591] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e972fe-22af-4ee9-96e5-e02d09e8c534 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.787291] env[62913]: DEBUG nova.compute.manager [req-0db83153-7d9a-49f3-989a-0dff1d2997c4 req-1319bf81-a655-4266-9269-a77972ba5ef5 service nova] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Detach interface failed, port_id=2a4bad61-8ae8-42f4-97fb-5c8865c0731e, reason: Instance e636cc22-a0f7-481d-9df1-639dae6c6bd5 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1977.876935] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823061, 'name': RemoveSnapshot_Task, 'duration_secs': 0.477637} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.879214] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1977.879499] env[62913]: DEBUG nova.compute.manager [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1977.880420] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892278a2-5942-4f44-9024-bd19b3289ae3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.965503] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cbff91-aec2-4a6a-9ecb-81aa287ea582 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.973716] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb27bfb8-25aa-46f9-b7b7-68349d3b6357 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.005823] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6928f49-f9f7-4d28-9cd1-2f604dd9f51e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.013690] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d40410-1755-4b25-bb53-b793dfdcd1a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.027075] env[62913]: DEBUG nova.compute.provider_tree [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1978.393869] env[62913]: INFO nova.compute.manager [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Shelve offloading [ 1978.530634] env[62913]: DEBUG nova.scheduler.client.report [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1978.897570] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1978.897878] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97770022-8c07-4214-a2f7-35be38c78229 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.906946] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1978.906946] env[62913]: value = "task-1823062" [ 1978.906946] env[62913]: _type = "Task" [ 1978.906946] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.915493] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.939593] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "interface-94a10084-160b-40ff-931e-d967c5884236-395b27c0-2619-414a-9032-16cdb04dc824" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.939819] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-94a10084-160b-40ff-931e-d967c5884236-395b27c0-2619-414a-9032-16cdb04dc824" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.036729] env[62913]: DEBUG oslo_concurrency.lockutils [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.093014] env[62913]: INFO nova.scheduler.client.report [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleted allocations for instance e636cc22-a0f7-481d-9df1-639dae6c6bd5 [ 1979.418043] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] VM already powered off {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1979.418280] env[62913]: DEBUG nova.compute.manager [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1979.419057] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9a5bfd-bd58-4ede-a66a-24cd4e344f04 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.425964] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.426143] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.426316] env[62913]: DEBUG nova.network.neutron [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1979.442497] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.442698] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.443542] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be94bf1-09ba-408d-a1da-2b30442b35ba {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.462686] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10538771-4ee6-4721-a7ca-0254e4b9bebc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.489985] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Reconfiguring VM to detach interface {{(pid=62913) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1979.490422] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dc3ebb4-518c-4c89-8825-13d3002a2e34 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.511873] env[62913]: DEBUG oslo_vmware.api [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1979.511873] env[62913]: value = "task-1823063" [ 1979.511873] env[62913]: _type = "Task" [ 1979.511873] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.521098] env[62913]: DEBUG oslo_vmware.api [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.602899] env[62913]: DEBUG oslo_concurrency.lockutils [None req-49adeead-71b2-4ada-9bd0-425775bf4738 tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "e636cc22-a0f7-481d-9df1-639dae6c6bd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.133s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.023114] env[62913]: DEBUG oslo_vmware.api [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.187957] env[62913]: DEBUG nova.network.neutron [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Updating instance_info_cache with network_info: [{"id": "b88e3c1d-ed8a-41de-891c-d84c40b3d438", "address": "fa:16:3e:8d:7d:bd", "network": {"id": "94a08e15-1384-4ecd-9b3b-43bf02580b26", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550468784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e0dd8b826649bfa57c19358ca38334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb88e3c1d-ed", "ovs_interfaceid": "b88e3c1d-ed8a-41de-891c-d84c40b3d438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.522959] env[62913]: DEBUG oslo_vmware.api [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.691289] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Releasing lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.739509] env[62913]: DEBUG oslo_concurrency.lockutils [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "316bee52-20f6-467d-a9c5-e2107f9ac37c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.739884] env[62913]: DEBUG oslo_concurrency.lockutils [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "316bee52-20f6-467d-a9c5-e2107f9ac37c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.740185] env[62913]: DEBUG oslo_concurrency.lockutils [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "316bee52-20f6-467d-a9c5-e2107f9ac37c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.740391] env[62913]: DEBUG oslo_concurrency.lockutils [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "316bee52-20f6-467d-a9c5-e2107f9ac37c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.740567] env[62913]: DEBUG oslo_concurrency.lockutils [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "316bee52-20f6-467d-a9c5-e2107f9ac37c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.742525] env[62913]: INFO nova.compute.manager [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Terminating instance [ 1980.902533] env[62913]: DEBUG nova.compute.manager [req-b2529668-79c0-417a-993c-273012b993b3 req-63a96f21-3245-4fad-83b3-1ca37adc609e service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Received event network-vif-unplugged-b88e3c1d-ed8a-41de-891c-d84c40b3d438 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1980.902765] env[62913]: DEBUG oslo_concurrency.lockutils [req-b2529668-79c0-417a-993c-273012b993b3 req-63a96f21-3245-4fad-83b3-1ca37adc609e service nova] Acquiring lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.902979] env[62913]: DEBUG oslo_concurrency.lockutils [req-b2529668-79c0-417a-993c-273012b993b3 req-63a96f21-3245-4fad-83b3-1ca37adc609e service nova] Lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.903166] env[62913]: DEBUG oslo_concurrency.lockutils [req-b2529668-79c0-417a-993c-273012b993b3 req-63a96f21-3245-4fad-83b3-1ca37adc609e service nova] Lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.903337] env[62913]: DEBUG nova.compute.manager [req-b2529668-79c0-417a-993c-273012b993b3 req-63a96f21-3245-4fad-83b3-1ca37adc609e service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] No waiting events found dispatching network-vif-unplugged-b88e3c1d-ed8a-41de-891c-d84c40b3d438 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1980.903540] env[62913]: WARNING nova.compute.manager [req-b2529668-79c0-417a-993c-273012b993b3 req-63a96f21-3245-4fad-83b3-1ca37adc609e service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Received unexpected event network-vif-unplugged-b88e3c1d-ed8a-41de-891c-d84c40b3d438 for instance with vm_state shelved and task_state shelving_offloading. [ 1980.996817] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1980.997874] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da41f777-3d51-4657-9641-f291f9692f10 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.005536] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1981.005754] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcbaa73f-a645-4cb3-bf7b-899b7171c23f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.022208] env[62913]: DEBUG oslo_vmware.api [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.246842] env[62913]: DEBUG nova.compute.manager [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1981.247076] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1981.247902] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145f857a-1642-437f-bf3d-12176ba8dc8e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.256381] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1981.256629] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7670c57b-62c3-4c06-a507-b448d14cf7fb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.263316] env[62913]: DEBUG oslo_vmware.api [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1981.263316] env[62913]: value = "task-1823065" [ 1981.263316] env[62913]: _type = "Task" [ 1981.263316] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.271303] env[62913]: DEBUG oslo_vmware.api [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.373562] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1981.373790] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1981.373977] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Deleting the datastore file [datastore1] 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1981.374278] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9b54778-3305-460d-bf78-e77ac3136181 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.382190] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1981.382190] env[62913]: value = "task-1823066" [ 1981.382190] env[62913]: _type = "Task" [ 1981.382190] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.391475] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.524927] env[62913]: DEBUG oslo_vmware.api [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.773096] env[62913]: DEBUG oslo_vmware.api [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823065, 'name': PowerOffVM_Task, 'duration_secs': 0.196035} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.773423] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1981.773473] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1981.773708] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9488d16-0af6-4613-bc2a-97f5efbf538d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.852777] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1981.853081] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1981.853280] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleting the datastore file [datastore1] 316bee52-20f6-467d-a9c5-e2107f9ac37c {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1981.853646] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b70dbecc-71e4-40da-a90d-a0e547263d77 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.862746] env[62913]: DEBUG oslo_vmware.api [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for the task: (returnval){ [ 1981.862746] env[62913]: value = "task-1823068" [ 1981.862746] env[62913]: _type = "Task" [ 1981.862746] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.870961] env[62913]: DEBUG oslo_vmware.api [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.891751] env[62913]: DEBUG oslo_vmware.api [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146152} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.892010] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1981.892234] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1981.892414] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1981.918872] env[62913]: INFO nova.scheduler.client.report [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Deleted allocations for instance 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d [ 1982.028154] env[62913]: DEBUG oslo_vmware.api [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.373802] env[62913]: DEBUG oslo_vmware.api [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Task: {'id': task-1823068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146588} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.374088] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1982.374278] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1982.374457] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1982.374631] env[62913]: INFO nova.compute.manager [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1982.374955] env[62913]: DEBUG oslo.service.loopingcall [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1982.375170] env[62913]: DEBUG nova.compute.manager [-] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1982.375267] env[62913]: DEBUG nova.network.neutron [-] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1982.424267] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.424537] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.424802] env[62913]: DEBUG nova.objects.instance [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lazy-loading 'resources' on Instance uuid 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1982.527239] env[62913]: DEBUG oslo_vmware.api [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.927958] env[62913]: DEBUG nova.objects.instance [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lazy-loading 'numa_topology' on Instance uuid 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1982.935202] env[62913]: DEBUG nova.compute.manager [req-1eb51fff-697f-4766-95b6-11d9b8ff6ca4 req-54e59b0c-7a48-49e8-a326-fe446cb45dd4 service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Received event network-changed-b88e3c1d-ed8a-41de-891c-d84c40b3d438 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1982.935332] env[62913]: DEBUG nova.compute.manager [req-1eb51fff-697f-4766-95b6-11d9b8ff6ca4 req-54e59b0c-7a48-49e8-a326-fe446cb45dd4 service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Refreshing instance network info cache due to event network-changed-b88e3c1d-ed8a-41de-891c-d84c40b3d438. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1982.935518] env[62913]: DEBUG oslo_concurrency.lockutils [req-1eb51fff-697f-4766-95b6-11d9b8ff6ca4 req-54e59b0c-7a48-49e8-a326-fe446cb45dd4 service nova] Acquiring lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.935660] env[62913]: DEBUG oslo_concurrency.lockutils [req-1eb51fff-697f-4766-95b6-11d9b8ff6ca4 req-54e59b0c-7a48-49e8-a326-fe446cb45dd4 service nova] Acquired lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.935893] env[62913]: DEBUG nova.network.neutron [req-1eb51fff-697f-4766-95b6-11d9b8ff6ca4 req-54e59b0c-7a48-49e8-a326-fe446cb45dd4 service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Refreshing network info cache for port b88e3c1d-ed8a-41de-891c-d84c40b3d438 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1982.986935] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8e92e497-adb5-4866-9f28-9ef77e2779ef tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.987207] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8e92e497-adb5-4866-9f28-9ef77e2779ef tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.987391] env[62913]: DEBUG nova.compute.manager [None req-8e92e497-adb5-4866-9f28-9ef77e2779ef tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1982.988269] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252e2768-17a5-40bb-bcb1-629c1d9798d6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.995659] env[62913]: DEBUG nova.compute.manager [None req-8e92e497-adb5-4866-9f28-9ef77e2779ef tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62913) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1982.996381] env[62913]: DEBUG nova.objects.instance [None req-8e92e497-adb5-4866-9f28-9ef77e2779ef tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lazy-loading 'flavor' on Instance uuid 9cf699a1-1c76-4b67-8ba0-a3113c8d237b {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1983.026386] env[62913]: DEBUG oslo_vmware.api [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.127397] env[62913]: DEBUG nova.network.neutron [-] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.429642] env[62913]: DEBUG nova.objects.base [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Object Instance<4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d> lazy-loaded attributes: resources,numa_topology {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1983.531815] env[62913]: DEBUG oslo_vmware.api [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.553951] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e010b8c4-9d62-4530-8b8b-fb30da630c3f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.564069] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89120dbb-ed24-47a2-ad84-3842d958e670 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.599047] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3736ada3-e3b7-4084-a7da-6fffed906553 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.607261] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb4d1c5-40b3-4ec8-98b5-7b4efb6b44ef {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.622035] env[62913]: DEBUG nova.compute.provider_tree [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1983.633535] env[62913]: INFO nova.compute.manager [-] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Took 1.26 seconds to deallocate network for instance. [ 1983.741731] env[62913]: DEBUG nova.network.neutron [req-1eb51fff-697f-4766-95b6-11d9b8ff6ca4 req-54e59b0c-7a48-49e8-a326-fe446cb45dd4 service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Updated VIF entry in instance network info cache for port b88e3c1d-ed8a-41de-891c-d84c40b3d438. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1983.742124] env[62913]: DEBUG nova.network.neutron [req-1eb51fff-697f-4766-95b6-11d9b8ff6ca4 req-54e59b0c-7a48-49e8-a326-fe446cb45dd4 service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Updating instance_info_cache with network_info: [{"id": "b88e3c1d-ed8a-41de-891c-d84c40b3d438", "address": "fa:16:3e:8d:7d:bd", "network": {"id": "94a08e15-1384-4ecd-9b3b-43bf02580b26", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1550468784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e0dd8b826649bfa57c19358ca38334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb88e3c1d-ed", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.003725] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e92e497-adb5-4866-9f28-9ef77e2779ef tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1984.004064] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3d5f915-24d5-4bde-a053-4842518bea02 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.011670] env[62913]: DEBUG oslo_vmware.api [None req-8e92e497-adb5-4866-9f28-9ef77e2779ef tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 1984.011670] env[62913]: value = "task-1823069" [ 1984.011670] env[62913]: _type = "Task" [ 1984.011670] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.020033] env[62913]: DEBUG oslo_vmware.api [None req-8e92e497-adb5-4866-9f28-9ef77e2779ef tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.027717] env[62913]: DEBUG oslo_vmware.api [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.125175] env[62913]: DEBUG nova.scheduler.client.report [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1984.145981] env[62913]: DEBUG oslo_concurrency.lockutils [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.244309] env[62913]: DEBUG oslo_concurrency.lockutils [req-1eb51fff-697f-4766-95b6-11d9b8ff6ca4 req-54e59b0c-7a48-49e8-a326-fe446cb45dd4 service nova] Releasing lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.244600] env[62913]: DEBUG nova.compute.manager [req-1eb51fff-697f-4766-95b6-11d9b8ff6ca4 req-54e59b0c-7a48-49e8-a326-fe446cb45dd4 service nova] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Received event network-vif-deleted-6756c886-ecf9-4f96-a595-5859aa992d61 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1984.244854] env[62913]: INFO nova.compute.manager [req-1eb51fff-697f-4766-95b6-11d9b8ff6ca4 req-54e59b0c-7a48-49e8-a326-fe446cb45dd4 service nova] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Neutron deleted interface 6756c886-ecf9-4f96-a595-5859aa992d61; detaching it from the instance and deleting it from the info cache [ 1984.245057] env[62913]: DEBUG nova.network.neutron [req-1eb51fff-697f-4766-95b6-11d9b8ff6ca4 req-54e59b0c-7a48-49e8-a326-fe446cb45dd4 service nova] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.322998] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.521994] env[62913]: DEBUG oslo_vmware.api [None req-8e92e497-adb5-4866-9f28-9ef77e2779ef tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823069, 'name': PowerOffVM_Task, 'duration_secs': 0.199745} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.524880] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e92e497-adb5-4866-9f28-9ef77e2779ef tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1984.525100] env[62913]: DEBUG nova.compute.manager [None req-8e92e497-adb5-4866-9f28-9ef77e2779ef tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.525808] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3af46e2-dedc-44a5-b179-afe3b5b8e264 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.532836] env[62913]: DEBUG oslo_vmware.api [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.630953] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.633378] env[62913]: DEBUG oslo_concurrency.lockutils [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.488s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.633596] env[62913]: DEBUG nova.objects.instance [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lazy-loading 'resources' on Instance uuid 316bee52-20f6-467d-a9c5-e2107f9ac37c {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1984.747434] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e8c5d1f-df6f-4de3-89b8-27ba6504380e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.759592] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2b4d70-84d2-47fc-bacf-f10a32d9a349 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.789878] env[62913]: DEBUG nova.compute.manager [req-1eb51fff-697f-4766-95b6-11d9b8ff6ca4 req-54e59b0c-7a48-49e8-a326-fe446cb45dd4 service nova] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Detach interface failed, port_id=6756c886-ecf9-4f96-a595-5859aa992d61, reason: Instance 316bee52-20f6-467d-a9c5-e2107f9ac37c could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1985.032018] env[62913]: DEBUG oslo_vmware.api [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823063, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.039882] env[62913]: DEBUG oslo_concurrency.lockutils [None req-8e92e497-adb5-4866-9f28-9ef77e2779ef tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.142581] env[62913]: DEBUG oslo_concurrency.lockutils [None req-37159d5b-113c-4023-8218-614fe1ebbebe tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.408s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.143582] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.821s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.143775] env[62913]: INFO nova.compute.manager [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Unshelving [ 1985.285396] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b1efd9-ae5b-4191-908a-53e56222ae0f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.293774] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36784550-04ea-4fd1-99a4-7f2f4acd1353 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.325271] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef9ba06-e30a-4f1e-80db-570c72506bc9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.333052] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecfe817-e862-40ed-8ba3-f3d107f3e8be {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.346601] env[62913]: DEBUG nova.objects.instance [None req-033c1f83-cd24-4c8c-bd3c-a40ab9dd708b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lazy-loading 'flavor' on Instance uuid 9cf699a1-1c76-4b67-8ba0-a3113c8d237b {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1985.348058] env[62913]: DEBUG nova.compute.provider_tree [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1985.532396] env[62913]: DEBUG oslo_vmware.api [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823063, 'name': ReconfigVM_Task, 'duration_secs': 5.8214} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.533061] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.533161] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Reconfigured VM to detach interface {{(pid=62913) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1985.852062] env[62913]: DEBUG nova.scheduler.client.report [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1985.856400] env[62913]: DEBUG oslo_concurrency.lockutils [None req-033c1f83-cd24-4c8c-bd3c-a40ab9dd708b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.856575] env[62913]: DEBUG oslo_concurrency.lockutils [None req-033c1f83-cd24-4c8c-bd3c-a40ab9dd708b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.856740] env[62913]: DEBUG nova.network.neutron [None req-033c1f83-cd24-4c8c-bd3c-a40ab9dd708b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1985.856936] env[62913]: DEBUG nova.objects.instance [None req-033c1f83-cd24-4c8c-bd3c-a40ab9dd708b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lazy-loading 'info_cache' on Instance uuid 9cf699a1-1c76-4b67-8ba0-a3113c8d237b {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1986.167082] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.361784] env[62913]: DEBUG oslo_concurrency.lockutils [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.364687] env[62913]: DEBUG nova.objects.base [None req-033c1f83-cd24-4c8c-bd3c-a40ab9dd708b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Object Instance<9cf699a1-1c76-4b67-8ba0-a3113c8d237b> lazy-loaded attributes: flavor,info_cache {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1986.365867] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "94a10084-160b-40ff-931e-d967c5884236" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.366097] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "94a10084-160b-40ff-931e-d967c5884236" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.366300] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "94a10084-160b-40ff-931e-d967c5884236-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.366483] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "94a10084-160b-40ff-931e-d967c5884236-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.366647] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "94a10084-160b-40ff-931e-d967c5884236-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.368347] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.201s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.368549] env[62913]: DEBUG nova.objects.instance [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lazy-loading 'pci_requests' on Instance uuid 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1986.369553] env[62913]: INFO nova.compute.manager [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Terminating instance [ 1986.384529] env[62913]: INFO nova.scheduler.client.report [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Deleted allocations for instance 316bee52-20f6-467d-a9c5-e2107f9ac37c [ 1986.810628] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.810822] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquired lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.811026] env[62913]: DEBUG nova.network.neutron [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1986.872787] env[62913]: DEBUG nova.objects.instance [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lazy-loading 'numa_topology' on Instance uuid 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1986.874176] env[62913]: DEBUG nova.compute.manager [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1986.874354] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1986.875771] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5827107-e729-4289-894c-ac93fb505b3e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.884284] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1986.884531] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ebf305d-4b4e-4e4a-9a65-f823f8865a3f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.893458] env[62913]: DEBUG oslo_vmware.api [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1986.893458] env[62913]: value = "task-1823070" [ 1986.893458] env[62913]: _type = "Task" [ 1986.893458] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.893965] env[62913]: DEBUG oslo_concurrency.lockutils [None req-093ea874-8b05-41c8-9b7a-8e79fb66359f tempest-ServersTestJSON-2088860556 tempest-ServersTestJSON-2088860556-project-member] Lock "316bee52-20f6-467d-a9c5-e2107f9ac37c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.154s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.907885] env[62913]: DEBUG oslo_vmware.api [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.162706] env[62913]: DEBUG nova.network.neutron [None req-033c1f83-cd24-4c8c-bd3c-a40ab9dd708b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance_info_cache with network_info: [{"id": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "address": "fa:16:3e:ab:7d:69", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3be0a0c-a1", "ovs_interfaceid": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.376393] env[62913]: INFO nova.compute.claims [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1987.404809] env[62913]: DEBUG oslo_vmware.api [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823070, 'name': PowerOffVM_Task, 'duration_secs': 0.229191} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.405121] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1987.405298] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1987.405548] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a55e6a8-457a-4390-99b3-da2c8da2fcf9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.528234] env[62913]: INFO nova.network.neutron [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Port 395b27c0-2619-414a-9032-16cdb04dc824 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1987.528619] env[62913]: DEBUG nova.network.neutron [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Updating instance_info_cache with network_info: [{"id": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "address": "fa:16:3e:86:90:9e", "network": {"id": "177421a6-e1f4-4ef7-b2eb-05b978c657e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-120576653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e117b9e16efe4c93bcb40ceeb540b462", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfc60fb-ba", "ovs_interfaceid": "3dfc60fb-ba71-44dd-832a-4c597f97357a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.539851] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1987.540085] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1987.540269] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Deleting the datastore file [datastore1] 94a10084-160b-40ff-931e-d967c5884236 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1987.540520] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c19dad99-34ee-41d5-b0bb-4c593a7a7745 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.549115] env[62913]: DEBUG oslo_vmware.api [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1987.549115] env[62913]: value = "task-1823072" [ 1987.549115] env[62913]: _type = "Task" [ 1987.549115] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.556912] env[62913]: DEBUG oslo_vmware.api [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.666102] env[62913]: DEBUG oslo_concurrency.lockutils [None req-033c1f83-cd24-4c8c-bd3c-a40ab9dd708b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.032100] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Releasing lock "refresh_cache-94a10084-160b-40ff-931e-d967c5884236" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.059990] env[62913]: DEBUG oslo_vmware.api [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154133} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.060298] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1988.061398] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1988.061398] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1988.061398] env[62913]: INFO nova.compute.manager [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 94a10084-160b-40ff-931e-d967c5884236] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1988.061398] env[62913]: DEBUG oslo.service.loopingcall [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1988.061398] env[62913]: DEBUG nova.compute.manager [-] [instance: 94a10084-160b-40ff-931e-d967c5884236] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1988.062795] env[62913]: DEBUG nova.network.neutron [-] [instance: 94a10084-160b-40ff-931e-d967c5884236] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1988.517501] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b3d253-b3ce-4871-acdf-848ef6a95b88 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.525160] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8008c433-4934-4b1a-8481-f666d8c20ea1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.555396] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ad818f67-d894-41f5-bf48-46a0ddf1d766 tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "interface-94a10084-160b-40ff-931e-d967c5884236-395b27c0-2619-414a-9032-16cdb04dc824" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.615s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.560359] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4df8b9-5add-4ebf-844a-dfe126fc20c9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.568226] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa11417-c0b6-4e82-a54b-724ec44010e6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.582289] env[62913]: DEBUG nova.compute.provider_tree [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1988.675163] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-033c1f83-cd24-4c8c-bd3c-a40ab9dd708b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1988.675468] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-467922bc-0f4c-4278-8763-0a089640beae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.682947] env[62913]: DEBUG oslo_vmware.api [None req-033c1f83-cd24-4c8c-bd3c-a40ab9dd708b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 1988.682947] env[62913]: value = "task-1823073" [ 1988.682947] env[62913]: _type = "Task" [ 1988.682947] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.690350] env[62913]: DEBUG oslo_vmware.api [None req-033c1f83-cd24-4c8c-bd3c-a40ab9dd708b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.829798] env[62913]: DEBUG nova.compute.manager [req-534e5b24-0c53-4d6a-aaa0-e613617d438d req-64010fe5-1671-448f-b79a-f10d2b87597e service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Received event network-vif-deleted-3dfc60fb-ba71-44dd-832a-4c597f97357a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1988.830029] env[62913]: INFO nova.compute.manager [req-534e5b24-0c53-4d6a-aaa0-e613617d438d req-64010fe5-1671-448f-b79a-f10d2b87597e service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Neutron deleted interface 3dfc60fb-ba71-44dd-832a-4c597f97357a; detaching it from the instance and deleting it from the info cache [ 1988.830257] env[62913]: DEBUG nova.network.neutron [req-534e5b24-0c53-4d6a-aaa0-e613617d438d req-64010fe5-1671-448f-b79a-f10d2b87597e service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.085604] env[62913]: DEBUG nova.scheduler.client.report [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1989.192700] env[62913]: DEBUG oslo_vmware.api [None req-033c1f83-cd24-4c8c-bd3c-a40ab9dd708b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823073, 'name': PowerOnVM_Task, 'duration_secs': 0.497574} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.192955] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-033c1f83-cd24-4c8c-bd3c-a40ab9dd708b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1989.193177] env[62913]: DEBUG nova.compute.manager [None req-033c1f83-cd24-4c8c-bd3c-a40ab9dd708b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1989.194045] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a730786a-73dc-435f-b99a-a53e27a5377b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.289731] env[62913]: DEBUG nova.network.neutron [-] [instance: 94a10084-160b-40ff-931e-d967c5884236] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.333467] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-182182b2-43a8-44cc-a7fc-d766dc7a9f4d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.347816] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3cef51-5903-4c05-ba2e-070d11f28dd6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.377433] env[62913]: DEBUG nova.compute.manager [req-534e5b24-0c53-4d6a-aaa0-e613617d438d req-64010fe5-1671-448f-b79a-f10d2b87597e service nova] [instance: 94a10084-160b-40ff-931e-d967c5884236] Detach interface failed, port_id=3dfc60fb-ba71-44dd-832a-4c597f97357a, reason: Instance 94a10084-160b-40ff-931e-d967c5884236 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1989.590948] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.222s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.618264] env[62913]: INFO nova.network.neutron [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Updating port b88e3c1d-ed8a-41de-891c-d84c40b3d438 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1989.793285] env[62913]: INFO nova.compute.manager [-] [instance: 94a10084-160b-40ff-931e-d967c5884236] Took 1.73 seconds to deallocate network for instance. [ 1990.300049] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.300049] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.300251] env[62913]: DEBUG nova.objects.instance [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lazy-loading 'resources' on Instance uuid 94a10084-160b-40ff-931e-d967c5884236 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1990.925746] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f38fbf-b3b8-47a8-9a08-204b3d6e1454 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.933223] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb29abee-79f3-4120-99bd-858ba830d1b1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.963131] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bd75b3-6a7a-4ba9-abb5-fdb204fca8e8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.970534] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0e8a7e-7344-4b27-b39d-a27b2f9e5c8a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.985260] env[62913]: DEBUG nova.compute.provider_tree [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1991.115483] env[62913]: DEBUG nova.compute.manager [req-71b6269b-78cb-446d-8edf-f13256221a48 req-13c7f96a-8b6a-40f6-852a-95436b125feb service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Received event network-vif-plugged-b88e3c1d-ed8a-41de-891c-d84c40b3d438 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1991.115686] env[62913]: DEBUG oslo_concurrency.lockutils [req-71b6269b-78cb-446d-8edf-f13256221a48 req-13c7f96a-8b6a-40f6-852a-95436b125feb service nova] Acquiring lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.115974] env[62913]: DEBUG oslo_concurrency.lockutils [req-71b6269b-78cb-446d-8edf-f13256221a48 req-13c7f96a-8b6a-40f6-852a-95436b125feb service nova] Lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.116472] env[62913]: DEBUG oslo_concurrency.lockutils [req-71b6269b-78cb-446d-8edf-f13256221a48 req-13c7f96a-8b6a-40f6-852a-95436b125feb service nova] Lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.116695] env[62913]: DEBUG nova.compute.manager [req-71b6269b-78cb-446d-8edf-f13256221a48 req-13c7f96a-8b6a-40f6-852a-95436b125feb service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] No waiting events found dispatching network-vif-plugged-b88e3c1d-ed8a-41de-891c-d84c40b3d438 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1991.116915] env[62913]: WARNING nova.compute.manager [req-71b6269b-78cb-446d-8edf-f13256221a48 req-13c7f96a-8b6a-40f6-852a-95436b125feb service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Received unexpected event network-vif-plugged-b88e3c1d-ed8a-41de-891c-d84c40b3d438 for instance with vm_state shelved_offloaded and task_state spawning. [ 1991.213635] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.213984] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.214234] env[62913]: DEBUG nova.network.neutron [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1991.488294] env[62913]: DEBUG nova.scheduler.client.report [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1991.933623] env[62913]: DEBUG nova.network.neutron [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Updating instance_info_cache with network_info: [{"id": "b88e3c1d-ed8a-41de-891c-d84c40b3d438", "address": "fa:16:3e:8d:7d:bd", "network": {"id": "94a08e15-1384-4ecd-9b3b-43bf02580b26", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550468784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e0dd8b826649bfa57c19358ca38334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb88e3c1d-ed", "ovs_interfaceid": "b88e3c1d-ed8a-41de-891c-d84c40b3d438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.993721] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.013646] env[62913]: INFO nova.scheduler.client.report [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Deleted allocations for instance 94a10084-160b-40ff-931e-d967c5884236 [ 1992.019734] env[62913]: DEBUG oslo_concurrency.lockutils [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.020017] env[62913]: DEBUG oslo_concurrency.lockutils [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.436579] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Releasing lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.465181] env[62913]: DEBUG nova.virt.hardware [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ea5ac1963bb5449f6d0c5094c9414d84',container_format='bare',created_at=2024-12-12T16:25:12Z,direct_url=,disk_format='vmdk',id=83dccc1d-0975-42d2-9bee-ea453141d109,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-147160924-shelved',owner='a2e0dd8b826649bfa57c19358ca38334',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2024-12-12T16:25:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1992.465440] env[62913]: DEBUG nova.virt.hardware [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1992.465599] env[62913]: DEBUG nova.virt.hardware [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1992.465782] env[62913]: DEBUG nova.virt.hardware [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1992.465955] env[62913]: DEBUG nova.virt.hardware [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1992.466134] env[62913]: DEBUG nova.virt.hardware [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1992.466358] env[62913]: DEBUG nova.virt.hardware [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1992.466519] env[62913]: DEBUG nova.virt.hardware [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1992.466688] env[62913]: DEBUG nova.virt.hardware [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1992.466851] env[62913]: DEBUG nova.virt.hardware [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1992.467038] env[62913]: DEBUG nova.virt.hardware [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1992.467927] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc037554-154b-4fc0-92db-ddb214b0936e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.476254] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d1c1fa-4631-4251-a40b-a8b268b22c53 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.489487] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:7d:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b88e3c1d-ed8a-41de-891c-d84c40b3d438', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1992.496810] env[62913]: DEBUG oslo.service.loopingcall [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1992.497051] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1992.497284] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b53e5a30-ba20-4b7f-a904-b000e999e530 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.515612] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1992.515612] env[62913]: value = "task-1823074" [ 1992.515612] env[62913]: _type = "Task" [ 1992.515612] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.524101] env[62913]: DEBUG nova.compute.utils [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1992.525187] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823074, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.525719] env[62913]: DEBUG oslo_concurrency.lockutils [None req-eb5b1cf4-d0f6-4eb0-b0c5-40f5e2cf300e tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "94a10084-160b-40ff-931e-d967c5884236" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.160s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.025667] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823074, 'name': CreateVM_Task, 'duration_secs': 0.344165} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.026313] env[62913]: DEBUG oslo_concurrency.lockutils [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.026760] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1993.027648] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/83dccc1d-0975-42d2-9bee-ea453141d109" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.027811] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/83dccc1d-0975-42d2-9bee-ea453141d109" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.028200] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/83dccc1d-0975-42d2-9bee-ea453141d109" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1993.029076] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b34cba-5a0e-439d-ac87-4fe5e0f8dd67 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.033881] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1993.033881] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5271e6db-4934-937d-5085-863e703827ef" [ 1993.033881] env[62913]: _type = "Task" [ 1993.033881] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.041547] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5271e6db-4934-937d-5085-863e703827ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.169212] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "4c38b5af-e693-4cc1-8500-a30f984178b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.169480] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "4c38b5af-e693-4cc1-8500-a30f984178b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.169695] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "4c38b5af-e693-4cc1-8500-a30f984178b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.169880] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "4c38b5af-e693-4cc1-8500-a30f984178b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.170071] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "4c38b5af-e693-4cc1-8500-a30f984178b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.172103] env[62913]: INFO nova.compute.manager [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Terminating instance [ 1993.210329] env[62913]: DEBUG nova.compute.manager [req-0d6ff57f-b24f-4d24-95de-75ac00abc958 req-48914687-3f25-45e4-b089-682c3dbe7af7 service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Received event network-changed-b88e3c1d-ed8a-41de-891c-d84c40b3d438 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1993.210425] env[62913]: DEBUG nova.compute.manager [req-0d6ff57f-b24f-4d24-95de-75ac00abc958 req-48914687-3f25-45e4-b089-682c3dbe7af7 service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Refreshing instance network info cache due to event network-changed-b88e3c1d-ed8a-41de-891c-d84c40b3d438. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1993.210629] env[62913]: DEBUG oslo_concurrency.lockutils [req-0d6ff57f-b24f-4d24-95de-75ac00abc958 req-48914687-3f25-45e4-b089-682c3dbe7af7 service nova] Acquiring lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.210779] env[62913]: DEBUG oslo_concurrency.lockutils [req-0d6ff57f-b24f-4d24-95de-75ac00abc958 req-48914687-3f25-45e4-b089-682c3dbe7af7 service nova] Acquired lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.210946] env[62913]: DEBUG nova.network.neutron [req-0d6ff57f-b24f-4d24-95de-75ac00abc958 req-48914687-3f25-45e4-b089-682c3dbe7af7 service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Refreshing network info cache for port b88e3c1d-ed8a-41de-891c-d84c40b3d438 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1993.544439] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/83dccc1d-0975-42d2-9bee-ea453141d109" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.544711] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Processing image 83dccc1d-0975-42d2-9bee-ea453141d109 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1993.545050] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/83dccc1d-0975-42d2-9bee-ea453141d109/83dccc1d-0975-42d2-9bee-ea453141d109.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.545223] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/83dccc1d-0975-42d2-9bee-ea453141d109/83dccc1d-0975-42d2-9bee-ea453141d109.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.545409] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1993.545655] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd47e16f-3947-4d67-9640-59adc28643a6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.563153] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1993.563408] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1993.564059] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-658a9a88-d3b0-4280-8155-02a3d300a739 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.569051] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1993.569051] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a1ba53-de94-b491-8987-5a28716b8400" [ 1993.569051] env[62913]: _type = "Task" [ 1993.569051] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.572339] env[62913]: DEBUG oslo_concurrency.lockutils [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.572555] env[62913]: DEBUG oslo_concurrency.lockutils [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.572749] env[62913]: DEBUG oslo_concurrency.lockutils [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.572954] env[62913]: DEBUG oslo_concurrency.lockutils [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.573143] env[62913]: DEBUG oslo_concurrency.lockutils [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.575195] env[62913]: INFO nova.compute.manager [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Terminating instance [ 1993.579157] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a1ba53-de94-b491-8987-5a28716b8400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.676190] env[62913]: DEBUG nova.compute.manager [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1993.676411] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1993.677369] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df64518-27ea-49ce-9bba-3793efe971dc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.684912] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1993.685174] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa17a279-468b-4345-81cd-c1c0ce1ce692 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.692052] env[62913]: DEBUG oslo_vmware.api [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1993.692052] env[62913]: value = "task-1823075" [ 1993.692052] env[62913]: _type = "Task" [ 1993.692052] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.700829] env[62913]: DEBUG oslo_vmware.api [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.926025] env[62913]: DEBUG nova.network.neutron [req-0d6ff57f-b24f-4d24-95de-75ac00abc958 req-48914687-3f25-45e4-b089-682c3dbe7af7 service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Updated VIF entry in instance network info cache for port b88e3c1d-ed8a-41de-891c-d84c40b3d438. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1993.926465] env[62913]: DEBUG nova.network.neutron [req-0d6ff57f-b24f-4d24-95de-75ac00abc958 req-48914687-3f25-45e4-b089-682c3dbe7af7 service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Updating instance_info_cache with network_info: [{"id": "b88e3c1d-ed8a-41de-891c-d84c40b3d438", "address": "fa:16:3e:8d:7d:bd", "network": {"id": "94a08e15-1384-4ecd-9b3b-43bf02580b26", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550468784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e0dd8b826649bfa57c19358ca38334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb88e3c1d-ed", "ovs_interfaceid": "b88e3c1d-ed8a-41de-891c-d84c40b3d438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.078684] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Preparing fetch location {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1994.079138] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Fetch image to [datastore1] OSTACK_IMG_eca38efd-4270-4bab-ad5f-95e55260a0c6/OSTACK_IMG_eca38efd-4270-4bab-ad5f-95e55260a0c6.vmdk {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1994.079138] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Downloading stream optimized image 83dccc1d-0975-42d2-9bee-ea453141d109 to [datastore1] OSTACK_IMG_eca38efd-4270-4bab-ad5f-95e55260a0c6/OSTACK_IMG_eca38efd-4270-4bab-ad5f-95e55260a0c6.vmdk on the data store datastore1 as vApp {{(pid=62913) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1994.079300] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Downloading image file data 83dccc1d-0975-42d2-9bee-ea453141d109 to the ESX as VM named 'OSTACK_IMG_eca38efd-4270-4bab-ad5f-95e55260a0c6' {{(pid=62913) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1994.082031] env[62913]: DEBUG nova.compute.manager [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1994.082031] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1994.082562] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cc35fc-57af-43fc-b1a4-b5080091c032 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.085117] env[62913]: DEBUG oslo_concurrency.lockutils [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.085336] env[62913]: DEBUG oslo_concurrency.lockutils [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.085550] env[62913]: INFO nova.compute.manager [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Attaching volume b6998314-4675-4924-95b6-f0700820322c to /dev/sdb [ 1994.091767] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1994.093814] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9a4b775-775f-47a6-beda-7140af5237a0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.100197] env[62913]: DEBUG oslo_vmware.api [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1994.100197] env[62913]: value = "task-1823076" [ 1994.100197] env[62913]: _type = "Task" [ 1994.100197] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.108288] env[62913]: DEBUG oslo_vmware.api [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.139807] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7170c3e-9a34-4fe0-bb66-e805b843d30f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.148300] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa39002-5d59-4819-9e7d-8c19fe4cb733 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.164536] env[62913]: DEBUG nova.virt.block_device [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating existing volume attachment record: d9c5813c-370e-4124-8e21-122cce77c675 {{(pid=62913) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1994.174299] env[62913]: DEBUG oslo_vmware.rw_handles [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1994.174299] env[62913]: value = "resgroup-9" [ 1994.174299] env[62913]: _type = "ResourcePool" [ 1994.174299] env[62913]: }. {{(pid=62913) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1994.174647] env[62913]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-27fa0f8d-5f6f-49a8-85eb-0f8fdd4daba4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.207187] env[62913]: DEBUG oslo_vmware.api [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823075, 'name': PowerOffVM_Task, 'duration_secs': 0.170598} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.208653] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1994.208839] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1994.209160] env[62913]: DEBUG oslo_vmware.rw_handles [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lease: (returnval){ [ 1994.209160] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52657d59-8be1-603e-d0a1-1e5179caa038" [ 1994.209160] env[62913]: _type = "HttpNfcLease" [ 1994.209160] env[62913]: } obtained for vApp import into resource pool (val){ [ 1994.209160] env[62913]: value = "resgroup-9" [ 1994.209160] env[62913]: _type = "ResourcePool" [ 1994.209160] env[62913]: }. {{(pid=62913) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1994.209396] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the lease: (returnval){ [ 1994.209396] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52657d59-8be1-603e-d0a1-1e5179caa038" [ 1994.209396] env[62913]: _type = "HttpNfcLease" [ 1994.209396] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1994.209545] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab890e9e-e47c-49b4-83f5-911b5f28db67 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.218427] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1994.218427] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52657d59-8be1-603e-d0a1-1e5179caa038" [ 1994.218427] env[62913]: _type = "HttpNfcLease" [ 1994.218427] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1994.303493] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1994.303750] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1994.303970] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Deleting the datastore file [datastore1] 4c38b5af-e693-4cc1-8500-a30f984178b7 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1994.304272] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fa9acf0-bdf2-495b-903a-f3ed0cfe02b0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.312783] env[62913]: DEBUG oslo_vmware.api [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for the task: (returnval){ [ 1994.312783] env[62913]: value = "task-1823080" [ 1994.312783] env[62913]: _type = "Task" [ 1994.312783] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.321554] env[62913]: DEBUG oslo_vmware.api [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.430140] env[62913]: DEBUG oslo_concurrency.lockutils [req-0d6ff57f-b24f-4d24-95de-75ac00abc958 req-48914687-3f25-45e4-b089-682c3dbe7af7 service nova] Releasing lock "refresh_cache-4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.609552] env[62913]: DEBUG oslo_vmware.api [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823076, 'name': PowerOffVM_Task, 'duration_secs': 0.243801} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.609829] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1994.610027] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1994.610284] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ad72735-cf99-43e6-a1f0-a9259fa529cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.713317] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1994.713587] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1994.713781] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Deleting the datastore file [datastore1] e4ec9f27-d456-4c5b-84e0-8bc9228be173 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1994.717637] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3bcd0c2-e9e0-4338-b60e-aa656bf6c5c0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.722585] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1994.722585] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52657d59-8be1-603e-d0a1-1e5179caa038" [ 1994.722585] env[62913]: _type = "HttpNfcLease" [ 1994.722585] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1994.723746] env[62913]: DEBUG oslo_vmware.rw_handles [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1994.723746] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52657d59-8be1-603e-d0a1-1e5179caa038" [ 1994.723746] env[62913]: _type = "HttpNfcLease" [ 1994.723746] env[62913]: }. {{(pid=62913) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1994.724040] env[62913]: DEBUG oslo_vmware.api [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 1994.724040] env[62913]: value = "task-1823084" [ 1994.724040] env[62913]: _type = "Task" [ 1994.724040] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.724757] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0deca3-6fda-4e3a-a22f-38c2e7cc3c81 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.734828] env[62913]: DEBUG oslo_vmware.api [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.737566] env[62913]: DEBUG oslo_vmware.rw_handles [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522bd055-98fc-8bf6-0d2e-be61cfc08b7c/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1994.737753] env[62913]: DEBUG oslo_vmware.rw_handles [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522bd055-98fc-8bf6-0d2e-be61cfc08b7c/disk-0.vmdk. {{(pid=62913) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1994.807688] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a9236e44-2e23-43bd-badc-0e19a4cd292b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.824489] env[62913]: DEBUG oslo_vmware.api [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Task: {'id': task-1823080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172914} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.826072] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1994.826354] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1994.826624] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1994.826922] env[62913]: INFO nova.compute.manager [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1994.827279] env[62913]: DEBUG oslo.service.loopingcall [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1994.827546] env[62913]: DEBUG nova.compute.manager [-] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1994.827702] env[62913]: DEBUG nova.network.neutron [-] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1995.240693] env[62913]: DEBUG oslo_vmware.api [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147667} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.241995] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1995.242202] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1995.242379] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1995.242559] env[62913]: INFO nova.compute.manager [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1995.242825] env[62913]: DEBUG oslo.service.loopingcall [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1995.243032] env[62913]: DEBUG nova.compute.manager [-] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1995.243128] env[62913]: DEBUG nova.network.neutron [-] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1995.246647] env[62913]: DEBUG nova.compute.manager [req-f4f5dfd3-8d55-4639-bf55-8ecb47c9552b req-381e3a10-1ec5-4366-8fb9-24bc0d0486ee service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Received event network-vif-deleted-abb3f30c-a71e-4232-81e2-ed1cfc2573e6 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1995.246840] env[62913]: INFO nova.compute.manager [req-f4f5dfd3-8d55-4639-bf55-8ecb47c9552b req-381e3a10-1ec5-4366-8fb9-24bc0d0486ee service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Neutron deleted interface abb3f30c-a71e-4232-81e2-ed1cfc2573e6; detaching it from the instance and deleting it from the info cache [ 1995.247026] env[62913]: DEBUG nova.network.neutron [req-f4f5dfd3-8d55-4639-bf55-8ecb47c9552b req-381e3a10-1ec5-4366-8fb9-24bc0d0486ee service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.647256] env[62913]: DEBUG nova.network.neutron [-] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.751264] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd76f04f-f514-4058-8f9b-ffad18f648b2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.762579] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7a15e6-f70a-4dca-b060-8c5dd9213649 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.793402] env[62913]: DEBUG nova.compute.manager [req-f4f5dfd3-8d55-4639-bf55-8ecb47c9552b req-381e3a10-1ec5-4366-8fb9-24bc0d0486ee service nova] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Detach interface failed, port_id=abb3f30c-a71e-4232-81e2-ed1cfc2573e6, reason: Instance 4c38b5af-e693-4cc1-8500-a30f984178b7 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1995.923125] env[62913]: DEBUG oslo_vmware.rw_handles [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Completed reading data from the image iterator. {{(pid=62913) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1995.923361] env[62913]: DEBUG oslo_vmware.rw_handles [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522bd055-98fc-8bf6-0d2e-be61cfc08b7c/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1995.924271] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c31b183-d6fc-4348-a214-11c934e0228d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.931073] env[62913]: DEBUG oslo_vmware.rw_handles [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522bd055-98fc-8bf6-0d2e-be61cfc08b7c/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1995.931296] env[62913]: DEBUG oslo_vmware.rw_handles [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522bd055-98fc-8bf6-0d2e-be61cfc08b7c/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1995.931535] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ce175d8b-c9f6-45f8-ae04-94fa99b49eb1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.151584] env[62913]: INFO nova.compute.manager [-] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Took 1.32 seconds to deallocate network for instance. [ 1996.211623] env[62913]: DEBUG oslo_vmware.rw_handles [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522bd055-98fc-8bf6-0d2e-be61cfc08b7c/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1996.211844] env[62913]: INFO nova.virt.vmwareapi.images [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Downloaded image file data 83dccc1d-0975-42d2-9bee-ea453141d109 [ 1996.212732] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba1a500-48b3-4d99-810e-cf49d4404aa3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.228859] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9276880-03ad-4977-a9ce-dbb95baa8aad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.255935] env[62913]: DEBUG nova.network.neutron [-] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.257273] env[62913]: INFO nova.virt.vmwareapi.images [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] The imported VM was unregistered [ 1996.259564] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Caching image {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1996.259853] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Creating directory with path [datastore1] devstack-image-cache_base/83dccc1d-0975-42d2-9bee-ea453141d109 {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1996.260258] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ad6d911-cbe6-4f4f-9fc4-03fddb0d1b70 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.297920] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Created directory with path [datastore1] devstack-image-cache_base/83dccc1d-0975-42d2-9bee-ea453141d109 {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1996.298161] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_eca38efd-4270-4bab-ad5f-95e55260a0c6/OSTACK_IMG_eca38efd-4270-4bab-ad5f-95e55260a0c6.vmdk to [datastore1] devstack-image-cache_base/83dccc1d-0975-42d2-9bee-ea453141d109/83dccc1d-0975-42d2-9bee-ea453141d109.vmdk. {{(pid=62913) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1996.298641] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-30bb31c8-28b5-44c6-b48e-bc73cf15e2b4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.305527] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1996.305527] env[62913]: value = "task-1823086" [ 1996.305527] env[62913]: _type = "Task" [ 1996.305527] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.315048] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823086, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.658312] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.658654] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.658853] env[62913]: DEBUG nova.objects.instance [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lazy-loading 'resources' on Instance uuid 4c38b5af-e693-4cc1-8500-a30f984178b7 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1996.761678] env[62913]: INFO nova.compute.manager [-] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Took 1.52 seconds to deallocate network for instance. [ 1996.817740] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823086, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.270206] env[62913]: DEBUG oslo_concurrency.lockutils [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.276125] env[62913]: DEBUG nova.compute.manager [req-4d21a820-ae6c-4942-87c1-20a0c3afa565 req-5a76415d-eae7-4727-b976-48685b888b78 service nova] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Received event network-vif-deleted-2c4b29ae-f959-4085-a9ef-2f28c7964e88 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1997.320870] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823086, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.374761] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fb3f3c-d8b4-45ff-8641-35e88a0232a3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.384559] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55876dd2-9baa-4890-9f60-9f2608e6cced {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.419094] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2d1269-0356-4ddd-9feb-8e74bbf96044 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.429832] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7c9183-2729-46d8-a024-5ae374e2ebd6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.446857] env[62913]: DEBUG nova.compute.provider_tree [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1997.819971] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823086, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.950676] env[62913]: DEBUG nova.scheduler.client.report [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1998.320143] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823086, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.456540] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.459873] env[62913]: DEBUG oslo_concurrency.lockutils [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.189s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.459873] env[62913]: DEBUG nova.objects.instance [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lazy-loading 'resources' on Instance uuid e4ec9f27-d456-4c5b-84e0-8bc9228be173 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.478787] env[62913]: INFO nova.scheduler.client.report [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Deleted allocations for instance 4c38b5af-e693-4cc1-8500-a30f984178b7 [ 1998.818369] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823086, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.986664] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7ca2bd2b-b72e-4df1-9d6c-fc3a331d042f tempest-AttachInterfacesTestJSON-1739222029 tempest-AttachInterfacesTestJSON-1739222029-project-member] Lock "4c38b5af-e693-4cc1-8500-a30f984178b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.817s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.046942] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f9b86b-ffb9-4e2e-99cf-68484360f24f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.054326] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cdf429-1c37-4883-91ba-88c871dd496d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.083820] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ea063e-e29a-4092-b136-68e7770844f3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.090663] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1e4f65-e720-464d-a9b7-649d21697501 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.104389] env[62913]: DEBUG nova.compute.provider_tree [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1999.319679] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823086, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.828657} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.319954] env[62913]: INFO nova.virt.vmwareapi.ds_util [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_eca38efd-4270-4bab-ad5f-95e55260a0c6/OSTACK_IMG_eca38efd-4270-4bab-ad5f-95e55260a0c6.vmdk to [datastore1] devstack-image-cache_base/83dccc1d-0975-42d2-9bee-ea453141d109/83dccc1d-0975-42d2-9bee-ea453141d109.vmdk. [ 1999.320165] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Cleaning up location [datastore1] OSTACK_IMG_eca38efd-4270-4bab-ad5f-95e55260a0c6 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1999.320426] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_eca38efd-4270-4bab-ad5f-95e55260a0c6 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1999.320570] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3cf570d-c21b-4388-ace0-7a622477eb71 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.326288] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1999.326288] env[62913]: value = "task-1823088" [ 1999.326288] env[62913]: _type = "Task" [ 1999.326288] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.333630] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.607466] env[62913]: DEBUG nova.scheduler.client.report [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1999.835784] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1861} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.836258] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1999.836344] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/83dccc1d-0975-42d2-9bee-ea453141d109/83dccc1d-0975-42d2-9bee-ea453141d109.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.836594] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/83dccc1d-0975-42d2-9bee-ea453141d109/83dccc1d-0975-42d2-9bee-ea453141d109.vmdk to [datastore1] 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d/4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1999.836857] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-403835d0-6569-48e1-bcc5-31e78d7cb12e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.843231] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 1999.843231] env[62913]: value = "task-1823089" [ 1999.843231] env[62913]: _type = "Task" [ 1999.843231] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.851144] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.112301] env[62913]: DEBUG oslo_concurrency.lockutils [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.139934] env[62913]: INFO nova.scheduler.client.report [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Deleted allocations for instance e4ec9f27-d456-4c5b-84e0-8bc9228be173 [ 2000.355304] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823089, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.650616] env[62913]: DEBUG oslo_concurrency.lockutils [None req-929773ea-3b9e-4255-b7cd-24a685b72287 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "e4ec9f27-d456-4c5b-84e0-8bc9228be173" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.077s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.858767] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823089, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.215185] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Volume attach. Driver type: vmdk {{(pid=62913) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2001.215454] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377574', 'volume_id': 'b6998314-4675-4924-95b6-f0700820322c', 'name': 'volume-b6998314-4675-4924-95b6-f0700820322c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd0d03c2c-c3ed-4652-8170-e4c7d75525a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6998314-4675-4924-95b6-f0700820322c', 'serial': 'b6998314-4675-4924-95b6-f0700820322c'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2001.216434] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edf9c71-4df1-40fd-955a-1e018d88db95 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.243035] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce522b0a-3b72-4b9c-8162-e18946eaa495 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.275170] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-b6998314-4675-4924-95b6-f0700820322c/volume-b6998314-4675-4924-95b6-f0700820322c.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2001.275663] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1436ba90-d0a9-4d78-bed3-59b6f5378963 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.305593] env[62913]: DEBUG oslo_vmware.api [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2001.305593] env[62913]: value = "task-1823090" [ 2001.305593] env[62913]: _type = "Task" [ 2001.305593] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.316393] env[62913]: DEBUG oslo_vmware.api [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.360281] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823089, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.817757] env[62913]: DEBUG oslo_vmware.api [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.860666] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823089, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.317030] env[62913]: DEBUG oslo_vmware.api [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.357890] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823089, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.41439} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.358254] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/83dccc1d-0975-42d2-9bee-ea453141d109/83dccc1d-0975-42d2-9bee-ea453141d109.vmdk to [datastore1] 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d/4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2002.359241] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455b3fb7-ca10-4b30-8fa2-4506110e4fa8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.382770] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d/4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d.vmdk or device None with type streamOptimized {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2002.383137] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0d82c9d-0d50-4566-9170-a09f97d8c115 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.402764] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 2002.402764] env[62913]: value = "task-1823091" [ 2002.402764] env[62913]: _type = "Task" [ 2002.402764] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.410498] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.527048] env[62913]: DEBUG oslo_concurrency.lockutils [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "44331091-fa36-4e7e-8f18-1ceb796933ec" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.527048] env[62913]: DEBUG oslo_concurrency.lockutils [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "44331091-fa36-4e7e-8f18-1ceb796933ec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.817343] env[62913]: DEBUG oslo_vmware.api [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823090, 'name': ReconfigVM_Task, 'duration_secs': 1.228302} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.817655] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-b6998314-4675-4924-95b6-f0700820322c/volume-b6998314-4675-4924-95b6-f0700820322c.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2002.822408] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-747e0deb-80c2-4c51-bdc2-d1238df5a4cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.837705] env[62913]: DEBUG oslo_vmware.api [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2002.837705] env[62913]: value = "task-1823092" [ 2002.837705] env[62913]: _type = "Task" [ 2002.837705] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.846084] env[62913]: DEBUG oslo_vmware.api [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.912145] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823091, 'name': ReconfigVM_Task, 'duration_secs': 0.32515} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.912484] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d/4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d.vmdk or device None with type streamOptimized {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2002.913168] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6dab5a1-5dba-4421-b4f1-bce4fba76935 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.919630] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 2002.919630] env[62913]: value = "task-1823093" [ 2002.919630] env[62913]: _type = "Task" [ 2002.919630] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.927876] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823093, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.030371] env[62913]: DEBUG nova.compute.utils [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2003.176228] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.176457] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.347353] env[62913]: DEBUG oslo_vmware.api [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823092, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.429300] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823093, 'name': Rename_Task, 'duration_secs': 0.151547} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.429645] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2003.429803] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78f4693f-0c91-44ae-9160-fa8e50155e47 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.436498] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 2003.436498] env[62913]: value = "task-1823094" [ 2003.436498] env[62913]: _type = "Task" [ 2003.436498] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.443726] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.533277] env[62913]: DEBUG oslo_concurrency.lockutils [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "44331091-fa36-4e7e-8f18-1ceb796933ec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.678819] env[62913]: DEBUG nova.compute.manager [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2003.849917] env[62913]: DEBUG oslo_vmware.api [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823092, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.947122] env[62913]: DEBUG oslo_vmware.api [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823094, 'name': PowerOnVM_Task, 'duration_secs': 0.443668} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.947405] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2004.124253] env[62913]: DEBUG nova.compute.manager [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2004.125316] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44712fe-e159-4d7d-86dc-d95673f902c8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.201966] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.202312] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.204169] env[62913]: INFO nova.compute.claims [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2004.348111] env[62913]: DEBUG oslo_vmware.api [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823092, 'name': ReconfigVM_Task, 'duration_secs': 1.150954} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.348410] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377574', 'volume_id': 'b6998314-4675-4924-95b6-f0700820322c', 'name': 'volume-b6998314-4675-4924-95b6-f0700820322c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd0d03c2c-c3ed-4652-8170-e4c7d75525a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6998314-4675-4924-95b6-f0700820322c', 'serial': 'b6998314-4675-4924-95b6-f0700820322c'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2004.589624] env[62913]: DEBUG oslo_concurrency.lockutils [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "44331091-fa36-4e7e-8f18-1ceb796933ec" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.590033] env[62913]: DEBUG oslo_concurrency.lockutils [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "44331091-fa36-4e7e-8f18-1ceb796933ec" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.590156] env[62913]: INFO nova.compute.manager [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Attaching volume 896db5d0-65a0-4610-8ed7-90614401171f to /dev/sdb [ 2004.626472] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504dce9f-54f6-413f-a225-2027e085ccf6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.641541] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6217b4-8c7b-4bbc-8ee0-ef79044f35a3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.653861] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0955ed99-b090-4b9b-a43b-70080f50d67e tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.506s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.669951] env[62913]: DEBUG nova.virt.block_device [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Updating existing volume attachment record: eb93e0a2-6fa5-47b6-9bb8-54425a1c46e1 {{(pid=62913) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2005.323046] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e79744e-f631-4b7d-9fac-43724cbb8cd3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.331501] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81fc6b9-3a40-4977-9b17-97eae05135fe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.367337] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb82e35-290f-47b7-a711-4462d9e68233 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.375718] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d419a8bc-f50c-4caa-9487-d666cb488654 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.388387] env[62913]: DEBUG nova.objects.instance [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lazy-loading 'flavor' on Instance uuid d0d03c2c-c3ed-4652-8170-e4c7d75525a6 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2005.389913] env[62913]: DEBUG nova.compute.provider_tree [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2005.894557] env[62913]: DEBUG nova.scheduler.client.report [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2005.897794] env[62913]: DEBUG oslo_concurrency.lockutils [None req-165e49b4-7f81-41f8-8cc0-7a2a6ec5f187 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 11.812s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.400057] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.400623] env[62913]: DEBUG nova.compute.manager [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2006.436828] env[62913]: DEBUG nova.compute.manager [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Stashing vm_state: active {{(pid=62913) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 2006.906411] env[62913]: DEBUG nova.compute.utils [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2006.907876] env[62913]: DEBUG nova.compute.manager [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2006.908017] env[62913]: DEBUG nova.network.neutron [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2006.959359] env[62913]: DEBUG nova.policy [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47222d3084154c5cad550713e4b0d4f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2351df8edb2478e83c9f5580a9e8313', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 2006.961911] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.962166] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.027068] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "f57344b6-d57b-4a55-a169-133cec73565a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.027343] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "f57344b6-d57b-4a55-a169-133cec73565a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.234477] env[62913]: DEBUG nova.network.neutron [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Successfully created port: cae868c7-1e2f-423f-a685-1ccdbaaebc85 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2007.411151] env[62913]: DEBUG nova.compute.manager [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2007.467387] env[62913]: INFO nova.compute.claims [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2007.530130] env[62913]: DEBUG nova.compute.utils [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2007.973070] env[62913]: INFO nova.compute.resource_tracker [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating resource usage from migration ff362002-0b7c-4732-94e2-277c4c445daf [ 2008.032619] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "f57344b6-d57b-4a55-a169-133cec73565a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.080424] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e5f730-22cd-4b69-a5b4-dee185916784 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.090154] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e083b21-44ec-45ad-82e2-38420711e7f6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.120785] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23978554-410c-4ff5-9ff6-16ad67b8b211 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.128545] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d206aaf4-69cc-401e-b4ad-e9541a69a3a9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.141852] env[62913]: DEBUG nova.compute.provider_tree [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2008.420154] env[62913]: DEBUG nova.compute.manager [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2008.445663] env[62913]: DEBUG nova.virt.hardware [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2008.445942] env[62913]: DEBUG nova.virt.hardware [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2008.446159] env[62913]: DEBUG nova.virt.hardware [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2008.446361] env[62913]: DEBUG nova.virt.hardware [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2008.446512] env[62913]: DEBUG nova.virt.hardware [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2008.446663] env[62913]: DEBUG nova.virt.hardware [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2008.446879] env[62913]: DEBUG nova.virt.hardware [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2008.447059] env[62913]: DEBUG nova.virt.hardware [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2008.447236] env[62913]: DEBUG nova.virt.hardware [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2008.447402] env[62913]: DEBUG nova.virt.hardware [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2008.447576] env[62913]: DEBUG nova.virt.hardware [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2008.448428] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f662ac3e-77b8-4292-b71c-7eacf21b98ba {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.456295] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23248e7d-f04f-4a7e-b50d-5feb2c2faa30 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.626216] env[62913]: DEBUG nova.compute.manager [req-3fa9ba42-60a9-4a63-a1f0-014a7d45883e req-b8e4991d-ba55-4496-9cfe-d558596ab715 service nova] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Received event network-vif-plugged-cae868c7-1e2f-423f-a685-1ccdbaaebc85 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2008.626216] env[62913]: DEBUG oslo_concurrency.lockutils [req-3fa9ba42-60a9-4a63-a1f0-014a7d45883e req-b8e4991d-ba55-4496-9cfe-d558596ab715 service nova] Acquiring lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.626216] env[62913]: DEBUG oslo_concurrency.lockutils [req-3fa9ba42-60a9-4a63-a1f0-014a7d45883e req-b8e4991d-ba55-4496-9cfe-d558596ab715 service nova] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.626216] env[62913]: DEBUG oslo_concurrency.lockutils [req-3fa9ba42-60a9-4a63-a1f0-014a7d45883e req-b8e4991d-ba55-4496-9cfe-d558596ab715 service nova] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.626216] env[62913]: DEBUG nova.compute.manager [req-3fa9ba42-60a9-4a63-a1f0-014a7d45883e req-b8e4991d-ba55-4496-9cfe-d558596ab715 service nova] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] No waiting events found dispatching network-vif-plugged-cae868c7-1e2f-423f-a685-1ccdbaaebc85 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2008.626216] env[62913]: WARNING nova.compute.manager [req-3fa9ba42-60a9-4a63-a1f0-014a7d45883e req-b8e4991d-ba55-4496-9cfe-d558596ab715 service nova] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Received unexpected event network-vif-plugged-cae868c7-1e2f-423f-a685-1ccdbaaebc85 for instance with vm_state building and task_state spawning. [ 2008.645977] env[62913]: DEBUG nova.scheduler.client.report [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2008.735610] env[62913]: DEBUG nova.network.neutron [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Successfully updated port: cae868c7-1e2f-423f-a685-1ccdbaaebc85 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2009.090453] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "f57344b6-d57b-4a55-a169-133cec73565a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.090755] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "f57344b6-d57b-4a55-a169-133cec73565a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.090960] env[62913]: INFO nova.compute.manager [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Attaching volume c03d610e-ad53-41d8-b96d-f572c45f3a75 to /dev/sdb [ 2009.120024] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296704ad-07a6-489c-af35-b1858224c3c3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.127660] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0997e669-2b9b-4091-957a-70c761d10497 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.144332] env[62913]: DEBUG nova.virt.block_device [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Updating existing volume attachment record: ef54db50-c028-41bd-858b-c4a20c11e617 {{(pid=62913) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2009.150109] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.188s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.150331] env[62913]: INFO nova.compute.manager [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Migrating [ 2009.224261] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Volume attach. Driver type: vmdk {{(pid=62913) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2009.224516] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377576', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'name': 'volume-896db5d0-65a0-4610-8ed7-90614401171f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44331091-fa36-4e7e-8f18-1ceb796933ec', 'attached_at': '', 'detached_at': '', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'serial': '896db5d0-65a0-4610-8ed7-90614401171f'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2009.225452] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7adc700-5d89-4ea2-9bbe-5d2d1de014ab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.241236] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "refresh_cache-92bf7bc2-fa67-4899-a9c9-5253efa0d549" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.241379] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquired lock "refresh_cache-92bf7bc2-fa67-4899-a9c9-5253efa0d549" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.241530] env[62913]: DEBUG nova.network.neutron [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2009.243269] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdbe118-35e5-4a3d-8119-64a0f98da05d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.269701] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-896db5d0-65a0-4610-8ed7-90614401171f/volume-896db5d0-65a0-4610-8ed7-90614401171f.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2009.270571] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edc08020-167a-4a9e-8621-e761b97317b6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.288120] env[62913]: DEBUG oslo_vmware.api [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2009.288120] env[62913]: value = "task-1823100" [ 2009.288120] env[62913]: _type = "Task" [ 2009.288120] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.296372] env[62913]: DEBUG oslo_vmware.api [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.665168] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.665483] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.665733] env[62913]: DEBUG nova.network.neutron [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2009.776798] env[62913]: DEBUG nova.network.neutron [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2009.802355] env[62913]: DEBUG oslo_vmware.api [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823100, 'name': ReconfigVM_Task, 'duration_secs': 0.3532} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.802473] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-896db5d0-65a0-4610-8ed7-90614401171f/volume-896db5d0-65a0-4610-8ed7-90614401171f.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2009.807371] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bd493cf-147e-4186-9a8d-0d31d309b892 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.824086] env[62913]: DEBUG oslo_vmware.api [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2009.824086] env[62913]: value = "task-1823103" [ 2009.824086] env[62913]: _type = "Task" [ 2009.824086] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.832136] env[62913]: DEBUG oslo_vmware.api [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.912751] env[62913]: DEBUG nova.network.neutron [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Updating instance_info_cache with network_info: [{"id": "cae868c7-1e2f-423f-a685-1ccdbaaebc85", "address": "fa:16:3e:bf:57:34", "network": {"id": "ae4ac1fe-401c-456a-a1ec-6424939f261d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069238318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2351df8edb2478e83c9f5580a9e8313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae868c7-1e", "ovs_interfaceid": "cae868c7-1e2f-423f-a685-1ccdbaaebc85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.333854] env[62913]: DEBUG oslo_vmware.api [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823103, 'name': ReconfigVM_Task, 'duration_secs': 0.133181} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.336097] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377576', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'name': 'volume-896db5d0-65a0-4610-8ed7-90614401171f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44331091-fa36-4e7e-8f18-1ceb796933ec', 'attached_at': '', 'detached_at': '', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'serial': '896db5d0-65a0-4610-8ed7-90614401171f'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2010.367976] env[62913]: DEBUG nova.network.neutron [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating instance_info_cache with network_info: [{"id": "38b86a57-eaab-4bc0-8476-29ecf646b57b", "address": "fa:16:3e:60:8e:b3", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b86a57-ea", "ovs_interfaceid": "38b86a57-eaab-4bc0-8476-29ecf646b57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.415452] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Releasing lock "refresh_cache-92bf7bc2-fa67-4899-a9c9-5253efa0d549" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.415824] env[62913]: DEBUG nova.compute.manager [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Instance network_info: |[{"id": "cae868c7-1e2f-423f-a685-1ccdbaaebc85", "address": "fa:16:3e:bf:57:34", "network": {"id": "ae4ac1fe-401c-456a-a1ec-6424939f261d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069238318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2351df8edb2478e83c9f5580a9e8313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae868c7-1e", "ovs_interfaceid": "cae868c7-1e2f-423f-a685-1ccdbaaebc85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2010.416322] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:57:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cae868c7-1e2f-423f-a685-1ccdbaaebc85', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2010.424854] env[62913]: DEBUG oslo.service.loopingcall [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2010.425196] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2010.425448] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-057ca73c-7ab0-40cd-8326-7c69e03a7e13 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.445090] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2010.445090] env[62913]: value = "task-1823104" [ 2010.445090] env[62913]: _type = "Task" [ 2010.445090] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.452408] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823104, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.650771] env[62913]: DEBUG nova.compute.manager [req-16bee659-dc85-44b4-aa4c-3ab1cf3e6721 req-8b217c4d-dcde-4c9b-878e-76131d5683e2 service nova] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Received event network-changed-cae868c7-1e2f-423f-a685-1ccdbaaebc85 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2010.650950] env[62913]: DEBUG nova.compute.manager [req-16bee659-dc85-44b4-aa4c-3ab1cf3e6721 req-8b217c4d-dcde-4c9b-878e-76131d5683e2 service nova] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Refreshing instance network info cache due to event network-changed-cae868c7-1e2f-423f-a685-1ccdbaaebc85. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2010.651191] env[62913]: DEBUG oslo_concurrency.lockutils [req-16bee659-dc85-44b4-aa4c-3ab1cf3e6721 req-8b217c4d-dcde-4c9b-878e-76131d5683e2 service nova] Acquiring lock "refresh_cache-92bf7bc2-fa67-4899-a9c9-5253efa0d549" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.651339] env[62913]: DEBUG oslo_concurrency.lockutils [req-16bee659-dc85-44b4-aa4c-3ab1cf3e6721 req-8b217c4d-dcde-4c9b-878e-76131d5683e2 service nova] Acquired lock "refresh_cache-92bf7bc2-fa67-4899-a9c9-5253efa0d549" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.651505] env[62913]: DEBUG nova.network.neutron [req-16bee659-dc85-44b4-aa4c-3ab1cf3e6721 req-8b217c4d-dcde-4c9b-878e-76131d5683e2 service nova] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Refreshing network info cache for port cae868c7-1e2f-423f-a685-1ccdbaaebc85 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2010.870601] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.954900] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823104, 'name': CreateVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.335141] env[62913]: DEBUG nova.network.neutron [req-16bee659-dc85-44b4-aa4c-3ab1cf3e6721 req-8b217c4d-dcde-4c9b-878e-76131d5683e2 service nova] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Updated VIF entry in instance network info cache for port cae868c7-1e2f-423f-a685-1ccdbaaebc85. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2011.335579] env[62913]: DEBUG nova.network.neutron [req-16bee659-dc85-44b4-aa4c-3ab1cf3e6721 req-8b217c4d-dcde-4c9b-878e-76131d5683e2 service nova] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Updating instance_info_cache with network_info: [{"id": "cae868c7-1e2f-423f-a685-1ccdbaaebc85", "address": "fa:16:3e:bf:57:34", "network": {"id": "ae4ac1fe-401c-456a-a1ec-6424939f261d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069238318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2351df8edb2478e83c9f5580a9e8313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae868c7-1e", "ovs_interfaceid": "cae868c7-1e2f-423f-a685-1ccdbaaebc85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.373546] env[62913]: DEBUG nova.objects.instance [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lazy-loading 'flavor' on Instance uuid 44331091-fa36-4e7e-8f18-1ceb796933ec {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2011.456784] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823104, 'name': CreateVM_Task, 'duration_secs': 0.592832} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.457121] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2011.466383] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.466567] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.466892] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2011.467229] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-883308a7-aaed-4399-812b-d4f6fc086331 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.472214] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2011.472214] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52dc1ef3-9b1b-41c1-032c-9d198387218f" [ 2011.472214] env[62913]: _type = "Task" [ 2011.472214] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.479926] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52dc1ef3-9b1b-41c1-032c-9d198387218f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.838518] env[62913]: DEBUG oslo_concurrency.lockutils [req-16bee659-dc85-44b4-aa4c-3ab1cf3e6721 req-8b217c4d-dcde-4c9b-878e-76131d5683e2 service nova] Releasing lock "refresh_cache-92bf7bc2-fa67-4899-a9c9-5253efa0d549" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.877582] env[62913]: DEBUG oslo_concurrency.lockutils [None req-25f7ef83-bc93-46c1-b8c2-14eccaf35811 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "44331091-fa36-4e7e-8f18-1ceb796933ec" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.288s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.982564] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52dc1ef3-9b1b-41c1-032c-9d198387218f, 'name': SearchDatastore_Task, 'duration_secs': 0.008577} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.982886] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.983169] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2011.983450] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.983606] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.983789] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2011.984054] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10ac6150-aede-42be-9daa-8329b61557e5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.991793] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2011.991967] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2011.992665] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc85114-a29b-4d84-9b19-754f67541dbc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.997731] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2011.997731] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bbc15b-99a4-d8dd-335c-dbbee1fb5f63" [ 2011.997731] env[62913]: _type = "Task" [ 2011.997731] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.004839] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bbc15b-99a4-d8dd-335c-dbbee1fb5f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.190730] env[62913]: INFO nova.compute.manager [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Rebuilding instance [ 2012.229355] env[62913]: DEBUG nova.compute.manager [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2012.230227] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8646afc0-583f-42e3-88f7-9b665ac860fe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.386675] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7754df-4cc2-4334-9768-55e2147ccd6f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.407548] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating instance 'd0d03c2c-c3ed-4652-8170-e4c7d75525a6' progress to 0 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2012.507483] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bbc15b-99a4-d8dd-335c-dbbee1fb5f63, 'name': SearchDatastore_Task, 'duration_secs': 0.008484} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.508200] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aaddd31-0b5e-41b8-9861-3a0e64712e3d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.512984] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2012.512984] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5291e827-839b-3784-1eae-bfc1800cdb89" [ 2012.512984] env[62913]: _type = "Task" [ 2012.512984] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.520304] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5291e827-839b-3784-1eae-bfc1800cdb89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.913303] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2012.913613] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a088f6fd-78d6-4890-bf91-4a2bcffc3c1c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.920989] env[62913]: DEBUG oslo_vmware.api [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2012.920989] env[62913]: value = "task-1823106" [ 2012.920989] env[62913]: _type = "Task" [ 2012.920989] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.929040] env[62913]: DEBUG oslo_vmware.api [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.023563] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5291e827-839b-3784-1eae-bfc1800cdb89, 'name': SearchDatastore_Task, 'duration_secs': 0.008844} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.023838] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.024108] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 92bf7bc2-fa67-4899-a9c9-5253efa0d549/92bf7bc2-fa67-4899-a9c9-5253efa0d549.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2013.024381] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5f22018-6c64-4cfc-80cb-7427a123dc72 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.030708] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2013.030708] env[62913]: value = "task-1823107" [ 2013.030708] env[62913]: _type = "Task" [ 2013.030708] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.039265] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.243621] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2013.243964] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d00d906e-2bb0-4754-bad9-d1e2c822d783 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.252036] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2013.252036] env[62913]: value = "task-1823108" [ 2013.252036] env[62913]: _type = "Task" [ 2013.252036] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.260590] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.431503] env[62913]: DEBUG oslo_vmware.api [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823106, 'name': PowerOffVM_Task, 'duration_secs': 0.202966} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.431858] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2013.432090] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating instance 'd0d03c2c-c3ed-4652-8170-e4c7d75525a6' progress to 17 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2013.544092] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451241} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.544443] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 92bf7bc2-fa67-4899-a9c9-5253efa0d549/92bf7bc2-fa67-4899-a9c9-5253efa0d549.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2013.544663] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2013.545016] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-577c8ee4-5080-4600-a5a3-d744693f0866 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.552142] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2013.552142] env[62913]: value = "task-1823109" [ 2013.552142] env[62913]: _type = "Task" [ 2013.552142] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.559480] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.690511] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Volume attach. Driver type: vmdk {{(pid=62913) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2013.690799] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377578', 'volume_id': 'c03d610e-ad53-41d8-b96d-f572c45f3a75', 'name': 'volume-c03d610e-ad53-41d8-b96d-f572c45f3a75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f57344b6-d57b-4a55-a169-133cec73565a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c03d610e-ad53-41d8-b96d-f572c45f3a75', 'serial': 'c03d610e-ad53-41d8-b96d-f572c45f3a75'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2013.691668] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da070319-331d-4a15-848f-36738873c9a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.708091] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e31baaf-74d7-4cc9-a7d9-1fe5bb60e700 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.731973] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-c03d610e-ad53-41d8-b96d-f572c45f3a75/volume-c03d610e-ad53-41d8-b96d-f572c45f3a75.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2013.732233] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb328c67-d631-4c11-a637-f16a4fc11238 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.750236] env[62913]: DEBUG oslo_vmware.api [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2013.750236] env[62913]: value = "task-1823110" [ 2013.750236] env[62913]: _type = "Task" [ 2013.750236] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.761870] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823108, 'name': PowerOffVM_Task, 'duration_secs': 0.338718} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.764773] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2013.766314] env[62913]: DEBUG oslo_vmware.api [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.815874] env[62913]: INFO nova.compute.manager [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Detaching volume 896db5d0-65a0-4610-8ed7-90614401171f [ 2013.846317] env[62913]: INFO nova.virt.block_device [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Attempting to driver detach volume 896db5d0-65a0-4610-8ed7-90614401171f from mountpoint /dev/sdb [ 2013.846554] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2013.846739] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377576', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'name': 'volume-896db5d0-65a0-4610-8ed7-90614401171f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44331091-fa36-4e7e-8f18-1ceb796933ec', 'attached_at': '', 'detached_at': '', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'serial': '896db5d0-65a0-4610-8ed7-90614401171f'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2013.847608] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccee8af-1c03-4bfd-86ff-4da9ca83e8ba {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.869843] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c53ba9-d3d4-49f6-be3c-ae51fb2ddf5d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.876894] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492e9dac-b785-4c25-b737-34fd300feab3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.897945] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7df5dfe-678c-4f63-817b-a5d445e94cb1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.912594] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] The volume has not been displaced from its original location: [datastore1] volume-896db5d0-65a0-4610-8ed7-90614401171f/volume-896db5d0-65a0-4610-8ed7-90614401171f.vmdk. No consolidation needed. {{(pid=62913) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2013.917971] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2013.918273] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a62ed92a-92ab-4e77-9ba6-571a8a00fac2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.939847] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2013.940065] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2013.940263] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2013.940467] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2013.940615] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2013.940764] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2013.940972] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2013.941159] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2013.941336] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2013.941504] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2013.941682] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2013.946726] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2013.946726] env[62913]: value = "task-1823111" [ 2013.946726] env[62913]: _type = "Task" [ 2013.946726] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.946950] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6d260ec-e3f7-4ce8-9395-e2adbf6245d3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.965412] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.966780] env[62913]: DEBUG oslo_vmware.api [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2013.966780] env[62913]: value = "task-1823112" [ 2013.966780] env[62913]: _type = "Task" [ 2013.966780] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.974821] env[62913]: DEBUG oslo_vmware.api [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.062302] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059268} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.062672] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2014.063571] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fac1c0-790b-4450-9fa6-03b9cd2e4e41 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.087132] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 92bf7bc2-fa67-4899-a9c9-5253efa0d549/92bf7bc2-fa67-4899-a9c9-5253efa0d549.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2014.087424] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0d0d75c-12cf-438d-97cd-520dadeab488 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.106342] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2014.106342] env[62913]: value = "task-1823113" [ 2014.106342] env[62913]: _type = "Task" [ 2014.106342] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.114750] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.260296] env[62913]: DEBUG oslo_vmware.api [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823110, 'name': ReconfigVM_Task, 'duration_secs': 0.361095} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.260569] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-c03d610e-ad53-41d8-b96d-f572c45f3a75/volume-c03d610e-ad53-41d8-b96d-f572c45f3a75.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2014.265159] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20a4d999-a8d5-4cd2-ae5a-0468996ef130 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.279946] env[62913]: DEBUG oslo_vmware.api [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2014.279946] env[62913]: value = "task-1823114" [ 2014.279946] env[62913]: _type = "Task" [ 2014.279946] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.288643] env[62913]: DEBUG oslo_vmware.api [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.467105] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823111, 'name': ReconfigVM_Task, 'duration_secs': 0.233454} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.467105] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2014.471039] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a5090a5-84b3-487e-a7e2-6e6b93f669bb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.489364] env[62913]: DEBUG oslo_vmware.api [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823112, 'name': ReconfigVM_Task, 'duration_secs': 0.186187} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.490535] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating instance 'd0d03c2c-c3ed-4652-8170-e4c7d75525a6' progress to 33 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2014.493916] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2014.493916] env[62913]: value = "task-1823115" [ 2014.493916] env[62913]: _type = "Task" [ 2014.493916] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.501688] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.616129] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.790105] env[62913]: DEBUG oslo_vmware.api [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823114, 'name': ReconfigVM_Task, 'duration_secs': 0.320928} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.790394] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377578', 'volume_id': 'c03d610e-ad53-41d8-b96d-f572c45f3a75', 'name': 'volume-c03d610e-ad53-41d8-b96d-f572c45f3a75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f57344b6-d57b-4a55-a169-133cec73565a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c03d610e-ad53-41d8-b96d-f572c45f3a75', 'serial': 'c03d610e-ad53-41d8-b96d-f572c45f3a75'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2014.996703] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2014.996910] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2014.997067] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2014.997265] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2014.997416] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2014.997568] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2014.997779] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2014.997942] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2014.998165] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2014.998366] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2014.998558] env[62913]: DEBUG nova.virt.hardware [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2015.003782] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2015.004119] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-298d4205-273c-446e-910c-4ae4e26756ba {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.025419] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823115, 'name': ReconfigVM_Task, 'duration_secs': 0.171395} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.026462] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377576', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'name': 'volume-896db5d0-65a0-4610-8ed7-90614401171f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44331091-fa36-4e7e-8f18-1ceb796933ec', 'attached_at': '', 'detached_at': '', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'serial': '896db5d0-65a0-4610-8ed7-90614401171f'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2015.028461] env[62913]: DEBUG oslo_vmware.api [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2015.028461] env[62913]: value = "task-1823116" [ 2015.028461] env[62913]: _type = "Task" [ 2015.028461] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.036276] env[62913]: DEBUG oslo_vmware.api [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.116616] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823113, 'name': ReconfigVM_Task, 'duration_secs': 0.658134} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.116906] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 92bf7bc2-fa67-4899-a9c9-5253efa0d549/92bf7bc2-fa67-4899-a9c9-5253efa0d549.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2015.117578] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0b0d19c-36fd-414e-8b80-efd26676def1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.124110] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2015.124110] env[62913]: value = "task-1823117" [ 2015.124110] env[62913]: _type = "Task" [ 2015.124110] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.132127] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823117, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.538165] env[62913]: DEBUG oslo_vmware.api [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823116, 'name': ReconfigVM_Task, 'duration_secs': 0.190986} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.538489] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2015.539246] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7bb8c7-86c7-4d0d-9ccb-b9062ed9df8c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.564888] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] d0d03c2c-c3ed-4652-8170-e4c7d75525a6/d0d03c2c-c3ed-4652-8170-e4c7d75525a6.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2015.565150] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06c968af-fad0-4ed2-8147-c1846b15af09 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.585139] env[62913]: DEBUG oslo_vmware.api [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2015.585139] env[62913]: value = "task-1823118" [ 2015.585139] env[62913]: _type = "Task" [ 2015.585139] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.593964] env[62913]: DEBUG oslo_vmware.api [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.633169] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823117, 'name': Rename_Task, 'duration_secs': 0.141419} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.633424] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2015.633666] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42d4746a-640b-4cbc-b13b-c4a19d39f341 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.640051] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2015.640051] env[62913]: value = "task-1823119" [ 2015.640051] env[62913]: _type = "Task" [ 2015.640051] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.646957] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.826237] env[62913]: DEBUG nova.objects.instance [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lazy-loading 'flavor' on Instance uuid f57344b6-d57b-4a55-a169-133cec73565a {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2016.083345] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2016.083664] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63c180a9-844b-457d-ba12-9522f41938ff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.094510] env[62913]: DEBUG oslo_vmware.api [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823118, 'name': ReconfigVM_Task, 'duration_secs': 0.261918} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.095958] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Reconfigured VM instance instance-0000006f to attach disk [datastore1] d0d03c2c-c3ed-4652-8170-e4c7d75525a6/d0d03c2c-c3ed-4652-8170-e4c7d75525a6.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2016.096279] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating instance 'd0d03c2c-c3ed-4652-8170-e4c7d75525a6' progress to 50 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2016.099728] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2016.099728] env[62913]: value = "task-1823120" [ 2016.099728] env[62913]: _type = "Task" [ 2016.099728] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.108799] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] VM already powered off {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2016.109012] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2016.109220] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377576', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'name': 'volume-896db5d0-65a0-4610-8ed7-90614401171f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44331091-fa36-4e7e-8f18-1ceb796933ec', 'attached_at': '', 'detached_at': '', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'serial': '896db5d0-65a0-4610-8ed7-90614401171f'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2016.109975] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62a43c4-c457-4799-b266-0fb394045727 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.127965] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbdc893-5ef6-4776-bf3f-716ab5a3d63e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.134768] env[62913]: WARNING nova.virt.vmwareapi.driver [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2016.135080] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2016.135797] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a687e953-71ef-42f6-815b-59d54f6b9b8a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.145734] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2016.146508] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc94e729-0bf8-48df-88a8-d6823f564e20 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.150677] env[62913]: DEBUG oslo_vmware.api [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823119, 'name': PowerOnVM_Task, 'duration_secs': 0.404285} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.151276] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2016.151510] env[62913]: INFO nova.compute.manager [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Took 7.73 seconds to spawn the instance on the hypervisor. [ 2016.151738] env[62913]: DEBUG nova.compute.manager [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2016.152473] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a7fa6a-9629-4d2c-bcd9-a26fb15ea258 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.264858] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2016.265165] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2016.265359] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleting the datastore file [datastore1] 44331091-fa36-4e7e-8f18-1ceb796933ec {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2016.265926] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0df75ce1-a760-4837-a96e-33a8d35fdc0f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.272988] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2016.272988] env[62913]: value = "task-1823122" [ 2016.272988] env[62913]: _type = "Task" [ 2016.272988] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.280241] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.331163] env[62913]: DEBUG oslo_concurrency.lockutils [None req-bc4bf201-cd5b-42d4-849b-4dc4f9144a7d tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "f57344b6-d57b-4a55-a169-133cec73565a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.603448] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c4c13c-c18b-49e1-9880-ac4cdf021c28 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.627170] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33939252-cd1a-4b1b-925d-911111f34984 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.647226] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating instance 'd0d03c2c-c3ed-4652-8170-e4c7d75525a6' progress to 67 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2016.671767] env[62913]: INFO nova.compute.manager [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Took 12.49 seconds to build instance. [ 2016.783152] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197545} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.783426] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2016.783617] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2016.783798] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2017.173806] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5dc36328-7693-4cd7-8ac6-d1bee2e75e84 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.997s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.288933] env[62913]: INFO nova.virt.block_device [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Booting with volume 896db5d0-65a0-4610-8ed7-90614401171f at /dev/sdb [ 2017.318218] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be5019da-ed21-45b0-9610-dbdf2ee162ba {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.327769] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04925a29-a2c0-47eb-8474-c1ffc57c8eea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.357359] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0744b25c-c176-49f3-867a-826d530765cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.365266] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172dee53-1886-4613-819a-9736e163b735 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.393439] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c2b8a3-811f-4ac7-a9d6-949d5d4768f6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.399648] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b81a77-c596-402d-8653-c9019ef0f520 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.412262] env[62913]: DEBUG nova.virt.block_device [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Updating existing volume attachment record: 8fa67aaa-6d5f-42c8-b3f7-ca2e19c504a5 {{(pid=62913) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2017.577275] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "192d9170-6692-4ebb-a459-e1c68b8f63db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.577475] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "192d9170-6692-4ebb-a459-e1c68b8f63db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.717978] env[62913]: DEBUG nova.compute.manager [req-0f42dc29-99b7-4f1d-a9fe-f74024b9f7fe req-48cd0182-da7a-4a19-90d0-adf9f714b404 service nova] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Received event network-changed-cae868c7-1e2f-423f-a685-1ccdbaaebc85 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2017.718312] env[62913]: DEBUG nova.compute.manager [req-0f42dc29-99b7-4f1d-a9fe-f74024b9f7fe req-48cd0182-da7a-4a19-90d0-adf9f714b404 service nova] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Refreshing instance network info cache due to event network-changed-cae868c7-1e2f-423f-a685-1ccdbaaebc85. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2017.718417] env[62913]: DEBUG oslo_concurrency.lockutils [req-0f42dc29-99b7-4f1d-a9fe-f74024b9f7fe req-48cd0182-da7a-4a19-90d0-adf9f714b404 service nova] Acquiring lock "refresh_cache-92bf7bc2-fa67-4899-a9c9-5253efa0d549" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.718560] env[62913]: DEBUG oslo_concurrency.lockutils [req-0f42dc29-99b7-4f1d-a9fe-f74024b9f7fe req-48cd0182-da7a-4a19-90d0-adf9f714b404 service nova] Acquired lock "refresh_cache-92bf7bc2-fa67-4899-a9c9-5253efa0d549" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.718721] env[62913]: DEBUG nova.network.neutron [req-0f42dc29-99b7-4f1d-a9fe-f74024b9f7fe req-48cd0182-da7a-4a19-90d0-adf9f714b404 service nova] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Refreshing network info cache for port cae868c7-1e2f-423f-a685-1ccdbaaebc85 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2018.079948] env[62913]: DEBUG nova.compute.manager [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2018.292029] env[62913]: DEBUG nova.network.neutron [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Port 38b86a57-eaab-4bc0-8476-29ecf646b57b binding to destination host cpu-1 is already ACTIVE {{(pid=62913) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2018.456177] env[62913]: DEBUG nova.network.neutron [req-0f42dc29-99b7-4f1d-a9fe-f74024b9f7fe req-48cd0182-da7a-4a19-90d0-adf9f714b404 service nova] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Updated VIF entry in instance network info cache for port cae868c7-1e2f-423f-a685-1ccdbaaebc85. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2018.456560] env[62913]: DEBUG nova.network.neutron [req-0f42dc29-99b7-4f1d-a9fe-f74024b9f7fe req-48cd0182-da7a-4a19-90d0-adf9f714b404 service nova] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Updating instance_info_cache with network_info: [{"id": "cae868c7-1e2f-423f-a685-1ccdbaaebc85", "address": "fa:16:3e:bf:57:34", "network": {"id": "ae4ac1fe-401c-456a-a1ec-6424939f261d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069238318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2351df8edb2478e83c9f5580a9e8313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae868c7-1e", "ovs_interfaceid": "cae868c7-1e2f-423f-a685-1ccdbaaebc85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.602207] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.602470] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.604128] env[62913]: INFO nova.compute.claims [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2018.961246] env[62913]: DEBUG oslo_concurrency.lockutils [req-0f42dc29-99b7-4f1d-a9fe-f74024b9f7fe req-48cd0182-da7a-4a19-90d0-adf9f714b404 service nova] Releasing lock "refresh_cache-92bf7bc2-fa67-4899-a9c9-5253efa0d549" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.321869] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.322057] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.322234] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.521219] env[62913]: DEBUG nova.virt.hardware [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2019.521486] env[62913]: DEBUG nova.virt.hardware [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2019.521646] env[62913]: DEBUG nova.virt.hardware [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2019.521832] env[62913]: DEBUG nova.virt.hardware [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2019.521983] env[62913]: DEBUG nova.virt.hardware [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2019.522154] env[62913]: DEBUG nova.virt.hardware [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2019.522366] env[62913]: DEBUG nova.virt.hardware [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2019.522527] env[62913]: DEBUG nova.virt.hardware [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2019.522693] env[62913]: DEBUG nova.virt.hardware [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2019.522866] env[62913]: DEBUG nova.virt.hardware [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2019.523085] env[62913]: DEBUG nova.virt.hardware [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2019.523955] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c5489e-72ba-4901-9632-61b8759978e2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.531760] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce2e5ce-1f72-4ff2-a352-071dfdab63f2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.545136] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:7a:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0dca0f0-3ffb-484c-b94e-992dff6e964a', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2019.552356] env[62913]: DEBUG oslo.service.loopingcall [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2019.552600] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2019.552808] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bddb0ae-3e09-4dcd-bdb0-21d3690ed0ec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.572557] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2019.572557] env[62913]: value = "task-1823123" [ 2019.572557] env[62913]: _type = "Task" [ 2019.572557] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.580571] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823123, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.727850] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc585f5-a8fe-47aa-8777-4333c1f47e4c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.735091] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1d2799-ad31-455e-8423-929fc1b44bea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.765894] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f73bbad-63a0-4291-af44-6c18d135c278 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.773444] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f85c41a-3f58-4083-afba-fd5eb85ab0dd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.786897] env[62913]: DEBUG nova.compute.provider_tree [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2020.082316] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823123, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.291068] env[62913]: DEBUG nova.scheduler.client.report [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2020.354864] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.355143] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.355417] env[62913]: DEBUG nova.network.neutron [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2020.583646] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823123, 'name': CreateVM_Task, 'duration_secs': 0.689746} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.583811] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2020.584421] env[62913]: DEBUG oslo_concurrency.lockutils [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.584593] env[62913]: DEBUG oslo_concurrency.lockutils [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.584909] env[62913]: DEBUG oslo_concurrency.lockutils [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2020.585193] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc0047ca-8847-42bb-b923-a97fd312ef6f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.589833] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2020.589833] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52263392-b953-f2c2-021a-a07f39748b2c" [ 2020.589833] env[62913]: _type = "Task" [ 2020.589833] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.597285] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52263392-b953-f2c2-021a-a07f39748b2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.795890] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.796508] env[62913]: DEBUG nova.compute.manager [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2021.061143] env[62913]: DEBUG nova.network.neutron [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating instance_info_cache with network_info: [{"id": "38b86a57-eaab-4bc0-8476-29ecf646b57b", "address": "fa:16:3e:60:8e:b3", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b86a57-ea", "ovs_interfaceid": "38b86a57-eaab-4bc0-8476-29ecf646b57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.101534] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52263392-b953-f2c2-021a-a07f39748b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.101872] env[62913]: DEBUG oslo_concurrency.lockutils [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.102081] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2021.102337] env[62913]: DEBUG oslo_concurrency.lockutils [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.102510] env[62913]: DEBUG oslo_concurrency.lockutils [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.102704] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2021.103028] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96619dd0-560b-42a8-a2af-1c6100ecc210 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.111532] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2021.111710] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2021.112493] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f658c381-0040-40ba-86de-a1834735b29a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.118069] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2021.118069] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]520fa9e5-3ec2-8484-0340-e38ce2a6afd7" [ 2021.118069] env[62913]: _type = "Task" [ 2021.118069] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.126156] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520fa9e5-3ec2-8484-0340-e38ce2a6afd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.283946] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2021.284233] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2021.301728] env[62913]: DEBUG nova.compute.utils [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2021.304394] env[62913]: DEBUG nova.compute.manager [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2021.304581] env[62913]: DEBUG nova.network.neutron [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2021.344017] env[62913]: DEBUG nova.policy [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb2111cc6f041dca6d4a84ef345cd70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '454ecf115674407bba332773179ded50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 2021.564340] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.598464] env[62913]: DEBUG nova.network.neutron [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Successfully created port: 11a8636b-a0c5-482b-a9d1-0421ede484e8 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2021.629908] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]520fa9e5-3ec2-8484-0340-e38ce2a6afd7, 'name': SearchDatastore_Task, 'duration_secs': 0.009922} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.630308] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f717f5bb-b0c5-4aca-b4ab-c0b4cc104cc3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.635677] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2021.635677] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]521ed250-6d5e-dea2-c2b0-fbb3453a22c1" [ 2021.635677] env[62913]: _type = "Task" [ 2021.635677] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.644736] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521ed250-6d5e-dea2-c2b0-fbb3453a22c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.790779] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2021.790779] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2021.790779] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 2021.807653] env[62913]: DEBUG nova.compute.manager [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2022.075464] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6362782c-0113-4c97-a846-eff38a273a58 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.082793] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38911786-1833-4e0d-8fa9-a14b65bdcd82 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.147559] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521ed250-6d5e-dea2-c2b0-fbb3453a22c1, 'name': SearchDatastore_Task, 'duration_secs': 0.00896} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.147559] env[62913]: DEBUG oslo_concurrency.lockutils [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.147966] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 44331091-fa36-4e7e-8f18-1ceb796933ec/44331091-fa36-4e7e-8f18-1ceb796933ec.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2022.149119] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb4cbcd3-25b9-4211-b20a-6698b80c4043 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.155689] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2022.155689] env[62913]: value = "task-1823124" [ 2022.155689] env[62913]: _type = "Task" [ 2022.155689] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.164282] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.296851] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Skipping network cache update for instance because it is Building. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 2022.341814] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "refresh_cache-56bc8099-96a7-43ea-bd17-f54d6e87d663" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.341984] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquired lock "refresh_cache-56bc8099-96a7-43ea-bd17-f54d6e87d663" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.342159] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Forcefully refreshing network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2022.342434] env[62913]: DEBUG nova.objects.instance [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lazy-loading 'info_cache' on Instance uuid 56bc8099-96a7-43ea-bd17-f54d6e87d663 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2022.666918] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441839} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.667202] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 44331091-fa36-4e7e-8f18-1ceb796933ec/44331091-fa36-4e7e-8f18-1ceb796933ec.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2022.667415] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2022.667661] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-181808d3-40fc-4f98-bb4d-387203adc89e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.675039] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2022.675039] env[62913]: value = "task-1823125" [ 2022.675039] env[62913]: _type = "Task" [ 2022.675039] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.682507] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.817155] env[62913]: DEBUG nova.compute.manager [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2022.844621] env[62913]: DEBUG nova.virt.hardware [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2022.844866] env[62913]: DEBUG nova.virt.hardware [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2022.845070] env[62913]: DEBUG nova.virt.hardware [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2022.845272] env[62913]: DEBUG nova.virt.hardware [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2022.845424] env[62913]: DEBUG nova.virt.hardware [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2022.845572] env[62913]: DEBUG nova.virt.hardware [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2022.845781] env[62913]: DEBUG nova.virt.hardware [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2022.845940] env[62913]: DEBUG nova.virt.hardware [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2022.846177] env[62913]: DEBUG nova.virt.hardware [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2022.846347] env[62913]: DEBUG nova.virt.hardware [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2022.846523] env[62913]: DEBUG nova.virt.hardware [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2022.849141] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d528f31f-808c-4b68-ac2d-d494761e5435 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.857822] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571520b7-c278-4942-a7f0-80572db34681 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.048353] env[62913]: DEBUG nova.compute.manager [req-9d348224-aacc-4a84-83b6-c919fd4b2335 req-e9968ccd-bce5-46de-be90-b1a0c506d179 service nova] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Received event network-vif-plugged-11a8636b-a0c5-482b-a9d1-0421ede484e8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2023.048586] env[62913]: DEBUG oslo_concurrency.lockutils [req-9d348224-aacc-4a84-83b6-c919fd4b2335 req-e9968ccd-bce5-46de-be90-b1a0c506d179 service nova] Acquiring lock "192d9170-6692-4ebb-a459-e1c68b8f63db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.048793] env[62913]: DEBUG oslo_concurrency.lockutils [req-9d348224-aacc-4a84-83b6-c919fd4b2335 req-e9968ccd-bce5-46de-be90-b1a0c506d179 service nova] Lock "192d9170-6692-4ebb-a459-e1c68b8f63db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.049065] env[62913]: DEBUG oslo_concurrency.lockutils [req-9d348224-aacc-4a84-83b6-c919fd4b2335 req-e9968ccd-bce5-46de-be90-b1a0c506d179 service nova] Lock "192d9170-6692-4ebb-a459-e1c68b8f63db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.049145] env[62913]: DEBUG nova.compute.manager [req-9d348224-aacc-4a84-83b6-c919fd4b2335 req-e9968ccd-bce5-46de-be90-b1a0c506d179 service nova] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] No waiting events found dispatching network-vif-plugged-11a8636b-a0c5-482b-a9d1-0421ede484e8 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2023.049308] env[62913]: WARNING nova.compute.manager [req-9d348224-aacc-4a84-83b6-c919fd4b2335 req-e9968ccd-bce5-46de-be90-b1a0c506d179 service nova] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Received unexpected event network-vif-plugged-11a8636b-a0c5-482b-a9d1-0421ede484e8 for instance with vm_state building and task_state spawning. [ 2023.146894] env[62913]: DEBUG nova.network.neutron [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Successfully updated port: 11a8636b-a0c5-482b-a9d1-0421ede484e8 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2023.184639] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062037} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.184930] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2023.185772] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb26ba96-7f64-48c7-8213-d20914d07224 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.189285] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a26c39-7b95-4ffa-b5be-9a4455eb200a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.211777] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 44331091-fa36-4e7e-8f18-1ceb796933ec/44331091-fa36-4e7e-8f18-1ceb796933ec.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2023.226759] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aec011d-faa5-4097-b77f-f92d1cba16cf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.241781] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf4d06d-fd8a-431b-9e64-3610e84f5abb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.249663] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating instance 'd0d03c2c-c3ed-4652-8170-e4c7d75525a6' progress to 83 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2023.255076] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2023.255076] env[62913]: value = "task-1823126" [ 2023.255076] env[62913]: _type = "Task" [ 2023.255076] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.264226] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823126, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.651029] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "refresh_cache-192d9170-6692-4ebb-a459-e1c68b8f63db" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.651029] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquired lock "refresh_cache-192d9170-6692-4ebb-a459-e1c68b8f63db" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.651029] env[62913]: DEBUG nova.network.neutron [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2023.757474] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2023.757854] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f1b73ae-0229-4b4d-92bf-f0d0841c95de {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.769265] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.770645] env[62913]: DEBUG oslo_vmware.api [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2023.770645] env[62913]: value = "task-1823127" [ 2023.770645] env[62913]: _type = "Task" [ 2023.770645] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.778391] env[62913]: DEBUG oslo_vmware.api [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.066853] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Updating instance_info_cache with network_info: [{"id": "ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa", "address": "fa:16:3e:fb:56:f2", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped48c6e5-bb", "ovs_interfaceid": "ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.181528] env[62913]: DEBUG nova.network.neutron [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2024.267707] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823126, 'name': ReconfigVM_Task, 'duration_secs': 0.850026} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.268000] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 44331091-fa36-4e7e-8f18-1ceb796933ec/44331091-fa36-4e7e-8f18-1ceb796933ec.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2024.269211] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'guest_format': None, 'boot_index': 0, 'encryption_format': None, 'size': 0, 'encrypted': False, 'disk_bus': None, 'device_type': 'disk', 'encryption_options': None, 'device_name': '/dev/sda', 'image_id': 'b40ce627-5fb4-40e0-aa31-01a05720eeb5'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377576', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'name': 'volume-896db5d0-65a0-4610-8ed7-90614401171f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44331091-fa36-4e7e-8f18-1ceb796933ec', 'attached_at': '', 'detached_at': '', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'serial': '896db5d0-65a0-4610-8ed7-90614401171f'}, 'guest_format': None, 'attachment_id': '8fa67aaa-6d5f-42c8-b3f7-ca2e19c504a5', 'boot_index': None, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62913) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2024.269425] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Volume attach. Driver type: vmdk {{(pid=62913) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2024.269618] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377576', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'name': 'volume-896db5d0-65a0-4610-8ed7-90614401171f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44331091-fa36-4e7e-8f18-1ceb796933ec', 'attached_at': '', 'detached_at': '', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'serial': '896db5d0-65a0-4610-8ed7-90614401171f'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2024.270394] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f167a498-dac9-4cc3-a174-4f67143143d3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.280681] env[62913]: DEBUG oslo_vmware.api [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823127, 'name': PowerOnVM_Task, 'duration_secs': 0.476824} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.291415] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2024.291620] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa1b279-1272-4761-af1c-a56409f653b3 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating instance 'd0d03c2c-c3ed-4652-8170-e4c7d75525a6' progress to 100 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2024.296395] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5743573f-3de5-4b18-8a67-936f8ea60100 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.320240] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-896db5d0-65a0-4610-8ed7-90614401171f/volume-896db5d0-65a0-4610-8ed7-90614401171f.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2024.322680] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31767430-2684-4fb1-a804-5d33c532aaed {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.342536] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2024.342536] env[62913]: value = "task-1823128" [ 2024.342536] env[62913]: _type = "Task" [ 2024.342536] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.350339] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.368910] env[62913]: DEBUG nova.network.neutron [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Updating instance_info_cache with network_info: [{"id": "11a8636b-a0c5-482b-a9d1-0421ede484e8", "address": "fa:16:3e:ea:7d:64", "network": {"id": "c2e68404-a54c-4efa-9867-3cc34ad00b06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1754178534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "454ecf115674407bba332773179ded50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a8636b-a0", "ovs_interfaceid": "11a8636b-a0c5-482b-a9d1-0421ede484e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.570299] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Releasing lock "refresh_cache-56bc8099-96a7-43ea-bd17-f54d6e87d663" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.570464] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Updated the network info_cache for instance {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2024.570688] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.570877] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.571112] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.571371] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.571501] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.571671] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.571838] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2024.572093] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.852829] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823128, 'name': ReconfigVM_Task, 'duration_secs': 0.407059} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.853177] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-896db5d0-65a0-4610-8ed7-90614401171f/volume-896db5d0-65a0-4610-8ed7-90614401171f.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2024.858079] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb7a8439-8bd2-4125-b11c-11bdeafbf7d8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.871246] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Releasing lock "refresh_cache-192d9170-6692-4ebb-a459-e1c68b8f63db" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.871545] env[62913]: DEBUG nova.compute.manager [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Instance network_info: |[{"id": "11a8636b-a0c5-482b-a9d1-0421ede484e8", "address": "fa:16:3e:ea:7d:64", "network": {"id": "c2e68404-a54c-4efa-9867-3cc34ad00b06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1754178534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "454ecf115674407bba332773179ded50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a8636b-a0", "ovs_interfaceid": "11a8636b-a0c5-482b-a9d1-0421ede484e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2024.871949] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:7d:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11a8636b-a0c5-482b-a9d1-0421ede484e8', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2024.879943] env[62913]: DEBUG oslo.service.loopingcall [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2024.881269] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2024.881583] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2024.881583] env[62913]: value = "task-1823129" [ 2024.881583] env[62913]: _type = "Task" [ 2024.881583] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.881772] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd2e2300-22e5-4b91-834d-fb81ce7a1a04 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.906379] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.907477] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2024.907477] env[62913]: value = "task-1823130" [ 2024.907477] env[62913]: _type = "Task" [ 2024.907477] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.914359] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823130, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.075222] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.075994] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.075994] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.075994] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2025.077233] env[62913]: DEBUG nova.compute.manager [req-b8b89144-228f-45eb-8b63-a3cf09218ca5 req-35362a4e-43f7-4de4-a92a-fcb5b9fbc43b service nova] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Received event network-changed-11a8636b-a0c5-482b-a9d1-0421ede484e8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2025.077456] env[62913]: DEBUG nova.compute.manager [req-b8b89144-228f-45eb-8b63-a3cf09218ca5 req-35362a4e-43f7-4de4-a92a-fcb5b9fbc43b service nova] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Refreshing instance network info cache due to event network-changed-11a8636b-a0c5-482b-a9d1-0421ede484e8. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2025.077674] env[62913]: DEBUG oslo_concurrency.lockutils [req-b8b89144-228f-45eb-8b63-a3cf09218ca5 req-35362a4e-43f7-4de4-a92a-fcb5b9fbc43b service nova] Acquiring lock "refresh_cache-192d9170-6692-4ebb-a459-e1c68b8f63db" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.077821] env[62913]: DEBUG oslo_concurrency.lockutils [req-b8b89144-228f-45eb-8b63-a3cf09218ca5 req-35362a4e-43f7-4de4-a92a-fcb5b9fbc43b service nova] Acquired lock "refresh_cache-192d9170-6692-4ebb-a459-e1c68b8f63db" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.077983] env[62913]: DEBUG nova.network.neutron [req-b8b89144-228f-45eb-8b63-a3cf09218ca5 req-35362a4e-43f7-4de4-a92a-fcb5b9fbc43b service nova] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Refreshing network info cache for port 11a8636b-a0c5-482b-a9d1-0421ede484e8 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2025.080824] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fb5039-4f78-4497-b4d9-9bfb7e4274c6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.089827] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb701e1-fe16-4a23-8344-63b138d362be {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.109035] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc430f4-5916-45d5-bdea-1131cc69b24e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.117689] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d26451-f702-464f-8f7a-7d3316f2649c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.155858] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179805MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2025.156176] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.156313] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.406466] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823129, 'name': ReconfigVM_Task, 'duration_secs': 0.183426} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.406818] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377576', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'name': 'volume-896db5d0-65a0-4610-8ed7-90614401171f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44331091-fa36-4e7e-8f18-1ceb796933ec', 'attached_at': '', 'detached_at': '', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'serial': '896db5d0-65a0-4610-8ed7-90614401171f'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2025.407343] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c387b2d1-4a38-4979-85e1-92b9fcf9072e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.416876] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823130, 'name': CreateVM_Task, 'duration_secs': 0.352009} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.417874] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2025.418241] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2025.418241] env[62913]: value = "task-1823131" [ 2025.418241] env[62913]: _type = "Task" [ 2025.418241] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.418877] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.419062] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.419375] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2025.419648] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a98c6e2-0256-42b3-b2e2-c85af4910443 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.426400] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2025.426400] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5269e911-7ddf-8bd8-17f4-b0280770d411" [ 2025.426400] env[62913]: _type = "Task" [ 2025.426400] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.429421] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823131, 'name': Rename_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.437186] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5269e911-7ddf-8bd8-17f4-b0280770d411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.930009] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823131, 'name': Rename_Task, 'duration_secs': 0.424153} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.933065] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2025.933324] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd85cf6d-e7cf-440b-a2cb-a9c91f3a5234 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.940709] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5269e911-7ddf-8bd8-17f4-b0280770d411, 'name': SearchDatastore_Task, 'duration_secs': 0.018636} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.941981] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.942238] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2025.942471] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.942641] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.942818] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2025.943133] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2025.943133] env[62913]: value = "task-1823132" [ 2025.943133] env[62913]: _type = "Task" [ 2025.943133] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.943324] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-484743d5-387e-4d16-8956-e69e73ef31ab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.954929] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823132, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.956947] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2025.957148] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2025.957833] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ce715a-6c97-493f-ab3a-96e7449bb8f6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.962214] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2025.962214] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]524b89ec-b34d-f871-e714-34316bfc8e1c" [ 2025.962214] env[62913]: _type = "Task" [ 2025.962214] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.969205] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524b89ec-b34d-f871-e714-34316bfc8e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.983913] env[62913]: DEBUG nova.network.neutron [req-b8b89144-228f-45eb-8b63-a3cf09218ca5 req-35362a4e-43f7-4de4-a92a-fcb5b9fbc43b service nova] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Updated VIF entry in instance network info cache for port 11a8636b-a0c5-482b-a9d1-0421ede484e8. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2025.984317] env[62913]: DEBUG nova.network.neutron [req-b8b89144-228f-45eb-8b63-a3cf09218ca5 req-35362a4e-43f7-4de4-a92a-fcb5b9fbc43b service nova] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Updating instance_info_cache with network_info: [{"id": "11a8636b-a0c5-482b-a9d1-0421ede484e8", "address": "fa:16:3e:ea:7d:64", "network": {"id": "c2e68404-a54c-4efa-9867-3cc34ad00b06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1754178534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "454ecf115674407bba332773179ded50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a8636b-a0", "ovs_interfaceid": "11a8636b-a0c5-482b-a9d1-0421ede484e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.166998] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Applying migration context for instance d0d03c2c-c3ed-4652-8170-e4c7d75525a6 as it has an incoming, in-progress migration ff362002-0b7c-4732-94e2-277c4c445daf. Migration status is finished {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2026.168242] env[62913]: INFO nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating resource usage from migration ff362002-0b7c-4732-94e2-277c4c445daf [ 2026.189349] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 56bc8099-96a7-43ea-bd17-f54d6e87d663 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2026.189507] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 9cf699a1-1c76-4b67-8ba0-a3113c8d237b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2026.189636] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 44331091-fa36-4e7e-8f18-1ceb796933ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2026.189757] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance f57344b6-d57b-4a55-a169-133cec73565a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2026.189876] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2026.190011] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 92bf7bc2-fa67-4899-a9c9-5253efa0d549 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2026.190158] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Migration ff362002-0b7c-4732-94e2-277c4c445daf is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2026.190298] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance d0d03c2c-c3ed-4652-8170-e4c7d75525a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2026.190418] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 192d9170-6692-4ebb-a459-e1c68b8f63db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2026.190652] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2026.190723] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2026.296454] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f872ba3-9dfd-423b-a58c-e082fef2b484 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.304528] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811d87d5-ebde-4dbb-b824-16ed2060ca84 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.334060] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e3912c-1448-428e-8619-4bc1ca6e11a3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.341636] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c6aa9a-22c3-40bf-aafc-a39cdd7af318 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.354786] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.454908] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823132, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.472041] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524b89ec-b34d-f871-e714-34316bfc8e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.472839] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffe6f49a-bf45-4bfc-b23a-b2e4163dfe4b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.478572] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2026.478572] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52d701eb-7ea5-dc2c-3219-028667abcb20" [ 2026.478572] env[62913]: _type = "Task" [ 2026.478572] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.486683] env[62913]: DEBUG oslo_concurrency.lockutils [req-b8b89144-228f-45eb-8b63-a3cf09218ca5 req-35362a4e-43f7-4de4-a92a-fcb5b9fbc43b service nova] Releasing lock "refresh_cache-192d9170-6692-4ebb-a459-e1c68b8f63db" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.487103] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d701eb-7ea5-dc2c-3219-028667abcb20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.536326] env[62913]: DEBUG oslo_concurrency.lockutils [None req-55499426-a030-4c1a-bd99-3d0a59b03218 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.536601] env[62913]: DEBUG oslo_concurrency.lockutils [None req-55499426-a030-4c1a-bd99-3d0a59b03218 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.536865] env[62913]: INFO nova.compute.manager [None req-55499426-a030-4c1a-bd99-3d0a59b03218 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Rebooting instance [ 2026.858603] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2026.955807] env[62913]: DEBUG oslo_vmware.api [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823132, 'name': PowerOnVM_Task, 'duration_secs': 0.624291} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.956066] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2026.956315] env[62913]: DEBUG nova.compute.manager [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2026.957115] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c08be54-bc3e-4e9d-af48-e935ab2738f8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.988595] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d701eb-7ea5-dc2c-3219-028667abcb20, 'name': SearchDatastore_Task, 'duration_secs': 0.019007} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.989944] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.989944] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 192d9170-6692-4ebb-a459-e1c68b8f63db/192d9170-6692-4ebb-a459-e1c68b8f63db.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2026.989944] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-060f8e13-a5f0-4428-9dc7-93125e1c326e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.996725] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2026.996725] env[62913]: value = "task-1823133" [ 2026.996725] env[62913]: _type = "Task" [ 2026.996725] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.004856] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.053885] env[62913]: DEBUG oslo_concurrency.lockutils [None req-55499426-a030-4c1a-bd99-3d0a59b03218 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.054122] env[62913]: DEBUG oslo_concurrency.lockutils [None req-55499426-a030-4c1a-bd99-3d0a59b03218 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.054334] env[62913]: DEBUG nova.network.neutron [None req-55499426-a030-4c1a-bd99-3d0a59b03218 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2027.237996] env[62913]: DEBUG nova.network.neutron [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Port 38b86a57-eaab-4bc0-8476-29ecf646b57b binding to destination host cpu-1 is already ACTIVE {{(pid=62913) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2027.238292] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.238453] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.238619] env[62913]: DEBUG nova.network.neutron [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2027.363970] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2027.364265] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.208s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.473313] env[62913]: DEBUG oslo_concurrency.lockutils [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.473688] env[62913]: DEBUG oslo_concurrency.lockutils [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.473960] env[62913]: DEBUG nova.objects.instance [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62913) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2027.507702] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823133, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.789804] env[62913]: DEBUG nova.network.neutron [None req-55499426-a030-4c1a-bd99-3d0a59b03218 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance_info_cache with network_info: [{"id": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "address": "fa:16:3e:ab:7d:69", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3be0a0c-a1", "ovs_interfaceid": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.007044] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823133, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.007966] env[62913]: DEBUG nova.network.neutron [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating instance_info_cache with network_info: [{"id": "38b86a57-eaab-4bc0-8476-29ecf646b57b", "address": "fa:16:3e:60:8e:b3", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b86a57-ea", "ovs_interfaceid": "38b86a57-eaab-4bc0-8476-29ecf646b57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.293058] env[62913]: DEBUG oslo_concurrency.lockutils [None req-55499426-a030-4c1a-bd99-3d0a59b03218 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.482736] env[62913]: DEBUG oslo_concurrency.lockutils [None req-db0f71ac-5b24-4b9e-8147-fb5c8034e59d tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.508317] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823133, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.509828] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.798952] env[62913]: DEBUG nova.compute.manager [None req-55499426-a030-4c1a-bd99-3d0a59b03218 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2028.799784] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2915fd8c-aab2-4a7c-8c18-b19fd48b89cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.009505] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823133, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.625722} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.009992] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 192d9170-6692-4ebb-a459-e1c68b8f63db/192d9170-6692-4ebb-a459-e1c68b8f63db.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2029.010238] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2029.010493] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6021bb16-f8ea-4151-83cb-ffdefece307c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.013177] env[62913]: DEBUG nova.compute.manager [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62913) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2029.021059] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2029.021059] env[62913]: value = "task-1823134" [ 2029.021059] env[62913]: _type = "Task" [ 2029.021059] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.028671] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.530315] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070313} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.530645] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2029.531400] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7950c245-9d05-464e-9156-56a719cba8e3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.553340] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 192d9170-6692-4ebb-a459-e1c68b8f63db/192d9170-6692-4ebb-a459-e1c68b8f63db.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2029.553584] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08c92d7d-a08d-4bbf-a9af-06e031337175 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.572378] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2029.572378] env[62913]: value = "task-1823135" [ 2029.572378] env[62913]: _type = "Task" [ 2029.572378] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.580555] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.816169] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf5ab30-65f4-4864-b99a-745fab0abc41 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.823125] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-55499426-a030-4c1a-bd99-3d0a59b03218 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Doing hard reboot of VM {{(pid=62913) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2029.823452] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d4edd529-2d23-42ae-8119-40f91ef5f39a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.829493] env[62913]: DEBUG oslo_vmware.api [None req-55499426-a030-4c1a-bd99-3d0a59b03218 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2029.829493] env[62913]: value = "task-1823136" [ 2029.829493] env[62913]: _type = "Task" [ 2029.829493] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.837405] env[62913]: DEBUG oslo_vmware.api [None req-55499426-a030-4c1a-bd99-3d0a59b03218 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823136, 'name': ResetVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.082887] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823135, 'name': ReconfigVM_Task, 'duration_secs': 0.252605} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.083331] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 192d9170-6692-4ebb-a459-e1c68b8f63db/192d9170-6692-4ebb-a459-e1c68b8f63db.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2030.083965] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67e0d458-5772-4c3f-b3c6-2a8c4c440506 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.091272] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2030.091272] env[62913]: value = "task-1823137" [ 2030.091272] env[62913]: _type = "Task" [ 2030.091272] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.101915] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823137, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.121649] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.121908] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.342079] env[62913]: DEBUG oslo_vmware.api [None req-55499426-a030-4c1a-bd99-3d0a59b03218 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823136, 'name': ResetVM_Task, 'duration_secs': 0.082134} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.342079] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-55499426-a030-4c1a-bd99-3d0a59b03218 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Did hard reboot of VM {{(pid=62913) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2030.342079] env[62913]: DEBUG nova.compute.manager [None req-55499426-a030-4c1a-bd99-3d0a59b03218 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2030.342079] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66cd798-c7b2-48fb-a90a-66afbf25d390 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.606147] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823137, 'name': Rename_Task, 'duration_secs': 0.150944} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.606147] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2030.606147] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7cd87de-11e6-49c4-ac55-91349d80a5ad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.614510] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2030.614510] env[62913]: value = "task-1823138" [ 2030.614510] env[62913]: _type = "Task" [ 2030.614510] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.622409] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.625161] env[62913]: DEBUG nova.objects.instance [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lazy-loading 'migration_context' on Instance uuid d0d03c2c-c3ed-4652-8170-e4c7d75525a6 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2030.857153] env[62913]: DEBUG oslo_concurrency.lockutils [None req-55499426-a030-4c1a-bd99-3d0a59b03218 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.319s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.125294] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823138, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.238108] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc22ddd-18e5-4465-9ac7-222ac137075b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.245965] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f99096-1f52-4ccd-a844-95d9e7121900 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.276959] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f09b19-ef34-4679-ad83-941883594bcd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.284453] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1232d259-0925-46dc-adc8-809b4d9a4612 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.297893] env[62913]: DEBUG nova.compute.provider_tree [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2031.625708] env[62913]: DEBUG oslo_vmware.api [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823138, 'name': PowerOnVM_Task, 'duration_secs': 0.55869} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.626117] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2031.626234] env[62913]: INFO nova.compute.manager [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Took 8.81 seconds to spawn the instance on the hypervisor. [ 2031.626445] env[62913]: DEBUG nova.compute.manager [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2031.627228] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe196d70-df64-4088-af83-e862cd6fd6a3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.801298] env[62913]: DEBUG nova.scheduler.client.report [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2032.145548] env[62913]: INFO nova.compute.manager [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Took 13.56 seconds to build instance. [ 2032.648207] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5bf22480-5ed0-4a5d-a757-332ae58e8875 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "192d9170-6692-4ebb-a459-e1c68b8f63db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.070s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.812266] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.690s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.892663] env[62913]: DEBUG nova.compute.manager [req-f691fdf3-3973-47c8-8c09-69220fa4919a req-f66556a1-fbbb-47e6-8bd8-040ee5f1fc12 service nova] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Received event network-changed-11a8636b-a0c5-482b-a9d1-0421ede484e8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2032.892866] env[62913]: DEBUG nova.compute.manager [req-f691fdf3-3973-47c8-8c09-69220fa4919a req-f66556a1-fbbb-47e6-8bd8-040ee5f1fc12 service nova] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Refreshing instance network info cache due to event network-changed-11a8636b-a0c5-482b-a9d1-0421ede484e8. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2032.893102] env[62913]: DEBUG oslo_concurrency.lockutils [req-f691fdf3-3973-47c8-8c09-69220fa4919a req-f66556a1-fbbb-47e6-8bd8-040ee5f1fc12 service nova] Acquiring lock "refresh_cache-192d9170-6692-4ebb-a459-e1c68b8f63db" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.893270] env[62913]: DEBUG oslo_concurrency.lockutils [req-f691fdf3-3973-47c8-8c09-69220fa4919a req-f66556a1-fbbb-47e6-8bd8-040ee5f1fc12 service nova] Acquired lock "refresh_cache-192d9170-6692-4ebb-a459-e1c68b8f63db" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.893437] env[62913]: DEBUG nova.network.neutron [req-f691fdf3-3973-47c8-8c09-69220fa4919a req-f66556a1-fbbb-47e6-8bd8-040ee5f1fc12 service nova] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Refreshing network info cache for port 11a8636b-a0c5-482b-a9d1-0421ede484e8 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2033.617083] env[62913]: DEBUG nova.network.neutron [req-f691fdf3-3973-47c8-8c09-69220fa4919a req-f66556a1-fbbb-47e6-8bd8-040ee5f1fc12 service nova] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Updated VIF entry in instance network info cache for port 11a8636b-a0c5-482b-a9d1-0421ede484e8. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2033.617590] env[62913]: DEBUG nova.network.neutron [req-f691fdf3-3973-47c8-8c09-69220fa4919a req-f66556a1-fbbb-47e6-8bd8-040ee5f1fc12 service nova] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Updating instance_info_cache with network_info: [{"id": "11a8636b-a0c5-482b-a9d1-0421ede484e8", "address": "fa:16:3e:ea:7d:64", "network": {"id": "c2e68404-a54c-4efa-9867-3cc34ad00b06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1754178534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "454ecf115674407bba332773179ded50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a8636b-a0", "ovs_interfaceid": "11a8636b-a0c5-482b-a9d1-0421ede484e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.121121] env[62913]: DEBUG oslo_concurrency.lockutils [req-f691fdf3-3973-47c8-8c09-69220fa4919a req-f66556a1-fbbb-47e6-8bd8-040ee5f1fc12 service nova] Releasing lock "refresh_cache-192d9170-6692-4ebb-a459-e1c68b8f63db" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.357014] env[62913]: INFO nova.compute.manager [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Swapping old allocation on dict_keys(['b05aba35-a74b-4686-847a-0f7cde3a4125']) held by migration ff362002-0b7c-4732-94e2-277c4c445daf for instance [ 2034.382054] env[62913]: DEBUG nova.scheduler.client.report [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Overwriting current allocation {'allocations': {'b05aba35-a74b-4686-847a-0f7cde3a4125': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 164}}, 'project_id': '8681537b850a4514a8fb28af33cef062', 'user_id': '6b23b604670e4c1d92b6ed175d6fd382', 'consumer_generation': 1} on consumer d0d03c2c-c3ed-4652-8170-e4c7d75525a6 {{(pid=62913) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2034.467250] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.467441] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.467620] env[62913]: DEBUG nova.network.neutron [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2035.174532] env[62913]: DEBUG nova.network.neutron [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating instance_info_cache with network_info: [{"id": "38b86a57-eaab-4bc0-8476-29ecf646b57b", "address": "fa:16:3e:60:8e:b3", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b86a57-ea", "ovs_interfaceid": "38b86a57-eaab-4bc0-8476-29ecf646b57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.677627] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "refresh_cache-d0d03c2c-c3ed-4652-8170-e4c7d75525a6" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.679139] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa87a8c5-6c74-4058-9344-af674c0855ff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.686227] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0512ea90-2479-425f-a2a5-e181ffb9d15f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.770501] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2036.770839] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-277a3428-77d7-49cf-9e55-31bc72183c04 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.779061] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2036.779061] env[62913]: value = "task-1823139" [ 2036.779061] env[62913]: _type = "Task" [ 2036.779061] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.787305] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.289282] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823139, 'name': PowerOffVM_Task, 'duration_secs': 0.271579} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.289556] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2037.290236] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2037.290464] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2037.290624] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2037.290809] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2037.290959] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2037.291127] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2037.291340] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2037.291543] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2037.291692] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2037.291835] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2037.292015] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2037.297008] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ac614cf-a35a-4711-b46a-e3f6dd09fa61 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.313989] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2037.313989] env[62913]: value = "task-1823140" [ 2037.313989] env[62913]: _type = "Task" [ 2037.313989] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.322100] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.824206] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823140, 'name': ReconfigVM_Task, 'duration_secs': 0.177643} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.825017] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06e69b6-0ae7-453e-9737-9c2b41f5595b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.845344] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2037.845586] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2037.845752] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2037.845938] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2037.846138] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2037.846299] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2037.846505] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2037.846667] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2037.846836] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2037.847009] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2037.847195] env[62913]: DEBUG nova.virt.hardware [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2037.847956] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20490165-f112-4eeb-968a-6f09577189c8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.853107] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2037.853107] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525227ad-0d9b-c8ec-3c70-60542e68f95e" [ 2037.853107] env[62913]: _type = "Task" [ 2037.853107] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.861694] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525227ad-0d9b-c8ec-3c70-60542e68f95e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.363253] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525227ad-0d9b-c8ec-3c70-60542e68f95e, 'name': SearchDatastore_Task, 'duration_secs': 0.006962} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.368498] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2038.368767] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d8d280e-ed28-40c2-9858-80a8a331b71a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.386523] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2038.386523] env[62913]: value = "task-1823141" [ 2038.386523] env[62913]: _type = "Task" [ 2038.386523] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.393845] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.897339] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823141, 'name': ReconfigVM_Task, 'duration_secs': 0.256998} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.897700] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2038.898444] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e639f47d-7d55-4046-9fce-c82fd9c1e699 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.923483] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] d0d03c2c-c3ed-4652-8170-e4c7d75525a6/d0d03c2c-c3ed-4652-8170-e4c7d75525a6.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2038.923814] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75477157-249f-4209-aba8-34237ef0b8fd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.942788] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2038.942788] env[62913]: value = "task-1823142" [ 2038.942788] env[62913]: _type = "Task" [ 2038.942788] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.951201] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.452699] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823142, 'name': ReconfigVM_Task, 'duration_secs': 0.300689} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.452942] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Reconfigured VM instance instance-0000006f to attach disk [datastore1] d0d03c2c-c3ed-4652-8170-e4c7d75525a6/d0d03c2c-c3ed-4652-8170-e4c7d75525a6.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2039.453957] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29523c8-bf49-49a5-b9e9-542f36e15e02 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.474914] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf67bae6-39aa-456d-8c2a-c8284f61434f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.495525] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bdc365-6462-4be9-8324-157a4aa37c83 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.517100] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b4483e-63cd-4e98-80ea-16bbc371ffbf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.524421] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2039.524685] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43a1bb4c-2c3d-4844-9dda-cfe8a631ef97 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.531531] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2039.531531] env[62913]: value = "task-1823143" [ 2039.531531] env[62913]: _type = "Task" [ 2039.531531] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.540955] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.043340] env[62913]: DEBUG oslo_vmware.api [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823143, 'name': PowerOnVM_Task, 'duration_secs': 0.371346} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.043738] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2041.082973] env[62913]: INFO nova.compute.manager [None req-1ec65aac-6a01-4749-87e5-209f7b7151e5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating instance to original state: 'active' [ 2041.371757] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.372106] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.372337] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.372525] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.372700] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.376207] env[62913]: INFO nova.compute.manager [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Terminating instance [ 2041.881059] env[62913]: DEBUG nova.compute.manager [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2041.881059] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2041.882158] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b41f63-1c9d-4413-9f1b-cf27fb575820 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.889998] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2041.890251] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eceb88d9-b03f-4773-b3af-c1c127781390 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.896111] env[62913]: DEBUG oslo_vmware.api [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 2041.896111] env[62913]: value = "task-1823144" [ 2041.896111] env[62913]: _type = "Task" [ 2041.896111] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.903638] env[62913]: DEBUG oslo_vmware.api [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.405730] env[62913]: DEBUG oslo_vmware.api [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823144, 'name': PowerOffVM_Task, 'duration_secs': 0.172839} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.406067] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2042.406200] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2042.406460] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67a21845-251c-498c-be0e-b24b8c65ebac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.590411] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2042.590755] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2042.590838] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Deleting the datastore file [datastore1] 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2042.591120] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d7a7c31-bb1b-48a1-a7fa-60e8dc551df1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.599404] env[62913]: DEBUG oslo_vmware.api [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for the task: (returnval){ [ 2042.599404] env[62913]: value = "task-1823146" [ 2042.599404] env[62913]: _type = "Task" [ 2042.599404] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.608036] env[62913]: DEBUG oslo_vmware.api [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.087081] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.087081] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.087081] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.087081] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.087081] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.089415] env[62913]: INFO nova.compute.manager [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Terminating instance [ 2043.109139] env[62913]: DEBUG oslo_vmware.api [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Task: {'id': task-1823146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202811} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.109399] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2043.109664] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2043.109949] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2043.110249] env[62913]: INFO nova.compute.manager [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2043.110629] env[62913]: DEBUG oslo.service.loopingcall [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2043.110909] env[62913]: DEBUG nova.compute.manager [-] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2043.111075] env[62913]: DEBUG nova.network.neutron [-] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2043.559684] env[62913]: DEBUG nova.compute.manager [req-d817c3e9-ba4c-4c78-b793-4e19f8579c47 req-de45cb57-8289-4697-be99-ce55241e95a8 service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Received event network-vif-deleted-b88e3c1d-ed8a-41de-891c-d84c40b3d438 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2043.559912] env[62913]: INFO nova.compute.manager [req-d817c3e9-ba4c-4c78-b793-4e19f8579c47 req-de45cb57-8289-4697-be99-ce55241e95a8 service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Neutron deleted interface b88e3c1d-ed8a-41de-891c-d84c40b3d438; detaching it from the instance and deleting it from the info cache [ 2043.560079] env[62913]: DEBUG nova.network.neutron [req-d817c3e9-ba4c-4c78-b793-4e19f8579c47 req-de45cb57-8289-4697-be99-ce55241e95a8 service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.593555] env[62913]: DEBUG nova.compute.manager [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2043.593800] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2043.594311] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72389de5-3efd-4bf6-afb7-964666f71fcf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.601652] env[62913]: DEBUG oslo_vmware.api [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2043.601652] env[62913]: value = "task-1823147" [ 2043.601652] env[62913]: _type = "Task" [ 2043.601652] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.609841] env[62913]: DEBUG oslo_vmware.api [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.039901] env[62913]: DEBUG nova.network.neutron [-] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.062653] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d752f0cb-792e-4193-967f-08ec44e1f461 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.072377] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a28db1-c4f0-4776-871a-0d540319501b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.102715] env[62913]: DEBUG nova.compute.manager [req-d817c3e9-ba4c-4c78-b793-4e19f8579c47 req-de45cb57-8289-4697-be99-ce55241e95a8 service nova] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Detach interface failed, port_id=b88e3c1d-ed8a-41de-891c-d84c40b3d438, reason: Instance 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2044.110635] env[62913]: DEBUG oslo_vmware.api [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823147, 'name': PowerOffVM_Task, 'duration_secs': 0.184297} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.110898] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2044.111114] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2044.111382] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377574', 'volume_id': 'b6998314-4675-4924-95b6-f0700820322c', 'name': 'volume-b6998314-4675-4924-95b6-f0700820322c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'd0d03c2c-c3ed-4652-8170-e4c7d75525a6', 'attached_at': '2024-12-12T16:26:28.000000', 'detached_at': '', 'volume_id': 'b6998314-4675-4924-95b6-f0700820322c', 'serial': 'b6998314-4675-4924-95b6-f0700820322c'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2044.112087] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be4a227-06ae-4683-ad31-6ca85e7cd78d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.141959] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11730074-f887-4d47-a2f3-0f6c96726a64 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.151329] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4298fa6-27a5-48be-9aee-aadbcbb852ba {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.171673] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fa813a-b750-45e2-9fb5-121675a76859 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.186880] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] The volume has not been displaced from its original location: [datastore1] volume-b6998314-4675-4924-95b6-f0700820322c/volume-b6998314-4675-4924-95b6-f0700820322c.vmdk. No consolidation needed. {{(pid=62913) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2044.192112] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2044.192423] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1feb20fb-5227-4a44-8001-304887ee0faa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.210594] env[62913]: DEBUG oslo_vmware.api [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2044.210594] env[62913]: value = "task-1823148" [ 2044.210594] env[62913]: _type = "Task" [ 2044.210594] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.218260] env[62913]: DEBUG oslo_vmware.api [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.542995] env[62913]: INFO nova.compute.manager [-] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Took 1.43 seconds to deallocate network for instance. [ 2044.720394] env[62913]: DEBUG oslo_vmware.api [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823148, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.049877] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.050123] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.050353] env[62913]: DEBUG nova.objects.instance [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lazy-loading 'resources' on Instance uuid 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2045.220846] env[62913]: DEBUG oslo_vmware.api [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823148, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.652635] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab23e0a1-41ba-4214-bc39-17a5953d7d8d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.660017] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ebbbdf-d178-4c16-97f7-008e697a8a03 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.690147] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e3c26b-66a5-4b61-b2e4-920c035d3a5e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.697024] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b20449-9c22-43f4-b489-b4be0a2ecb2e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.709940] env[62913]: DEBUG nova.compute.provider_tree [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2045.719777] env[62913]: DEBUG oslo_vmware.api [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823148, 'name': ReconfigVM_Task, 'duration_secs': 1.223416} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.720566] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2045.725479] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3964ab23-aa69-4259-a4c2-dc409ea59bcd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.741188] env[62913]: DEBUG oslo_vmware.api [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2045.741188] env[62913]: value = "task-1823149" [ 2045.741188] env[62913]: _type = "Task" [ 2045.741188] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.750973] env[62913]: DEBUG oslo_vmware.api [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.213196] env[62913]: DEBUG nova.scheduler.client.report [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2046.250816] env[62913]: DEBUG oslo_vmware.api [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823149, 'name': ReconfigVM_Task, 'duration_secs': 0.155768} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.251116] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377574', 'volume_id': 'b6998314-4675-4924-95b6-f0700820322c', 'name': 'volume-b6998314-4675-4924-95b6-f0700820322c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'd0d03c2c-c3ed-4652-8170-e4c7d75525a6', 'attached_at': '2024-12-12T16:26:28.000000', 'detached_at': '', 'volume_id': 'b6998314-4675-4924-95b6-f0700820322c', 'serial': 'b6998314-4675-4924-95b6-f0700820322c'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2046.251421] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2046.252186] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f84a126-d712-4fa1-9b3d-f1f9f600d623 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.258900] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2046.259125] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-574cb6a8-ff17-4346-8284-34e49d223bf8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.456171] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2046.456434] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2046.456624] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Deleting the datastore file [datastore1] d0d03c2c-c3ed-4652-8170-e4c7d75525a6 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2046.456897] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4415f96-28a3-4723-8b9b-4a914db15fc2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.463399] env[62913]: DEBUG oslo_vmware.api [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2046.463399] env[62913]: value = "task-1823151" [ 2046.463399] env[62913]: _type = "Task" [ 2046.463399] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.470773] env[62913]: DEBUG oslo_vmware.api [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.718558] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.737927] env[62913]: INFO nova.scheduler.client.report [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Deleted allocations for instance 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d [ 2046.973376] env[62913]: DEBUG oslo_vmware.api [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180042} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.973599] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2046.973792] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2046.973970] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2046.974170] env[62913]: INFO nova.compute.manager [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Took 3.38 seconds to destroy the instance on the hypervisor. [ 2046.974419] env[62913]: DEBUG oslo.service.loopingcall [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2046.974615] env[62913]: DEBUG nova.compute.manager [-] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2046.974713] env[62913]: DEBUG nova.network.neutron [-] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2047.247571] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c831fe94-d683-4e34-b8df-c1e95f924343 tempest-AttachVolumeShelveTestJSON-104030186 tempest-AttachVolumeShelveTestJSON-104030186-project-member] Lock "4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.875s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.450188] env[62913]: DEBUG nova.compute.manager [req-65250c59-9151-4808-bd2b-bb2611644f15 req-f050e811-143c-441c-8966-6c43ab1299b9 service nova] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Received event network-vif-deleted-38b86a57-eaab-4bc0-8476-29ecf646b57b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2047.450416] env[62913]: INFO nova.compute.manager [req-65250c59-9151-4808-bd2b-bb2611644f15 req-f050e811-143c-441c-8966-6c43ab1299b9 service nova] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Neutron deleted interface 38b86a57-eaab-4bc0-8476-29ecf646b57b; detaching it from the instance and deleting it from the info cache [ 2047.450596] env[62913]: DEBUG nova.network.neutron [req-65250c59-9151-4808-bd2b-bb2611644f15 req-f050e811-143c-441c-8966-6c43ab1299b9 service nova] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.923914] env[62913]: DEBUG nova.network.neutron [-] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.953345] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e073e630-4571-483f-8f43-9fb492800b2b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.963353] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dea8805-0d44-4999-bf32-78732a4704ca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.993520] env[62913]: DEBUG nova.compute.manager [req-65250c59-9151-4808-bd2b-bb2611644f15 req-f050e811-143c-441c-8966-6c43ab1299b9 service nova] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Detach interface failed, port_id=38b86a57-eaab-4bc0-8476-29ecf646b57b, reason: Instance d0d03c2c-c3ed-4652-8170-e4c7d75525a6 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2048.427533] env[62913]: INFO nova.compute.manager [-] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Took 1.45 seconds to deallocate network for instance. [ 2048.970286] env[62913]: INFO nova.compute.manager [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Took 0.54 seconds to detach 1 volumes for instance. [ 2049.476906] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.477211] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.477414] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.501398] env[62913]: INFO nova.scheduler.client.report [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Deleted allocations for instance d0d03c2c-c3ed-4652-8170-e4c7d75525a6 [ 2050.009321] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5c2cabb0-8126-4d1d-8efa-66cffbe78cb5 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "d0d03c2c-c3ed-4652-8170-e4c7d75525a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.923s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.300950] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.301306] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.803433] env[62913]: DEBUG nova.compute.manager [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2052.330019] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.330019] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.330019] env[62913]: INFO nova.compute.claims [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2053.447361] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2039df-11f5-489b-979e-31c08eecb2e4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.455506] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f790df-6d15-4ff1-94c3-f435e6970d2f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.485575] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bc6bf4-9cbb-4c5c-bdb2-623a95a61925 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.493236] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c6b001-5008-444f-b526-98566b2a4f36 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.506848] env[62913]: DEBUG nova.compute.provider_tree [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2054.010395] env[62913]: DEBUG nova.scheduler.client.report [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2054.515416] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.516341] env[62913]: DEBUG nova.compute.manager [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2055.021615] env[62913]: DEBUG nova.compute.utils [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2055.023089] env[62913]: DEBUG nova.compute.manager [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2055.023878] env[62913]: DEBUG nova.network.neutron [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2055.072485] env[62913]: DEBUG nova.policy [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b23b604670e4c1d92b6ed175d6fd382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8681537b850a4514a8fb28af33cef062', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 2055.325579] env[62913]: DEBUG nova.network.neutron [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Successfully created port: 79000290-b0b1-42cf-8c93-cb6641a5ee30 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2055.528996] env[62913]: DEBUG nova.compute.manager [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2056.021849] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.021849] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.525573] env[62913]: DEBUG nova.compute.utils [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2056.537815] env[62913]: DEBUG nova.compute.manager [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2056.562803] env[62913]: DEBUG nova.virt.hardware [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2056.563058] env[62913]: DEBUG nova.virt.hardware [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2056.563230] env[62913]: DEBUG nova.virt.hardware [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2056.563417] env[62913]: DEBUG nova.virt.hardware [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2056.563570] env[62913]: DEBUG nova.virt.hardware [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2056.563721] env[62913]: DEBUG nova.virt.hardware [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2056.563931] env[62913]: DEBUG nova.virt.hardware [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2056.564120] env[62913]: DEBUG nova.virt.hardware [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2056.564295] env[62913]: DEBUG nova.virt.hardware [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2056.564464] env[62913]: DEBUG nova.virt.hardware [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2056.564639] env[62913]: DEBUG nova.virt.hardware [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2056.565537] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938327d9-9b7c-49fb-ba1d-eb8cae0eeed1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.573694] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86f9146-6853-42f4-94db-22599091467e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.690245] env[62913]: DEBUG nova.compute.manager [req-799ef3d8-756a-4e96-838f-c0cf47d77920 req-a97e33e1-0599-409f-88e8-f1b228235432 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Received event network-vif-plugged-79000290-b0b1-42cf-8c93-cb6641a5ee30 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2056.690536] env[62913]: DEBUG oslo_concurrency.lockutils [req-799ef3d8-756a-4e96-838f-c0cf47d77920 req-a97e33e1-0599-409f-88e8-f1b228235432 service nova] Acquiring lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.690719] env[62913]: DEBUG oslo_concurrency.lockutils [req-799ef3d8-756a-4e96-838f-c0cf47d77920 req-a97e33e1-0599-409f-88e8-f1b228235432 service nova] Lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.690839] env[62913]: DEBUG oslo_concurrency.lockutils [req-799ef3d8-756a-4e96-838f-c0cf47d77920 req-a97e33e1-0599-409f-88e8-f1b228235432 service nova] Lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.691025] env[62913]: DEBUG nova.compute.manager [req-799ef3d8-756a-4e96-838f-c0cf47d77920 req-a97e33e1-0599-409f-88e8-f1b228235432 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] No waiting events found dispatching network-vif-plugged-79000290-b0b1-42cf-8c93-cb6641a5ee30 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2056.691200] env[62913]: WARNING nova.compute.manager [req-799ef3d8-756a-4e96-838f-c0cf47d77920 req-a97e33e1-0599-409f-88e8-f1b228235432 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Received unexpected event network-vif-plugged-79000290-b0b1-42cf-8c93-cb6641a5ee30 for instance with vm_state building and task_state spawning. [ 2056.777829] env[62913]: DEBUG nova.network.neutron [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Successfully updated port: 79000290-b0b1-42cf-8c93-cb6641a5ee30 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2057.028364] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.280418] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.280540] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.280717] env[62913]: DEBUG nova.network.neutron [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2057.812779] env[62913]: DEBUG nova.network.neutron [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2057.938838] env[62913]: DEBUG nova.network.neutron [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Updating instance_info_cache with network_info: [{"id": "79000290-b0b1-42cf-8c93-cb6641a5ee30", "address": "fa:16:3e:54:a7:20", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79000290-b0", "ovs_interfaceid": "79000290-b0b1-42cf-8c93-cb6641a5ee30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.095464] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.095687] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.095930] env[62913]: INFO nova.compute.manager [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Attaching volume be19bb38-c2f1-437a-958e-2178c6430d43 to /dev/sdb [ 2058.126776] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76db65b-d29a-45a0-bb31-29c2849aa6ae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.134360] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d53eecb-ae32-49d3-a79a-e2fe2931594c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.147550] env[62913]: DEBUG nova.virt.block_device [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Updating existing volume attachment record: 776d0efd-0bad-40c3-b379-c617005e4305 {{(pid=62913) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2058.442266] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.442583] env[62913]: DEBUG nova.compute.manager [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Instance network_info: |[{"id": "79000290-b0b1-42cf-8c93-cb6641a5ee30", "address": "fa:16:3e:54:a7:20", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79000290-b0", "ovs_interfaceid": "79000290-b0b1-42cf-8c93-cb6641a5ee30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2058.443019] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:a7:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79000290-b0b1-42cf-8c93-cb6641a5ee30', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2058.451453] env[62913]: DEBUG oslo.service.loopingcall [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2058.451689] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2058.452488] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9d86e7e-b6e2-49ef-b4ee-cc2928ce0bcc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.471981] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2058.471981] env[62913]: value = "task-1823154" [ 2058.471981] env[62913]: _type = "Task" [ 2058.471981] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.479620] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823154, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.720024] env[62913]: DEBUG nova.compute.manager [req-428e8d1f-a8b3-4851-9c80-90e5d9387b18 req-50226df2-ac52-4a0a-9638-4e589629f2d5 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Received event network-changed-79000290-b0b1-42cf-8c93-cb6641a5ee30 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2058.720229] env[62913]: DEBUG nova.compute.manager [req-428e8d1f-a8b3-4851-9c80-90e5d9387b18 req-50226df2-ac52-4a0a-9638-4e589629f2d5 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Refreshing instance network info cache due to event network-changed-79000290-b0b1-42cf-8c93-cb6641a5ee30. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2058.720448] env[62913]: DEBUG oslo_concurrency.lockutils [req-428e8d1f-a8b3-4851-9c80-90e5d9387b18 req-50226df2-ac52-4a0a-9638-4e589629f2d5 service nova] Acquiring lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.720626] env[62913]: DEBUG oslo_concurrency.lockutils [req-428e8d1f-a8b3-4851-9c80-90e5d9387b18 req-50226df2-ac52-4a0a-9638-4e589629f2d5 service nova] Acquired lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.720822] env[62913]: DEBUG nova.network.neutron [req-428e8d1f-a8b3-4851-9c80-90e5d9387b18 req-50226df2-ac52-4a0a-9638-4e589629f2d5 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Refreshing network info cache for port 79000290-b0b1-42cf-8c93-cb6641a5ee30 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2058.982098] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823154, 'name': CreateVM_Task, 'duration_secs': 0.326659} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.982413] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2058.982921] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.983100] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.983449] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2058.983700] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f2ab97-5c67-4eff-9217-e49c530ec52c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.988694] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2058.988694] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52d5a36a-b349-e2d2-fe30-4f2d418dc479" [ 2058.988694] env[62913]: _type = "Task" [ 2058.988694] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.996211] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d5a36a-b349-e2d2-fe30-4f2d418dc479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.449662] env[62913]: DEBUG nova.network.neutron [req-428e8d1f-a8b3-4851-9c80-90e5d9387b18 req-50226df2-ac52-4a0a-9638-4e589629f2d5 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Updated VIF entry in instance network info cache for port 79000290-b0b1-42cf-8c93-cb6641a5ee30. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2059.450048] env[62913]: DEBUG nova.network.neutron [req-428e8d1f-a8b3-4851-9c80-90e5d9387b18 req-50226df2-ac52-4a0a-9638-4e589629f2d5 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Updating instance_info_cache with network_info: [{"id": "79000290-b0b1-42cf-8c93-cb6641a5ee30", "address": "fa:16:3e:54:a7:20", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79000290-b0", "ovs_interfaceid": "79000290-b0b1-42cf-8c93-cb6641a5ee30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.498924] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52d5a36a-b349-e2d2-fe30-4f2d418dc479, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.499271] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.499478] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2059.499707] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.499856] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.500278] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2059.500321] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbddaa20-715e-4e24-878f-6d8d2e3accc1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.518368] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2059.518541] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2059.519276] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baa4c122-7758-4fda-8c7e-edafbe263dad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.524628] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2059.524628] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52172737-e051-1320-aa46-a7c6c1898894" [ 2059.524628] env[62913]: _type = "Task" [ 2059.524628] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.532256] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52172737-e051-1320-aa46-a7c6c1898894, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.952979] env[62913]: DEBUG oslo_concurrency.lockutils [req-428e8d1f-a8b3-4851-9c80-90e5d9387b18 req-50226df2-ac52-4a0a-9638-4e589629f2d5 service nova] Releasing lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.035257] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52172737-e051-1320-aa46-a7c6c1898894, 'name': SearchDatastore_Task, 'duration_secs': 0.012938} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.036040] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e2cc0f-4c37-41c8-856c-a8301a0a470d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.040761] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2060.040761] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]524f4bc2-154e-cc15-eeba-071609e459fb" [ 2060.040761] env[62913]: _type = "Task" [ 2060.040761] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.049445] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524f4bc2-154e-cc15-eeba-071609e459fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.551631] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524f4bc2-154e-cc15-eeba-071609e459fb, 'name': SearchDatastore_Task, 'duration_secs': 0.0091} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.551852] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.552125] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a/b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2060.552393] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a05f2239-3904-4f00-be44-992373f0a37e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.558824] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2060.558824] env[62913]: value = "task-1823156" [ 2060.558824] env[62913]: _type = "Task" [ 2060.558824] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.566335] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.890201] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2060.890549] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2060.890713] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2060.890964] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2060.891153] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Cleaning up deleted instances with incomplete migration {{(pid=62913) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 2061.068628] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457411} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.069015] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a/b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2061.069015] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2061.069131] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f4576aa-c25f-48ba-88e3-28e61ed995c0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.075265] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2061.075265] env[62913]: value = "task-1823157" [ 2061.075265] env[62913]: _type = "Task" [ 2061.075265] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.083354] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.585608] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065196} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.585875] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2061.586664] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a66a91-249a-4a3d-be6f-e31972d90274 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.607771] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a/b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2061.608056] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b80864-adf7-4c31-9b4c-f9ac88a94017 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.626423] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2061.626423] env[62913]: value = "task-1823158" [ 2061.626423] env[62913]: _type = "Task" [ 2061.626423] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.633727] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.136547] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.393683] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2062.635765] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823158, 'name': ReconfigVM_Task, 'duration_secs': 0.769184} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.636047] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Reconfigured VM instance instance-00000075 to attach disk [datastore1] b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a/b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2062.636678] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65002c9c-5afa-48a0-b14c-614e4763cfda {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.642470] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2062.642470] env[62913]: value = "task-1823159" [ 2062.642470] env[62913]: _type = "Task" [ 2062.642470] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.649618] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823159, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.690908] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Volume attach. Driver type: vmdk {{(pid=62913) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2062.690908] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377582', 'volume_id': 'be19bb38-c2f1-437a-958e-2178c6430d43', 'name': 'volume-be19bb38-c2f1-437a-958e-2178c6430d43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '92bf7bc2-fa67-4899-a9c9-5253efa0d549', 'attached_at': '', 'detached_at': '', 'volume_id': 'be19bb38-c2f1-437a-958e-2178c6430d43', 'serial': 'be19bb38-c2f1-437a-958e-2178c6430d43'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2062.691487] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d4c19a-6e2a-4340-a4c2-3672ec6e51a7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.708278] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e016a268-1e42-4419-90c1-3f94b694b6e0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.732770] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-be19bb38-c2f1-437a-958e-2178c6430d43/volume-be19bb38-c2f1-437a-958e-2178c6430d43.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2062.733090] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b6f4b70-437b-45fd-bc3e-1930f5f9f746 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.750844] env[62913]: DEBUG oslo_vmware.api [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2062.750844] env[62913]: value = "task-1823160" [ 2062.750844] env[62913]: _type = "Task" [ 2062.750844] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.758895] env[62913]: DEBUG oslo_vmware.api [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823160, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.890362] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2062.890572] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2063.154306] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823159, 'name': Rename_Task, 'duration_secs': 0.126795} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.154739] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2063.154917] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6a9c01f-0fe9-4cf4-8ceb-c6d1864b9261 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.161892] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2063.161892] env[62913]: value = "task-1823161" [ 2063.161892] env[62913]: _type = "Task" [ 2063.161892] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.170528] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.260735] env[62913]: DEBUG oslo_vmware.api [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823160, 'name': ReconfigVM_Task, 'duration_secs': 0.34547} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.261018] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-be19bb38-c2f1-437a-958e-2178c6430d43/volume-be19bb38-c2f1-437a-958e-2178c6430d43.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2063.265674] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-309d8312-5a4b-445a-ad74-21d1fdae918a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.280098] env[62913]: DEBUG oslo_vmware.api [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2063.280098] env[62913]: value = "task-1823162" [ 2063.280098] env[62913]: _type = "Task" [ 2063.280098] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.287732] env[62913]: DEBUG oslo_vmware.api [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.672026] env[62913]: DEBUG oslo_vmware.api [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823161, 'name': PowerOnVM_Task, 'duration_secs': 0.472287} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.672321] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2063.672536] env[62913]: INFO nova.compute.manager [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Took 7.13 seconds to spawn the instance on the hypervisor. [ 2063.672715] env[62913]: DEBUG nova.compute.manager [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2063.673466] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c943e8-5629-42f3-9489-d2d3e578cac8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.790745] env[62913]: DEBUG oslo_vmware.api [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823162, 'name': ReconfigVM_Task, 'duration_secs': 0.140647} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.791223] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377582', 'volume_id': 'be19bb38-c2f1-437a-958e-2178c6430d43', 'name': 'volume-be19bb38-c2f1-437a-958e-2178c6430d43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '92bf7bc2-fa67-4899-a9c9-5253efa0d549', 'attached_at': '', 'detached_at': '', 'volume_id': 'be19bb38-c2f1-437a-958e-2178c6430d43', 'serial': 'be19bb38-c2f1-437a-958e-2178c6430d43'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2063.924056] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2063.924235] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquired lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2063.924389] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Forcefully refreshing network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2064.193475] env[62913]: INFO nova.compute.manager [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Took 11.88 seconds to build instance. [ 2064.399217] env[62913]: DEBUG nova.compute.manager [req-f4d4fa6f-6d07-4bb5-b177-f585c9a0aeb6 req-9e9083dc-ae68-4804-8396-0bffb2bc8406 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Received event network-changed-79000290-b0b1-42cf-8c93-cb6641a5ee30 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2064.399416] env[62913]: DEBUG nova.compute.manager [req-f4d4fa6f-6d07-4bb5-b177-f585c9a0aeb6 req-9e9083dc-ae68-4804-8396-0bffb2bc8406 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Refreshing instance network info cache due to event network-changed-79000290-b0b1-42cf-8c93-cb6641a5ee30. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2064.399595] env[62913]: DEBUG oslo_concurrency.lockutils [req-f4d4fa6f-6d07-4bb5-b177-f585c9a0aeb6 req-9e9083dc-ae68-4804-8396-0bffb2bc8406 service nova] Acquiring lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.399739] env[62913]: DEBUG oslo_concurrency.lockutils [req-f4d4fa6f-6d07-4bb5-b177-f585c9a0aeb6 req-9e9083dc-ae68-4804-8396-0bffb2bc8406 service nova] Acquired lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.399900] env[62913]: DEBUG nova.network.neutron [req-f4d4fa6f-6d07-4bb5-b177-f585c9a0aeb6 req-9e9083dc-ae68-4804-8396-0bffb2bc8406 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Refreshing network info cache for port 79000290-b0b1-42cf-8c93-cb6641a5ee30 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2064.695808] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67f852f1-2739-4ad8-8e0c-950bba65ecbd tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.394s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.826750] env[62913]: DEBUG nova.objects.instance [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lazy-loading 'flavor' on Instance uuid 92bf7bc2-fa67-4899-a9c9-5253efa0d549 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2064.850026] env[62913]: DEBUG oslo_concurrency.lockutils [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "44331091-fa36-4e7e-8f18-1ceb796933ec" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.850026] env[62913]: DEBUG oslo_concurrency.lockutils [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "44331091-fa36-4e7e-8f18-1ceb796933ec" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.115321] env[62913]: DEBUG nova.network.neutron [req-f4d4fa6f-6d07-4bb5-b177-f585c9a0aeb6 req-9e9083dc-ae68-4804-8396-0bffb2bc8406 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Updated VIF entry in instance network info cache for port 79000290-b0b1-42cf-8c93-cb6641a5ee30. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2065.115715] env[62913]: DEBUG nova.network.neutron [req-f4d4fa6f-6d07-4bb5-b177-f585c9a0aeb6 req-9e9083dc-ae68-4804-8396-0bffb2bc8406 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Updating instance_info_cache with network_info: [{"id": "79000290-b0b1-42cf-8c93-cb6641a5ee30", "address": "fa:16:3e:54:a7:20", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79000290-b0", "ovs_interfaceid": "79000290-b0b1-42cf-8c93-cb6641a5ee30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2065.142923] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance_info_cache with network_info: [{"id": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "address": "fa:16:3e:ab:7d:69", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3be0a0c-a1", "ovs_interfaceid": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2065.331182] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d4bf7a0d-a24a-4360-9c0d-12f01fbee8e8 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.352456] env[62913]: INFO nova.compute.manager [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Detaching volume 896db5d0-65a0-4610-8ed7-90614401171f [ 2065.386367] env[62913]: INFO nova.virt.block_device [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Attempting to driver detach volume 896db5d0-65a0-4610-8ed7-90614401171f from mountpoint /dev/sdb [ 2065.386624] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2065.386825] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377576', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'name': 'volume-896db5d0-65a0-4610-8ed7-90614401171f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44331091-fa36-4e7e-8f18-1ceb796933ec', 'attached_at': '', 'detached_at': '', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'serial': '896db5d0-65a0-4610-8ed7-90614401171f'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2065.387684] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c231029-bc5b-404a-a033-5ac48b639788 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.409337] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59265339-b376-4329-bedc-2a49fe261f56 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.416567] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290d4560-305b-430e-8ead-d574eac1134d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.437354] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c31ad4-ad73-461f-96f6-723c8ef3f9ae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.451621] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] The volume has not been displaced from its original location: [datastore1] volume-896db5d0-65a0-4610-8ed7-90614401171f/volume-896db5d0-65a0-4610-8ed7-90614401171f.vmdk. No consolidation needed. {{(pid=62913) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2065.456923] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2065.457187] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cd00ab7-beed-4983-a7ef-91c7f77e63e7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.474255] env[62913]: DEBUG oslo_vmware.api [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2065.474255] env[62913]: value = "task-1823163" [ 2065.474255] env[62913]: _type = "Task" [ 2065.474255] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.481849] env[62913]: DEBUG oslo_vmware.api [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.618295] env[62913]: DEBUG oslo_concurrency.lockutils [req-f4d4fa6f-6d07-4bb5-b177-f585c9a0aeb6 req-9e9083dc-ae68-4804-8396-0bffb2bc8406 service nova] Releasing lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.645229] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Releasing lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.645456] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updated the network info_cache for instance {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2065.645660] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2065.645834] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2065.983873] env[62913]: DEBUG oslo_vmware.api [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823163, 'name': ReconfigVM_Task, 'duration_secs': 0.212263} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.984105] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2065.988737] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-798da3e3-af69-4843-bf96-6d2eea132884 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.003101] env[62913]: DEBUG oslo_vmware.api [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2066.003101] env[62913]: value = "task-1823164" [ 2066.003101] env[62913]: _type = "Task" [ 2066.003101] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.010486] env[62913]: DEBUG oslo_vmware.api [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.148825] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.149086] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.149263] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.149428] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2066.150345] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0c1f45-97b1-40be-9d0c-f7f64d8c844c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.158203] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c078f9-aa85-4b69-9299-6bf3fa3b3097 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.174191] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70715504-1914-41a9-8354-481509bd31f2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.180353] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.180691] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.186731] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e9f793-5314-4335-8bd1-12efc863eb07 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.220456] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180029MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2066.220632] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.220806] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.512567] env[62913]: DEBUG oslo_vmware.api [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823164, 'name': ReconfigVM_Task, 'duration_secs': 0.130789} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.512879] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377576', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'name': 'volume-896db5d0-65a0-4610-8ed7-90614401171f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44331091-fa36-4e7e-8f18-1ceb796933ec', 'attached_at': '', 'detached_at': '', 'volume_id': '896db5d0-65a0-4610-8ed7-90614401171f', 'serial': '896db5d0-65a0-4610-8ed7-90614401171f'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2066.686883] env[62913]: DEBUG nova.compute.utils [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2067.052442] env[62913]: DEBUG nova.objects.instance [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lazy-loading 'flavor' on Instance uuid 44331091-fa36-4e7e-8f18-1ceb796933ec {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2067.190268] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.247794] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 56bc8099-96a7-43ea-bd17-f54d6e87d663 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2067.248015] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 9cf699a1-1c76-4b67-8ba0-a3113c8d237b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2067.248163] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 44331091-fa36-4e7e-8f18-1ceb796933ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2067.248502] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance f57344b6-d57b-4a55-a169-133cec73565a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2067.248502] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 92bf7bc2-fa67-4899-a9c9-5253efa0d549 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2067.248502] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 192d9170-6692-4ebb-a459-e1c68b8f63db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2067.248723] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2067.248798] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2067.248936] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2067.333891] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e42d963-b14c-4274-b238-3ecf685b4179 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.341803] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b63c001-a9dc-4da0-9078-4eb5b83246ff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.375087] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485bbc5e-f808-40e1-8501-80ac109f1296 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.382132] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1511d13-4461-42dc-9048-5c894a089a8a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.396687] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2067.898958] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2068.061416] env[62913]: DEBUG oslo_concurrency.lockutils [None req-28ef1353-b0fe-4d56-b9c3-1681a66a1496 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "44331091-fa36-4e7e-8f18-1ceb796933ec" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.250606] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.250887] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.251147] env[62913]: INFO nova.compute.manager [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Attaching volume 3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475 to /dev/sdc [ 2068.290097] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080d4004-a5c3-472f-8b49-434be833184e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.302818] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed1def9-78da-4b5e-aea5-a3b2b7040fbf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.311743] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "debb5d8c-55c8-4369-8072-6daf1e5ae233" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.312122] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "debb5d8c-55c8-4369-8072-6daf1e5ae233" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.318211] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "44331091-fa36-4e7e-8f18-1ceb796933ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.318496] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "44331091-fa36-4e7e-8f18-1ceb796933ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.318753] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "44331091-fa36-4e7e-8f18-1ceb796933ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.318957] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "44331091-fa36-4e7e-8f18-1ceb796933ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.319150] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "44331091-fa36-4e7e-8f18-1ceb796933ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.321062] env[62913]: INFO nova.compute.manager [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Terminating instance [ 2068.326308] env[62913]: DEBUG nova.virt.block_device [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Updating existing volume attachment record: 414207af-12ba-49df-be70-190300b63a13 {{(pid=62913) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2068.404111] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2068.404321] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.183s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.815653] env[62913]: DEBUG nova.compute.manager [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2068.831032] env[62913]: DEBUG nova.compute.manager [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2068.831364] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2068.832857] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32126b63-465c-40aa-989d-3f9e2295f1a1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.840956] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2068.841232] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b8ff75f-16bd-4228-983e-c83fa979911e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.847468] env[62913]: DEBUG oslo_vmware.api [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2068.847468] env[62913]: value = "task-1823166" [ 2068.847468] env[62913]: _type = "Task" [ 2068.847468] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.856864] env[62913]: DEBUG oslo_vmware.api [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.340190] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.340469] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.342445] env[62913]: INFO nova.compute.claims [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2069.356775] env[62913]: DEBUG oslo_vmware.api [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823166, 'name': PowerOffVM_Task, 'duration_secs': 0.185013} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.357018] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2069.357222] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2069.357427] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aed781f2-6299-400e-ba90-3a82ca531fa1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.450956] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2069.451194] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2069.451378] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleting the datastore file [datastore1] 44331091-fa36-4e7e-8f18-1ceb796933ec {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2069.451947] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb606949-8b92-49a4-a169-6917a2c34733 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.458370] env[62913]: DEBUG oslo_vmware.api [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2069.458370] env[62913]: value = "task-1823168" [ 2069.458370] env[62913]: _type = "Task" [ 2069.458370] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.465799] env[62913]: DEBUG oslo_vmware.api [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.648438] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2069.648651] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2069.968204] env[62913]: DEBUG oslo_vmware.api [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.303318] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "192d9170-6692-4ebb-a459-e1c68b8f63db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.303664] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "192d9170-6692-4ebb-a459-e1c68b8f63db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.303891] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "192d9170-6692-4ebb-a459-e1c68b8f63db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.304096] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "192d9170-6692-4ebb-a459-e1c68b8f63db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.304272] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "192d9170-6692-4ebb-a459-e1c68b8f63db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.306632] env[62913]: INFO nova.compute.manager [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Terminating instance [ 2070.451815] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73782fce-682b-419f-b03c-e02a48e07500 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.459374] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5adaf4-9ce2-4e28-9d7a-53ad623a1dcb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.470642] env[62913]: DEBUG oslo_vmware.api [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.643941} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.499707] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2070.500075] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2070.500374] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2070.500657] env[62913]: INFO nova.compute.manager [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Took 1.67 seconds to destroy the instance on the hypervisor. [ 2070.501041] env[62913]: DEBUG oslo.service.loopingcall [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2070.501588] env[62913]: DEBUG nova.compute.manager [-] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2070.501740] env[62913]: DEBUG nova.network.neutron [-] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2070.504803] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4419a90a-ea13-4fcd-b839-3d0264ec5914 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.513946] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecea21a-68cf-4de3-b182-55fa3a6ecd53 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.526583] env[62913]: DEBUG nova.compute.provider_tree [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2070.810117] env[62913]: DEBUG nova.compute.manager [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2070.810525] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2070.811366] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3a02ca-7d6a-47c2-808f-8382de67328d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.819459] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2070.819728] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0da16bfb-79ad-4e70-adc9-5eac3fe66a8e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.826216] env[62913]: DEBUG oslo_vmware.api [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2070.826216] env[62913]: value = "task-1823170" [ 2070.826216] env[62913]: _type = "Task" [ 2070.826216] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.833882] env[62913]: DEBUG oslo_vmware.api [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.889839] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2070.956518] env[62913]: DEBUG nova.compute.manager [req-d4f23016-848a-4bb4-b586-b101984844d0 req-a457646d-3541-4bb0-afb5-546e248a2a80 service nova] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Received event network-vif-deleted-e0dca0f0-3ffb-484c-b94e-992dff6e964a {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2070.956729] env[62913]: INFO nova.compute.manager [req-d4f23016-848a-4bb4-b586-b101984844d0 req-a457646d-3541-4bb0-afb5-546e248a2a80 service nova] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Neutron deleted interface e0dca0f0-3ffb-484c-b94e-992dff6e964a; detaching it from the instance and deleting it from the info cache [ 2070.956905] env[62913]: DEBUG nova.network.neutron [req-d4f23016-848a-4bb4-b586-b101984844d0 req-a457646d-3541-4bb0-afb5-546e248a2a80 service nova] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.029272] env[62913]: DEBUG nova.scheduler.client.report [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2071.336455] env[62913]: DEBUG oslo_vmware.api [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823170, 'name': PowerOffVM_Task, 'duration_secs': 0.203613} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.336750] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2071.336926] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2071.337214] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3e088c9-57ca-45d2-ab30-be26beb8fc86 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.418071] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2071.418317] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2071.418500] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Deleting the datastore file [datastore1] 192d9170-6692-4ebb-a459-e1c68b8f63db {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2071.418767] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1714153-ab12-40ce-ad55-3181a02ca16c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.425855] env[62913]: DEBUG oslo_vmware.api [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2071.425855] env[62913]: value = "task-1823172" [ 2071.425855] env[62913]: _type = "Task" [ 2071.425855] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.429201] env[62913]: DEBUG nova.network.neutron [-] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.435251] env[62913]: DEBUG oslo_vmware.api [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.459419] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d9252ca-03fb-4305-95b2-293a08277aec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.469308] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e40d266-8b14-4281-9aa6-7a2714450584 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.498643] env[62913]: DEBUG nova.compute.manager [req-d4f23016-848a-4bb4-b586-b101984844d0 req-a457646d-3541-4bb0-afb5-546e248a2a80 service nova] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Detach interface failed, port_id=e0dca0f0-3ffb-484c-b94e-992dff6e964a, reason: Instance 44331091-fa36-4e7e-8f18-1ceb796933ec could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2071.534328] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.534884] env[62913]: DEBUG nova.compute.manager [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2071.890194] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2071.890402] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Cleaning up deleted instances {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 2071.932126] env[62913]: INFO nova.compute.manager [-] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Took 1.43 seconds to deallocate network for instance. [ 2071.937438] env[62913]: DEBUG oslo_vmware.api [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170504} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.941180] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2071.941343] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2071.941523] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2071.941698] env[62913]: INFO nova.compute.manager [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2071.941943] env[62913]: DEBUG oslo.service.loopingcall [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2071.942355] env[62913]: DEBUG nova.compute.manager [-] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2071.942458] env[62913]: DEBUG nova.network.neutron [-] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2072.040417] env[62913]: DEBUG nova.compute.utils [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2072.041811] env[62913]: DEBUG nova.compute.manager [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2072.041928] env[62913]: DEBUG nova.network.neutron [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2072.091509] env[62913]: DEBUG nova.policy [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05eb507ef23d40578a0593164d4e2dd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e4f28c1320940a59a5cb5a4c1f70fa7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 2072.404389] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] There are 47 instances to clean {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 2072.404568] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: e636cc22-a0f7-481d-9df1-639dae6c6bd5] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2072.407639] env[62913]: DEBUG nova.network.neutron [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Successfully created port: 3f143f2a-e838-43d7-be7a-9f6b376dd5b7 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2072.444241] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.444498] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.444720] env[62913]: DEBUG nova.objects.instance [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lazy-loading 'resources' on Instance uuid 44331091-fa36-4e7e-8f18-1ceb796933ec {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2072.544950] env[62913]: DEBUG nova.compute.manager [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2072.871575] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Volume attach. Driver type: vmdk {{(pid=62913) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2072.871837] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377584', 'volume_id': '3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475', 'name': 'volume-3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '92bf7bc2-fa67-4899-a9c9-5253efa0d549', 'attached_at': '', 'detached_at': '', 'volume_id': '3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475', 'serial': '3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2072.872747] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfe676c-ed3d-4edd-b0a6-f4018852d71e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.889920] env[62913]: DEBUG nova.network.neutron [-] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.891755] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a7cc95-465e-4af0-862b-8b6daa3c92de {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.913980] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: d0d03c2c-c3ed-4652-8170-e4c7d75525a6] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2072.924121] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475/volume-3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2072.924318] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3a26f71-03cf-4a37-a9d3-e0136d34e338 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.944326] env[62913]: DEBUG oslo_vmware.api [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2072.944326] env[62913]: value = "task-1823173" [ 2072.944326] env[62913]: _type = "Task" [ 2072.944326] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.955214] env[62913]: DEBUG oslo_vmware.api [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.982137] env[62913]: DEBUG nova.compute.manager [req-778ed875-c65f-4885-9dc1-08526797ad4f req-1e0d4cfa-e8b4-4888-87f3-39ad04357c62 service nova] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Received event network-vif-deleted-11a8636b-a0c5-482b-a9d1-0421ede484e8 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2073.065121] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5149fb8-37ef-445f-bc18-b7d15c652b04 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.073823] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57762529-1a3a-4260-8abd-12190c759593 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.103653] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f55aa8c-db3d-4db6-a57b-2b4580149ebe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.111803] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19180b81-0366-4a1c-beb9-6583e22654dc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.128087] env[62913]: DEBUG nova.compute.provider_tree [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2073.396277] env[62913]: INFO nova.compute.manager [-] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Took 1.45 seconds to deallocate network for instance. [ 2073.416456] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: e6083a86-6579-47eb-995e-0e640eba3f33] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2073.454150] env[62913]: DEBUG oslo_vmware.api [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823173, 'name': ReconfigVM_Task, 'duration_secs': 0.389428} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.454433] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475/volume-3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2073.459086] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad2dc187-dee8-4977-8026-614c33c31191 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.473946] env[62913]: DEBUG oslo_vmware.api [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2073.473946] env[62913]: value = "task-1823174" [ 2073.473946] env[62913]: _type = "Task" [ 2073.473946] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.481591] env[62913]: DEBUG oslo_vmware.api [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.555957] env[62913]: DEBUG nova.compute.manager [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2073.582331] env[62913]: DEBUG nova.virt.hardware [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2073.582598] env[62913]: DEBUG nova.virt.hardware [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2073.582761] env[62913]: DEBUG nova.virt.hardware [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2073.582946] env[62913]: DEBUG nova.virt.hardware [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2073.583115] env[62913]: DEBUG nova.virt.hardware [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2073.583271] env[62913]: DEBUG nova.virt.hardware [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2073.583482] env[62913]: DEBUG nova.virt.hardware [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2073.583643] env[62913]: DEBUG nova.virt.hardware [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2073.583812] env[62913]: DEBUG nova.virt.hardware [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2073.583974] env[62913]: DEBUG nova.virt.hardware [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2073.584168] env[62913]: DEBUG nova.virt.hardware [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2073.585014] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faed6ec3-dd00-4dbf-b1ba-7dcbe128a9e7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.593102] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa94753-22ff-4fca-83fd-e058dbb86f3c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.630746] env[62913]: DEBUG nova.scheduler.client.report [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2073.797407] env[62913]: DEBUG nova.compute.manager [req-f2e5299c-c0fb-4e91-91eb-315963b001fa req-a25b0d47-f737-42b8-9979-50f2681ef5b5 service nova] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Received event network-vif-plugged-3f143f2a-e838-43d7-be7a-9f6b376dd5b7 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2073.797638] env[62913]: DEBUG oslo_concurrency.lockutils [req-f2e5299c-c0fb-4e91-91eb-315963b001fa req-a25b0d47-f737-42b8-9979-50f2681ef5b5 service nova] Acquiring lock "debb5d8c-55c8-4369-8072-6daf1e5ae233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.797844] env[62913]: DEBUG oslo_concurrency.lockutils [req-f2e5299c-c0fb-4e91-91eb-315963b001fa req-a25b0d47-f737-42b8-9979-50f2681ef5b5 service nova] Lock "debb5d8c-55c8-4369-8072-6daf1e5ae233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.798021] env[62913]: DEBUG oslo_concurrency.lockutils [req-f2e5299c-c0fb-4e91-91eb-315963b001fa req-a25b0d47-f737-42b8-9979-50f2681ef5b5 service nova] Lock "debb5d8c-55c8-4369-8072-6daf1e5ae233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.798195] env[62913]: DEBUG nova.compute.manager [req-f2e5299c-c0fb-4e91-91eb-315963b001fa req-a25b0d47-f737-42b8-9979-50f2681ef5b5 service nova] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] No waiting events found dispatching network-vif-plugged-3f143f2a-e838-43d7-be7a-9f6b376dd5b7 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2073.798364] env[62913]: WARNING nova.compute.manager [req-f2e5299c-c0fb-4e91-91eb-315963b001fa req-a25b0d47-f737-42b8-9979-50f2681ef5b5 service nova] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Received unexpected event network-vif-plugged-3f143f2a-e838-43d7-be7a-9f6b376dd5b7 for instance with vm_state building and task_state spawning. [ 2073.889017] env[62913]: DEBUG nova.network.neutron [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Successfully updated port: 3f143f2a-e838-43d7-be7a-9f6b376dd5b7 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2073.902123] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.919644] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 267f1eb1-e352-42a6-9cd3-38a97f2e1b30] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2073.983159] env[62913]: DEBUG oslo_vmware.api [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823174, 'name': ReconfigVM_Task, 'duration_secs': 0.13087} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.983461] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377584', 'volume_id': '3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475', 'name': 'volume-3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '92bf7bc2-fa67-4899-a9c9-5253efa0d549', 'attached_at': '', 'detached_at': '', 'volume_id': '3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475', 'serial': '3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2074.135628] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.137950] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.236s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.138162] env[62913]: DEBUG nova.objects.instance [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lazy-loading 'resources' on Instance uuid 192d9170-6692-4ebb-a459-e1c68b8f63db {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2074.155367] env[62913]: INFO nova.scheduler.client.report [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleted allocations for instance 44331091-fa36-4e7e-8f18-1ceb796933ec [ 2074.391728] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "refresh_cache-debb5d8c-55c8-4369-8072-6daf1e5ae233" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.391887] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "refresh_cache-debb5d8c-55c8-4369-8072-6daf1e5ae233" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.392062] env[62913]: DEBUG nova.network.neutron [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2074.423176] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 94a10084-160b-40ff-931e-d967c5884236] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2074.664825] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ed5eb3f7-bc05-4c32-ac3a-a4f82cf8b567 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "44331091-fa36-4e7e-8f18-1ceb796933ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.346s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.735087] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b1b591-d94d-4f91-a2e6-59e965eedd6b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.742638] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af331c61-c44a-4077-a77f-a389c994da6b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.773077] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13752cb-127c-40db-af53-1019d05b01a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.780088] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646a8bf6-f130-4f67-849a-99ac2ffa2b47 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.793488] env[62913]: DEBUG nova.compute.provider_tree [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2074.923186] env[62913]: DEBUG nova.network.neutron [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2074.927918] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 052d9175-cfbd-42ef-b30e-f6ab97b7860c] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2075.022820] env[62913]: DEBUG nova.objects.instance [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lazy-loading 'flavor' on Instance uuid 92bf7bc2-fa67-4899-a9c9-5253efa0d549 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2075.053910] env[62913]: DEBUG nova.network.neutron [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Updating instance_info_cache with network_info: [{"id": "3f143f2a-e838-43d7-be7a-9f6b376dd5b7", "address": "fa:16:3e:34:5a:42", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f143f2a-e8", "ovs_interfaceid": "3f143f2a-e838-43d7-be7a-9f6b376dd5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.296751] env[62913]: DEBUG nova.scheduler.client.report [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2075.431633] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 4a1db69d-58c6-4ccb-9942-f2ff83f3cb5d] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2075.527960] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e02ce858-e3ed-4557-a348-fe1963bf987e tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.277s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.556365] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "refresh_cache-debb5d8c-55c8-4369-8072-6daf1e5ae233" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.556670] env[62913]: DEBUG nova.compute.manager [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Instance network_info: |[{"id": "3f143f2a-e838-43d7-be7a-9f6b376dd5b7", "address": "fa:16:3e:34:5a:42", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f143f2a-e8", "ovs_interfaceid": "3f143f2a-e838-43d7-be7a-9f6b376dd5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2075.557104] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:5a:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f143f2a-e838-43d7-be7a-9f6b376dd5b7', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2075.564518] env[62913]: DEBUG oslo.service.loopingcall [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2075.564715] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2075.564938] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15232c06-b7bc-4679-96bf-ad4adcb96a76 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.586104] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2075.586104] env[62913]: value = "task-1823175" [ 2075.586104] env[62913]: _type = "Task" [ 2075.586104] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.593805] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823175, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.801807] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.812079] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.812341] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.818704] env[62913]: INFO nova.scheduler.client.report [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Deleted allocations for instance 192d9170-6692-4ebb-a459-e1c68b8f63db [ 2075.826360] env[62913]: DEBUG nova.compute.manager [req-77ab58b1-f04e-4b2a-b3d1-59176409cc4a req-e61625fa-0cd5-49e9-bdf2-66686fff3fbb service nova] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Received event network-changed-3f143f2a-e838-43d7-be7a-9f6b376dd5b7 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2075.826556] env[62913]: DEBUG nova.compute.manager [req-77ab58b1-f04e-4b2a-b3d1-59176409cc4a req-e61625fa-0cd5-49e9-bdf2-66686fff3fbb service nova] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Refreshing instance network info cache due to event network-changed-3f143f2a-e838-43d7-be7a-9f6b376dd5b7. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2075.826756] env[62913]: DEBUG oslo_concurrency.lockutils [req-77ab58b1-f04e-4b2a-b3d1-59176409cc4a req-e61625fa-0cd5-49e9-bdf2-66686fff3fbb service nova] Acquiring lock "refresh_cache-debb5d8c-55c8-4369-8072-6daf1e5ae233" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.826910] env[62913]: DEBUG oslo_concurrency.lockutils [req-77ab58b1-f04e-4b2a-b3d1-59176409cc4a req-e61625fa-0cd5-49e9-bdf2-66686fff3fbb service nova] Acquired lock "refresh_cache-debb5d8c-55c8-4369-8072-6daf1e5ae233" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.827380] env[62913]: DEBUG nova.network.neutron [req-77ab58b1-f04e-4b2a-b3d1-59176409cc4a req-e61625fa-0cd5-49e9-bdf2-66686fff3fbb service nova] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Refreshing network info cache for port 3f143f2a-e838-43d7-be7a-9f6b376dd5b7 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2075.939405] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 52fae5c3-b177-45e8-9a20-f16bd7af8ff8] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2075.948729] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "8188d813-291b-429c-95dd-cbf81f360b99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.948957] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "8188d813-291b-429c-95dd-cbf81f360b99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.095736] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823175, 'name': CreateVM_Task, 'duration_secs': 0.329522} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.095888] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2076.096545] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.096743] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.097113] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2076.097370] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b1f82d-7e98-4c40-8541-159ed5d34312 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.102267] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2076.102267] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bb7abf-3c79-8aff-a8ab-4c659109033b" [ 2076.102267] env[62913]: _type = "Task" [ 2076.102267] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.109940] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bb7abf-3c79-8aff-a8ab-4c659109033b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.316193] env[62913]: INFO nova.compute.manager [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Detaching volume be19bb38-c2f1-437a-958e-2178c6430d43 [ 2076.325754] env[62913]: DEBUG oslo_concurrency.lockutils [None req-dfd3aac8-6066-4b7c-b1e0-ec25882c509a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "192d9170-6692-4ebb-a459-e1c68b8f63db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.022s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.352677] env[62913]: INFO nova.virt.block_device [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Attempting to driver detach volume be19bb38-c2f1-437a-958e-2178c6430d43 from mountpoint /dev/sdb [ 2076.352925] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2076.353123] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377582', 'volume_id': 'be19bb38-c2f1-437a-958e-2178c6430d43', 'name': 'volume-be19bb38-c2f1-437a-958e-2178c6430d43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '92bf7bc2-fa67-4899-a9c9-5253efa0d549', 'attached_at': '', 'detached_at': '', 'volume_id': 'be19bb38-c2f1-437a-958e-2178c6430d43', 'serial': 'be19bb38-c2f1-437a-958e-2178c6430d43'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2076.354036] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5582c1-76da-4988-99ac-a415d9a7a76d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.381431] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c16962-c004-4f5b-a534-7ae8cf87f22a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.388740] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebccc08a-5727-4b9e-999c-e6895b0602fe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.411993] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390ff53d-b33c-420b-aead-c23911ef311b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.426192] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] The volume has not been displaced from its original location: [datastore1] volume-be19bb38-c2f1-437a-958e-2178c6430d43/volume-be19bb38-c2f1-437a-958e-2178c6430d43.vmdk. No consolidation needed. {{(pid=62913) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2076.432174] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2076.434329] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a990312c-27a4-40b8-a501-74f38f8fe214 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.447065] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 4c38b5af-e693-4cc1-8500-a30f984178b7] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2076.450898] env[62913]: DEBUG nova.compute.manager [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2076.457013] env[62913]: DEBUG oslo_vmware.api [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2076.457013] env[62913]: value = "task-1823176" [ 2076.457013] env[62913]: _type = "Task" [ 2076.457013] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.465912] env[62913]: DEBUG oslo_vmware.api [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.612437] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bb7abf-3c79-8aff-a8ab-4c659109033b, 'name': SearchDatastore_Task, 'duration_secs': 0.011142} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.612877] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.613097] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2076.613388] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.613600] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.613778] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2076.614702] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-952f41ce-e4b8-4600-ab35-ffcee074e9da {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.622661] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2076.622852] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2076.624171] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc736795-ddd6-432e-a3ff-483707c4d68b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.629091] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2076.629091] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52cb8e12-26f9-0ebe-7ffb-ca47fab7e33d" [ 2076.629091] env[62913]: _type = "Task" [ 2076.629091] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.640636] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52cb8e12-26f9-0ebe-7ffb-ca47fab7e33d, 'name': SearchDatastore_Task, 'duration_secs': 0.008359} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.641568] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40fe33c3-abf5-4adc-9677-1ff1a7bb5c8b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.647167] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2076.647167] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]526de23c-49cc-5e78-c8f7-8eb6d26b9d7f" [ 2076.647167] env[62913]: _type = "Task" [ 2076.647167] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.658339] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526de23c-49cc-5e78-c8f7-8eb6d26b9d7f, 'name': SearchDatastore_Task, 'duration_secs': 0.008609} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.658548] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.658803] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] debb5d8c-55c8-4369-8072-6daf1e5ae233/debb5d8c-55c8-4369-8072-6daf1e5ae233.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2076.659065] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edf6d393-bf35-462d-afa1-b73878732bb0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.665481] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2076.665481] env[62913]: value = "task-1823177" [ 2076.665481] env[62913]: _type = "Task" [ 2076.665481] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.673018] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.688126] env[62913]: DEBUG nova.network.neutron [req-77ab58b1-f04e-4b2a-b3d1-59176409cc4a req-e61625fa-0cd5-49e9-bdf2-66686fff3fbb service nova] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Updated VIF entry in instance network info cache for port 3f143f2a-e838-43d7-be7a-9f6b376dd5b7. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2076.688513] env[62913]: DEBUG nova.network.neutron [req-77ab58b1-f04e-4b2a-b3d1-59176409cc4a req-e61625fa-0cd5-49e9-bdf2-66686fff3fbb service nova] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Updating instance_info_cache with network_info: [{"id": "3f143f2a-e838-43d7-be7a-9f6b376dd5b7", "address": "fa:16:3e:34:5a:42", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f143f2a-e8", "ovs_interfaceid": "3f143f2a-e838-43d7-be7a-9f6b376dd5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.951989] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 9f9c269c-1444-4be0-9823-fea5802ad1cd] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2076.968471] env[62913]: DEBUG oslo_vmware.api [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823176, 'name': ReconfigVM_Task, 'duration_secs': 0.239747} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.968773] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2076.973551] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfbe1fc9-cd2e-41b7-9796-23c33477a8d4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.986285] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.986607] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.988257] env[62913]: INFO nova.compute.claims [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2077.001867] env[62913]: DEBUG oslo_vmware.api [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2077.001867] env[62913]: value = "task-1823178" [ 2077.001867] env[62913]: _type = "Task" [ 2077.001867] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.014772] env[62913]: DEBUG oslo_vmware.api [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.175637] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443069} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.175883] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] debb5d8c-55c8-4369-8072-6daf1e5ae233/debb5d8c-55c8-4369-8072-6daf1e5ae233.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2077.176115] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2077.176371] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d109074-a27b-4523-86bb-7ac4eea16d97 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.182519] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2077.182519] env[62913]: value = "task-1823179" [ 2077.182519] env[62913]: _type = "Task" [ 2077.182519] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.189644] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.191199] env[62913]: DEBUG oslo_concurrency.lockutils [req-77ab58b1-f04e-4b2a-b3d1-59176409cc4a req-e61625fa-0cd5-49e9-bdf2-66686fff3fbb service nova] Releasing lock "refresh_cache-debb5d8c-55c8-4369-8072-6daf1e5ae233" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.457270] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 526360db-c26f-4985-a2a3-753255263da6] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2077.497747] env[62913]: DEBUG oslo_concurrency.lockutils [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "f57344b6-d57b-4a55-a169-133cec73565a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.497976] env[62913]: DEBUG oslo_concurrency.lockutils [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "f57344b6-d57b-4a55-a169-133cec73565a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.513350] env[62913]: DEBUG oslo_vmware.api [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823178, 'name': ReconfigVM_Task, 'duration_secs': 0.201144} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.513639] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377582', 'volume_id': 'be19bb38-c2f1-437a-958e-2178c6430d43', 'name': 'volume-be19bb38-c2f1-437a-958e-2178c6430d43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '92bf7bc2-fa67-4899-a9c9-5253efa0d549', 'attached_at': '', 'detached_at': '', 'volume_id': 'be19bb38-c2f1-437a-958e-2178c6430d43', 'serial': 'be19bb38-c2f1-437a-958e-2178c6430d43'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2077.692283] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063962} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.693023] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2077.693748] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a7e565-b646-4276-8c6c-229be64a7b82 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.715855] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] debb5d8c-55c8-4369-8072-6daf1e5ae233/debb5d8c-55c8-4369-8072-6daf1e5ae233.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2077.716139] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2588129-0146-4d50-b792-3a6991bd4ab0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.734775] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2077.734775] env[62913]: value = "task-1823180" [ 2077.734775] env[62913]: _type = "Task" [ 2077.734775] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.743933] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.960602] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: f3a7f8fa-d7a4-464b-b739-dd8699d2cdfd] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2078.002875] env[62913]: INFO nova.compute.manager [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Detaching volume c03d610e-ad53-41d8-b96d-f572c45f3a75 [ 2078.037888] env[62913]: INFO nova.virt.block_device [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Attempting to driver detach volume c03d610e-ad53-41d8-b96d-f572c45f3a75 from mountpoint /dev/sdb [ 2078.038215] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2078.038440] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377578', 'volume_id': 'c03d610e-ad53-41d8-b96d-f572c45f3a75', 'name': 'volume-c03d610e-ad53-41d8-b96d-f572c45f3a75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f57344b6-d57b-4a55-a169-133cec73565a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c03d610e-ad53-41d8-b96d-f572c45f3a75', 'serial': 'c03d610e-ad53-41d8-b96d-f572c45f3a75'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2078.039810] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab981e66-5ed4-49fd-968a-3a86c34282e8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.061888] env[62913]: DEBUG nova.objects.instance [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lazy-loading 'flavor' on Instance uuid 92bf7bc2-fa67-4899-a9c9-5253efa0d549 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2078.065880] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9638f42f-a703-4475-8186-fd1c67e02a73 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.073325] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89955500-1555-4297-9529-f4272823c126 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.097730] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ccc072-8d57-460a-a779-c8945451cb8e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.113038] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] The volume has not been displaced from its original location: [datastore1] volume-c03d610e-ad53-41d8-b96d-f572c45f3a75/volume-c03d610e-ad53-41d8-b96d-f572c45f3a75.vmdk. No consolidation needed. {{(pid=62913) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2078.118232] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2078.120786] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d95d5e56-d744-4684-bf22-454edd10e0b5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.139082] env[62913]: DEBUG oslo_vmware.api [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2078.139082] env[62913]: value = "task-1823181" [ 2078.139082] env[62913]: _type = "Task" [ 2078.139082] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.147874] env[62913]: DEBUG oslo_vmware.api [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.157801] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b127160-65c5-44c3-982a-dafdf1acccd6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.165278] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a956d7-1290-4eff-910e-e56bd71fd7cd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.196588] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729aa05e-ad31-46a4-b782-f5e00a34eade {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.203572] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99ce563-6043-4862-b0de-7e759b369011 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.216830] env[62913]: DEBUG nova.compute.provider_tree [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2078.243746] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823180, 'name': ReconfigVM_Task, 'duration_secs': 0.318059} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.244040] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Reconfigured VM instance instance-00000076 to attach disk [datastore1] debb5d8c-55c8-4369-8072-6daf1e5ae233/debb5d8c-55c8-4369-8072-6daf1e5ae233.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2078.244671] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8f05f07-41b1-4e50-a771-0fe3f0e6c291 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.251401] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2078.251401] env[62913]: value = "task-1823182" [ 2078.251401] env[62913]: _type = "Task" [ 2078.251401] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.259152] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823182, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.464458] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 8b784332-4456-4f7c-bc62-2346d0b61cda] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2078.649132] env[62913]: DEBUG oslo_vmware.api [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823181, 'name': ReconfigVM_Task, 'duration_secs': 0.272026} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.649489] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2078.654091] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-106e6dcc-2da6-463b-81bf-aa68e0423d71 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.668755] env[62913]: DEBUG oslo_vmware.api [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2078.668755] env[62913]: value = "task-1823183" [ 2078.668755] env[62913]: _type = "Task" [ 2078.668755] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.676308] env[62913]: DEBUG oslo_vmware.api [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.720055] env[62913]: DEBUG nova.scheduler.client.report [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2078.761326] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823182, 'name': Rename_Task, 'duration_secs': 0.149592} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.761631] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2078.761882] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7480b930-83ca-48b4-b870-1504f84b08e3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.768607] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2078.768607] env[62913]: value = "task-1823184" [ 2078.768607] env[62913]: _type = "Task" [ 2078.768607] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.778218] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.967803] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: b94e7d9f-d90f-4ddb-a58b-0244efaf97d6] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2079.054991] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.074211] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a32c3636-0fd7-4539-9412-76159df9c3c2 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.262s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.075871] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.021s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.181289] env[62913]: DEBUG oslo_vmware.api [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823183, 'name': ReconfigVM_Task, 'duration_secs': 0.127172} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.181728] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377578', 'volume_id': 'c03d610e-ad53-41d8-b96d-f572c45f3a75', 'name': 'volume-c03d610e-ad53-41d8-b96d-f572c45f3a75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f57344b6-d57b-4a55-a169-133cec73565a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c03d610e-ad53-41d8-b96d-f572c45f3a75', 'serial': 'c03d610e-ad53-41d8-b96d-f572c45f3a75'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2079.224508] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.225059] env[62913]: DEBUG nova.compute.manager [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2079.278227] env[62913]: DEBUG oslo_vmware.api [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823184, 'name': PowerOnVM_Task, 'duration_secs': 0.455727} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.278498] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2079.278702] env[62913]: INFO nova.compute.manager [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Took 5.72 seconds to spawn the instance on the hypervisor. [ 2079.278884] env[62913]: DEBUG nova.compute.manager [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2079.279638] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892b3b0f-2227-4fcc-b4ad-1565115ceee7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.470877] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: c2226d00-ba61-4d2f-9273-787482609bc2] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2079.578777] env[62913]: INFO nova.compute.manager [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Detaching volume 3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475 [ 2079.629729] env[62913]: INFO nova.virt.block_device [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Attempting to driver detach volume 3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475 from mountpoint /dev/sdc [ 2079.629823] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2079.630309] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377584', 'volume_id': '3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475', 'name': 'volume-3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '92bf7bc2-fa67-4899-a9c9-5253efa0d549', 'attached_at': '', 'detached_at': '', 'volume_id': '3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475', 'serial': '3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2079.630929] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70814790-cacd-4645-af83-f6150d29683c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.654263] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f848943-084d-423d-84e8-dbffbcc7e804 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.661291] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b78e9a4-f90d-4503-bc99-fceec820f45e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.681374] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cde541-88b9-4049-8bda-b3ee89cd308b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.697217] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] The volume has not been displaced from its original location: [datastore1] volume-3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475/volume-3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475.vmdk. No consolidation needed. {{(pid=62913) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2079.702378] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Reconfiguring VM instance instance-00000073 to detach disk 2002 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2079.702650] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d97e19b-d4b5-4dca-bc0d-15452bdb5303 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.720258] env[62913]: DEBUG oslo_vmware.api [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2079.720258] env[62913]: value = "task-1823185" [ 2079.720258] env[62913]: _type = "Task" [ 2079.720258] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.724214] env[62913]: DEBUG nova.objects.instance [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lazy-loading 'flavor' on Instance uuid f57344b6-d57b-4a55-a169-133cec73565a {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2079.731031] env[62913]: DEBUG nova.compute.utils [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2079.732790] env[62913]: DEBUG oslo_vmware.api [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.732897] env[62913]: DEBUG nova.compute.manager [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2079.732999] env[62913]: DEBUG nova.network.neutron [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2079.772941] env[62913]: DEBUG nova.policy [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7c82faf9c964e06bdad84ca18f77ec2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fadfcee384f4a3baa3ef01c6fc68f36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 2079.797826] env[62913]: INFO nova.compute.manager [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Took 10.48 seconds to build instance. [ 2079.973814] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 2ab40135-5f1f-4660-819c-cad3e1c4946a] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2080.057652] env[62913]: DEBUG nova.network.neutron [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Successfully created port: 92f861ef-1394-4e00-ad87-e08bf0d7c13b {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2080.232553] env[62913]: DEBUG oslo_vmware.api [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823185, 'name': ReconfigVM_Task, 'duration_secs': 0.223788} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.234869] env[62913]: DEBUG nova.compute.manager [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2080.238018] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Reconfigured VM instance instance-00000073 to detach disk 2002 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2080.244891] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99d45015-c5c2-4b65-8538-6d5e65b544de {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.262517] env[62913]: DEBUG oslo_vmware.api [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2080.262517] env[62913]: value = "task-1823186" [ 2080.262517] env[62913]: _type = "Task" [ 2080.262517] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.271280] env[62913]: DEBUG oslo_vmware.api [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.299462] env[62913]: DEBUG oslo_concurrency.lockutils [None req-0618ea6a-18e3-420f-92ae-8b5642f15538 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "debb5d8c-55c8-4369-8072-6daf1e5ae233" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.987s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.480068] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 23701165-5c53-4cb5-8125-0c3cb76fcbf6] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2080.497762] env[62913]: DEBUG nova.compute.manager [req-15217033-4c7f-468a-8e00-27c4f4007237 req-7640ed7e-844d-4889-928a-1e81bee43847 service nova] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Received event network-changed-3f143f2a-e838-43d7-be7a-9f6b376dd5b7 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2080.497762] env[62913]: DEBUG nova.compute.manager [req-15217033-4c7f-468a-8e00-27c4f4007237 req-7640ed7e-844d-4889-928a-1e81bee43847 service nova] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Refreshing instance network info cache due to event network-changed-3f143f2a-e838-43d7-be7a-9f6b376dd5b7. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2080.498047] env[62913]: DEBUG oslo_concurrency.lockutils [req-15217033-4c7f-468a-8e00-27c4f4007237 req-7640ed7e-844d-4889-928a-1e81bee43847 service nova] Acquiring lock "refresh_cache-debb5d8c-55c8-4369-8072-6daf1e5ae233" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.498157] env[62913]: DEBUG oslo_concurrency.lockutils [req-15217033-4c7f-468a-8e00-27c4f4007237 req-7640ed7e-844d-4889-928a-1e81bee43847 service nova] Acquired lock "refresh_cache-debb5d8c-55c8-4369-8072-6daf1e5ae233" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.498330] env[62913]: DEBUG nova.network.neutron [req-15217033-4c7f-468a-8e00-27c4f4007237 req-7640ed7e-844d-4889-928a-1e81bee43847 service nova] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Refreshing network info cache for port 3f143f2a-e838-43d7-be7a-9f6b376dd5b7 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2080.750911] env[62913]: DEBUG oslo_concurrency.lockutils [None req-47d57f09-3a72-4000-930e-6cd8d9caefbb tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "f57344b6-d57b-4a55-a169-133cec73565a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.772403] env[62913]: DEBUG oslo_vmware.api [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823186, 'name': ReconfigVM_Task, 'duration_secs': 0.135567} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.773287] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377584', 'volume_id': '3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475', 'name': 'volume-3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '92bf7bc2-fa67-4899-a9c9-5253efa0d549', 'attached_at': '', 'detached_at': '', 'volume_id': '3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475', 'serial': '3aa2b1ff-b2e4-47fc-8c6c-7d5024bb1475'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2080.982812] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: db425cdf-dafb-4789-b9af-75c6337a796d] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2081.221165] env[62913]: DEBUG nova.network.neutron [req-15217033-4c7f-468a-8e00-27c4f4007237 req-7640ed7e-844d-4889-928a-1e81bee43847 service nova] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Updated VIF entry in instance network info cache for port 3f143f2a-e838-43d7-be7a-9f6b376dd5b7. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2081.221632] env[62913]: DEBUG nova.network.neutron [req-15217033-4c7f-468a-8e00-27c4f4007237 req-7640ed7e-844d-4889-928a-1e81bee43847 service nova] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Updating instance_info_cache with network_info: [{"id": "3f143f2a-e838-43d7-be7a-9f6b376dd5b7", "address": "fa:16:3e:34:5a:42", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f143f2a-e8", "ovs_interfaceid": "3f143f2a-e838-43d7-be7a-9f6b376dd5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.253322] env[62913]: DEBUG nova.compute.manager [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2081.284504] env[62913]: DEBUG nova.virt.hardware [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2081.284746] env[62913]: DEBUG nova.virt.hardware [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2081.284905] env[62913]: DEBUG nova.virt.hardware [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2081.285109] env[62913]: DEBUG nova.virt.hardware [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2081.285296] env[62913]: DEBUG nova.virt.hardware [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2081.285404] env[62913]: DEBUG nova.virt.hardware [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2081.285607] env[62913]: DEBUG nova.virt.hardware [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2081.285905] env[62913]: DEBUG nova.virt.hardware [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2081.286036] env[62913]: DEBUG nova.virt.hardware [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2081.286179] env[62913]: DEBUG nova.virt.hardware [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2081.286352] env[62913]: DEBUG nova.virt.hardware [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2081.287426] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a4f301-c439-4230-8571-d5baef78ac70 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.295559] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8733e0b7-bc94-4008-a561-0f2d4de2f527 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.322994] env[62913]: DEBUG nova.objects.instance [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lazy-loading 'flavor' on Instance uuid 92bf7bc2-fa67-4899-a9c9-5253efa0d549 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2081.468685] env[62913]: DEBUG nova.compute.manager [req-ad5bae95-872e-4a8b-a0bf-d82424b60f51 req-aded4e3f-b68e-4362-9af2-6746f28b399a service nova] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Received event network-vif-plugged-92f861ef-1394-4e00-ad87-e08bf0d7c13b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2081.468685] env[62913]: DEBUG oslo_concurrency.lockutils [req-ad5bae95-872e-4a8b-a0bf-d82424b60f51 req-aded4e3f-b68e-4362-9af2-6746f28b399a service nova] Acquiring lock "8188d813-291b-429c-95dd-cbf81f360b99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.468685] env[62913]: DEBUG oslo_concurrency.lockutils [req-ad5bae95-872e-4a8b-a0bf-d82424b60f51 req-aded4e3f-b68e-4362-9af2-6746f28b399a service nova] Lock "8188d813-291b-429c-95dd-cbf81f360b99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.468685] env[62913]: DEBUG oslo_concurrency.lockutils [req-ad5bae95-872e-4a8b-a0bf-d82424b60f51 req-aded4e3f-b68e-4362-9af2-6746f28b399a service nova] Lock "8188d813-291b-429c-95dd-cbf81f360b99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.468685] env[62913]: DEBUG nova.compute.manager [req-ad5bae95-872e-4a8b-a0bf-d82424b60f51 req-aded4e3f-b68e-4362-9af2-6746f28b399a service nova] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] No waiting events found dispatching network-vif-plugged-92f861ef-1394-4e00-ad87-e08bf0d7c13b {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2081.468685] env[62913]: WARNING nova.compute.manager [req-ad5bae95-872e-4a8b-a0bf-d82424b60f51 req-aded4e3f-b68e-4362-9af2-6746f28b399a service nova] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Received unexpected event network-vif-plugged-92f861ef-1394-4e00-ad87-e08bf0d7c13b for instance with vm_state building and task_state spawning. [ 2081.486821] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 1b22c196-a215-478c-af0b-7e7bd933e37f] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2081.560383] env[62913]: DEBUG nova.network.neutron [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Successfully updated port: 92f861ef-1394-4e00-ad87-e08bf0d7c13b {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2081.724503] env[62913]: DEBUG oslo_concurrency.lockutils [req-15217033-4c7f-468a-8e00-27c4f4007237 req-7640ed7e-844d-4889-928a-1e81bee43847 service nova] Releasing lock "refresh_cache-debb5d8c-55c8-4369-8072-6daf1e5ae233" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.760794] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "f57344b6-d57b-4a55-a169-133cec73565a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.761074] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "f57344b6-d57b-4a55-a169-133cec73565a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.761297] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "f57344b6-d57b-4a55-a169-133cec73565a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.761484] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "f57344b6-d57b-4a55-a169-133cec73565a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.761660] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "f57344b6-d57b-4a55-a169-133cec73565a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.764403] env[62913]: INFO nova.compute.manager [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Terminating instance [ 2081.989509] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 2857dc4b-20e3-4ff7-a0bb-448907ebf42a] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2082.062393] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "refresh_cache-8188d813-291b-429c-95dd-cbf81f360b99" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.062609] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "refresh_cache-8188d813-291b-429c-95dd-cbf81f360b99" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.062670] env[62913]: DEBUG nova.network.neutron [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2082.269865] env[62913]: DEBUG nova.compute.manager [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2082.270110] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2082.271073] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b528125-b70c-483c-9808-44694aa0e2d4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.279363] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2082.279590] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d899d7eb-c7f4-445b-bf79-4a49b4c391ee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.285453] env[62913]: DEBUG oslo_vmware.api [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2082.285453] env[62913]: value = "task-1823187" [ 2082.285453] env[62913]: _type = "Task" [ 2082.285453] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.293378] env[62913]: DEBUG oslo_vmware.api [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.330767] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a248f759-351e-42ae-aa6a-e64b73a404ef tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.492651] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: e4ec9f27-d456-4c5b-84e0-8bc9228be173] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2082.594406] env[62913]: DEBUG nova.network.neutron [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2082.731982] env[62913]: DEBUG nova.network.neutron [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Updating instance_info_cache with network_info: [{"id": "92f861ef-1394-4e00-ad87-e08bf0d7c13b", "address": "fa:16:3e:f7:67:fb", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92f861ef-13", "ovs_interfaceid": "92f861ef-1394-4e00-ad87-e08bf0d7c13b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.795317] env[62913]: DEBUG oslo_vmware.api [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823187, 'name': PowerOffVM_Task, 'duration_secs': 0.213431} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.795585] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2082.795784] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2082.796055] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-549cc07a-5893-451f-9bcc-49687731b3a1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.910606] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2082.910801] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2082.911060] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Deleting the datastore file [datastore1] f57344b6-d57b-4a55-a169-133cec73565a {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2082.911305] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7be634f6-3680-457f-be7f-0e96e8f590bd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.917526] env[62913]: DEBUG oslo_vmware.api [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2082.917526] env[62913]: value = "task-1823189" [ 2082.917526] env[62913]: _type = "Task" [ 2082.917526] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.925093] env[62913]: DEBUG oslo_vmware.api [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.996620] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 51b323e5-4e8a-4fb7-b268-04ae6c6bcc02] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2083.235105] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "refresh_cache-8188d813-291b-429c-95dd-cbf81f360b99" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.235404] env[62913]: DEBUG nova.compute.manager [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Instance network_info: |[{"id": "92f861ef-1394-4e00-ad87-e08bf0d7c13b", "address": "fa:16:3e:f7:67:fb", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92f861ef-13", "ovs_interfaceid": "92f861ef-1394-4e00-ad87-e08bf0d7c13b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2083.235858] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:67:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92f861ef-1394-4e00-ad87-e08bf0d7c13b', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2083.243324] env[62913]: DEBUG oslo.service.loopingcall [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2083.243523] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2083.243775] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8d5e277-0b04-451e-9ed5-44d08c28d3ee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.263307] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2083.263307] env[62913]: value = "task-1823190" [ 2083.263307] env[62913]: _type = "Task" [ 2083.263307] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.270861] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823190, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.428030] env[62913]: DEBUG oslo_vmware.api [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180529} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.428325] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2083.428531] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2083.428716] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2083.428894] env[62913]: INFO nova.compute.manager [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2083.429281] env[62913]: DEBUG oslo.service.loopingcall [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2083.429574] env[62913]: DEBUG nova.compute.manager [-] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2083.429735] env[62913]: DEBUG nova.network.neutron [-] [instance: f57344b6-d57b-4a55-a169-133cec73565a] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2083.446625] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.447148] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.447307] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.447591] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.447853] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.450135] env[62913]: INFO nova.compute.manager [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Terminating instance [ 2083.500982] env[62913]: DEBUG nova.compute.manager [req-eb757faa-2dc3-4fb4-b314-c2ab0a51712c req-bce5942c-4137-4829-8a0c-357c3ee3304c service nova] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Received event network-changed-92f861ef-1394-4e00-ad87-e08bf0d7c13b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2083.500982] env[62913]: DEBUG nova.compute.manager [req-eb757faa-2dc3-4fb4-b314-c2ab0a51712c req-bce5942c-4137-4829-8a0c-357c3ee3304c service nova] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Refreshing instance network info cache due to event network-changed-92f861ef-1394-4e00-ad87-e08bf0d7c13b. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2083.500982] env[62913]: DEBUG oslo_concurrency.lockutils [req-eb757faa-2dc3-4fb4-b314-c2ab0a51712c req-bce5942c-4137-4829-8a0c-357c3ee3304c service nova] Acquiring lock "refresh_cache-8188d813-291b-429c-95dd-cbf81f360b99" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.500982] env[62913]: DEBUG oslo_concurrency.lockutils [req-eb757faa-2dc3-4fb4-b314-c2ab0a51712c req-bce5942c-4137-4829-8a0c-357c3ee3304c service nova] Acquired lock "refresh_cache-8188d813-291b-429c-95dd-cbf81f360b99" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.500982] env[62913]: DEBUG nova.network.neutron [req-eb757faa-2dc3-4fb4-b314-c2ab0a51712c req-bce5942c-4137-4829-8a0c-357c3ee3304c service nova] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Refreshing network info cache for port 92f861ef-1394-4e00-ad87-e08bf0d7c13b {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2083.502480] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: f2927eeb-7301-4ead-9413-663891f1de07] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2083.773979] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823190, 'name': CreateVM_Task, 'duration_secs': 0.389299} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.774170] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2083.774804] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.775059] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.775311] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2083.775578] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b2e0a2-ce38-46c1-b277-2655fc35095a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.780417] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2083.780417] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bea78f-90be-50d1-655f-cc4b4dcc4765" [ 2083.780417] env[62913]: _type = "Task" [ 2083.780417] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.789653] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bea78f-90be-50d1-655f-cc4b4dcc4765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.953665] env[62913]: DEBUG nova.compute.manager [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2083.954051] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2083.954961] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528cc70e-fec9-4989-b8cc-5c9dabf48f4c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.963329] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2083.963639] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e73fd0bd-1133-4e49-b457-c16ea5ad4eeb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.970332] env[62913]: DEBUG oslo_vmware.api [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2083.970332] env[62913]: value = "task-1823191" [ 2083.970332] env[62913]: _type = "Task" [ 2083.970332] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.978880] env[62913]: DEBUG oslo_vmware.api [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.005554] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 46a2ce36-8cec-403e-8bcf-5430c3a10a91] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2084.291081] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bea78f-90be-50d1-655f-cc4b4dcc4765, 'name': SearchDatastore_Task, 'duration_secs': 0.010641} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.291689] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.291953] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2084.292222] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.292380] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.292566] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2084.292918] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a5e38b2-7a7d-471f-9388-60a0c4106363 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.302502] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2084.303046] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2084.303935] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85809ab-27c8-45b2-911d-dc897018c8e5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.309876] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2084.309876] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]521ac1f7-5533-ab7a-849e-2a1c02800c95" [ 2084.309876] env[62913]: _type = "Task" [ 2084.309876] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.318226] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521ac1f7-5533-ab7a-849e-2a1c02800c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.433962] env[62913]: DEBUG nova.network.neutron [-] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.480266] env[62913]: DEBUG oslo_vmware.api [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823191, 'name': PowerOffVM_Task, 'duration_secs': 0.217505} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.480599] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2084.480858] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2084.481182] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd55c0c1-8b73-462f-84de-0d4d6e2ba977 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.483336] env[62913]: DEBUG nova.network.neutron [req-eb757faa-2dc3-4fb4-b314-c2ab0a51712c req-bce5942c-4137-4829-8a0c-357c3ee3304c service nova] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Updated VIF entry in instance network info cache for port 92f861ef-1394-4e00-ad87-e08bf0d7c13b. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2084.483671] env[62913]: DEBUG nova.network.neutron [req-eb757faa-2dc3-4fb4-b314-c2ab0a51712c req-bce5942c-4137-4829-8a0c-357c3ee3304c service nova] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Updating instance_info_cache with network_info: [{"id": "92f861ef-1394-4e00-ad87-e08bf0d7c13b", "address": "fa:16:3e:f7:67:fb", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92f861ef-13", "ovs_interfaceid": "92f861ef-1394-4e00-ad87-e08bf0d7c13b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.511809] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 853221e1-f008-47ce-990f-732e32454e4c] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2084.570112] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2084.570347] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2084.570535] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Deleting the datastore file [datastore1] 92bf7bc2-fa67-4899-a9c9-5253efa0d549 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2084.571128] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efc53b2a-2f83-46c5-a4a7-42fdc30cf6d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.578033] env[62913]: DEBUG oslo_vmware.api [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for the task: (returnval){ [ 2084.578033] env[62913]: value = "task-1823193" [ 2084.578033] env[62913]: _type = "Task" [ 2084.578033] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.585864] env[62913]: DEBUG oslo_vmware.api [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.820262] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]521ac1f7-5533-ab7a-849e-2a1c02800c95, 'name': SearchDatastore_Task, 'duration_secs': 0.009162} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.820993] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc3b74f1-f5cd-4357-b4db-0339c0228f21 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.825975] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2084.825975] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52a0c39c-9267-bbc7-1f2a-2ae2489cdd5d" [ 2084.825975] env[62913]: _type = "Task" [ 2084.825975] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.833631] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a0c39c-9267-bbc7-1f2a-2ae2489cdd5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.937639] env[62913]: INFO nova.compute.manager [-] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Took 1.51 seconds to deallocate network for instance. [ 2084.987171] env[62913]: DEBUG oslo_concurrency.lockutils [req-eb757faa-2dc3-4fb4-b314-c2ab0a51712c req-bce5942c-4137-4829-8a0c-357c3ee3304c service nova] Releasing lock "refresh_cache-8188d813-291b-429c-95dd-cbf81f360b99" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.015556] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 316bee52-20f6-467d-a9c5-e2107f9ac37c] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2085.087528] env[62913]: DEBUG oslo_vmware.api [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Task: {'id': task-1823193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142504} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.087780] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2085.087971] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2085.088200] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2085.088338] env[62913]: INFO nova.compute.manager [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2085.088583] env[62913]: DEBUG oslo.service.loopingcall [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2085.088772] env[62913]: DEBUG nova.compute.manager [-] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2085.088870] env[62913]: DEBUG nova.network.neutron [-] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2085.337134] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52a0c39c-9267-bbc7-1f2a-2ae2489cdd5d, 'name': SearchDatastore_Task, 'duration_secs': 0.009188} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.337460] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.337798] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 8188d813-291b-429c-95dd-cbf81f360b99/8188d813-291b-429c-95dd-cbf81f360b99.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2085.338149] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b49f74a2-6f54-4b13-869b-144a330b6c31 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.345141] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2085.345141] env[62913]: value = "task-1823194" [ 2085.345141] env[62913]: _type = "Task" [ 2085.345141] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.354513] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.444931] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.445249] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.445495] env[62913]: DEBUG nova.objects.instance [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lazy-loading 'resources' on Instance uuid f57344b6-d57b-4a55-a169-133cec73565a {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2085.519720] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 87037ac4-918f-4269-ac2a-eca0f12a7fed] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2085.538783] env[62913]: DEBUG nova.compute.manager [req-9a2a843a-ccfb-40de-91ab-dc37c9501571 req-93b03cbf-753e-4165-a82c-74392ac2c682 service nova] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Received event network-vif-deleted-2fcb553a-29b8-4b2f-baa3-e38007010cf0 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2085.854914] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469796} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.855163] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 8188d813-291b-429c-95dd-cbf81f360b99/8188d813-291b-429c-95dd-cbf81f360b99.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2085.855379] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2085.855628] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c61054b3-e3da-475c-a6aa-54c3bf162c8c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.863147] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2085.863147] env[62913]: value = "task-1823195" [ 2085.863147] env[62913]: _type = "Task" [ 2085.863147] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.870569] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.023486] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 06c1cf79-616e-452d-87ae-e932256406a8] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2086.036725] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124f963f-1d20-434c-8286-e864567d0094 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.044193] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdeb3de-4ed9-4227-9dad-384aeb143de2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.051326] env[62913]: DEBUG nova.network.neutron [-] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.076659] env[62913]: INFO nova.compute.manager [-] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Took 0.99 seconds to deallocate network for instance. [ 2086.077480] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7079a33c-a5a3-4435-9f2f-d84ade3cd5d8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.087696] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec6690c-d8e4-4cc9-987a-7e6b55bdb6d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.102652] env[62913]: DEBUG nova.compute.provider_tree [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2086.373542] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.288429} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.373841] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2086.374641] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11207eb6-7bab-4d64-ab4c-14fe8485d9ba {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.396462] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 8188d813-291b-429c-95dd-cbf81f360b99/8188d813-291b-429c-95dd-cbf81f360b99.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2086.397082] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ffb33dc-990d-4ddf-9a4b-c27c3a8e3b9d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.417359] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2086.417359] env[62913]: value = "task-1823196" [ 2086.417359] env[62913]: _type = "Task" [ 2086.417359] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.425206] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.529023] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 5e2dab6a-1123-4cb2-804f-ae9fb258221e] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2086.588363] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.623873] env[62913]: ERROR nova.scheduler.client.report [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [req-4a722513-8b4f-408e-b399-11f0b66a01ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4a722513-8b4f-408e-b399-11f0b66a01ef"}]} [ 2086.640175] env[62913]: DEBUG nova.scheduler.client.report [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2086.653254] env[62913]: DEBUG nova.scheduler.client.report [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2086.653514] env[62913]: DEBUG nova.compute.provider_tree [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2086.665723] env[62913]: DEBUG nova.scheduler.client.report [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2086.686941] env[62913]: DEBUG nova.scheduler.client.report [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2086.767069] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c69fc5e-f77a-409a-9a46-b651c448149e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.774065] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d410136-01b3-413f-9879-a914d3116f40 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.802918] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1f0de1-763c-4ce7-b950-191e7740d148 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.810075] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda29142-0c3d-4978-95c4-860079a7c9c0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.824632] env[62913]: DEBUG nova.compute.provider_tree [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2086.927220] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823196, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.032439] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 9846f0fc-1931-4141-9433-99668fc42db7] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2087.353149] env[62913]: DEBUG nova.scheduler.client.report [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2087.353446] env[62913]: DEBUG nova.compute.provider_tree [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 168 to 169 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2087.353631] env[62913]: DEBUG nova.compute.provider_tree [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2087.427958] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823196, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.536085] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 3b9cf718-bac8-491d-874a-ebaa43ba58d3] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2087.570898] env[62913]: DEBUG nova.compute.manager [req-13ae30eb-9d08-4cd8-ba17-4d006748ee24 req-42df56f3-fb91-417f-bfbb-b8602e6007d4 service nova] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Received event network-vif-deleted-cae868c7-1e2f-423f-a685-1ccdbaaebc85 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2087.858380] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.413s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.860681] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.273s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.860922] env[62913]: DEBUG nova.objects.instance [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lazy-loading 'resources' on Instance uuid 92bf7bc2-fa67-4899-a9c9-5253efa0d549 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2087.876614] env[62913]: INFO nova.scheduler.client.report [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Deleted allocations for instance f57344b6-d57b-4a55-a169-133cec73565a [ 2087.928970] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823196, 'name': ReconfigVM_Task, 'duration_secs': 1.295062} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.929293] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 8188d813-291b-429c-95dd-cbf81f360b99/8188d813-291b-429c-95dd-cbf81f360b99.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2087.929887] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eb1abac-df45-4fb7-847d-0087accab811 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.935469] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2087.935469] env[62913]: value = "task-1823197" [ 2087.935469] env[62913]: _type = "Task" [ 2087.935469] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.943172] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823197, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.038917] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: e8dd4bb9-5ca8-4002-935b-bd0dc042c0d3] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2088.383895] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ded83308-c59f-44d5-b153-a9e963894cee tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "f57344b6-d57b-4a55-a169-133cec73565a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.623s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.442282] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07504374-d452-4577-9971-6995adcfaba0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.447788] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823197, 'name': Rename_Task, 'duration_secs': 0.137869} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.448371] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2088.448588] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e1d9d08-43dd-4dbe-9974-dd13aec48bee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.452433] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9028492b-7c53-426c-9e6e-4507a5160d4e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.456102] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2088.456102] env[62913]: value = "task-1823198" [ 2088.456102] env[62913]: _type = "Task" [ 2088.456102] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.484968] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e90d84-3bc8-40d9-8b27-c4e63ffcdcd8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.490544] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.495314] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2784aa73-c084-41c7-beb8-d6e2662d4e2c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.509059] env[62913]: DEBUG nova.compute.provider_tree [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2088.542030] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 228bf167-a698-40a7-aaf3-c5dd8626b9eb] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2088.969015] env[62913]: DEBUG oslo_vmware.api [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823198, 'name': PowerOnVM_Task, 'duration_secs': 0.496748} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.969015] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2088.969241] env[62913]: INFO nova.compute.manager [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Took 7.72 seconds to spawn the instance on the hypervisor. [ 2088.969283] env[62913]: DEBUG nova.compute.manager [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2088.970046] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcd50d5-d5ba-4b3f-9b64-938baa51285a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.012967] env[62913]: DEBUG nova.scheduler.client.report [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2089.044422] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 531ec942-fb95-445f-957f-14c5f9a26f1d] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2089.485784] env[62913]: INFO nova.compute.manager [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Took 12.53 seconds to build instance. [ 2089.517977] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.538959] env[62913]: INFO nova.scheduler.client.report [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Deleted allocations for instance 92bf7bc2-fa67-4899-a9c9-5253efa0d549 [ 2089.547764] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: bd247408-f01c-47a8-8301-580a62dcbfe1] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2089.988318] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9f1c8ed5-8e64-48cc-9554-6cda39981c73 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "8188d813-291b-429c-95dd-cbf81f360b99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.039s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.046374] env[62913]: DEBUG oslo_concurrency.lockutils [None req-7c622042-62ff-4f05-86b1-74198038f664 tempest-AttachVolumeTestJSON-1434199769 tempest-AttachVolumeTestJSON-1434199769-project-member] Lock "92bf7bc2-fa67-4899-a9c9-5253efa0d549" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.598s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.052182] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 3933925c-d040-4fcc-aa6c-263aad13abed] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2090.399611] env[62913]: DEBUG nova.compute.manager [req-4287ee05-262e-4186-9b14-37bd41741abc req-9499c7d8-3c7e-42a4-96bd-d52f104af486 service nova] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Received event network-changed-92f861ef-1394-4e00-ad87-e08bf0d7c13b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2090.399741] env[62913]: DEBUG nova.compute.manager [req-4287ee05-262e-4186-9b14-37bd41741abc req-9499c7d8-3c7e-42a4-96bd-d52f104af486 service nova] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Refreshing instance network info cache due to event network-changed-92f861ef-1394-4e00-ad87-e08bf0d7c13b. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2090.400018] env[62913]: DEBUG oslo_concurrency.lockutils [req-4287ee05-262e-4186-9b14-37bd41741abc req-9499c7d8-3c7e-42a4-96bd-d52f104af486 service nova] Acquiring lock "refresh_cache-8188d813-291b-429c-95dd-cbf81f360b99" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.400185] env[62913]: DEBUG oslo_concurrency.lockutils [req-4287ee05-262e-4186-9b14-37bd41741abc req-9499c7d8-3c7e-42a4-96bd-d52f104af486 service nova] Acquired lock "refresh_cache-8188d813-291b-429c-95dd-cbf81f360b99" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.400350] env[62913]: DEBUG nova.network.neutron [req-4287ee05-262e-4186-9b14-37bd41741abc req-9499c7d8-3c7e-42a4-96bd-d52f104af486 service nova] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Refreshing network info cache for port 92f861ef-1394-4e00-ad87-e08bf0d7c13b {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2090.553374] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: ebcab798-5f66-47c5-a18c-b8e9d56e4513] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2090.860239] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "a11c969a-42be-4624-b3cf-968d45520341" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.860371] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "a11c969a-42be-4624-b3cf-968d45520341" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.057711] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 97e47f40-c4f4-40f5-8d2e-7605d5347075] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2091.200140] env[62913]: DEBUG nova.network.neutron [req-4287ee05-262e-4186-9b14-37bd41741abc req-9499c7d8-3c7e-42a4-96bd-d52f104af486 service nova] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Updated VIF entry in instance network info cache for port 92f861ef-1394-4e00-ad87-e08bf0d7c13b. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2091.200515] env[62913]: DEBUG nova.network.neutron [req-4287ee05-262e-4186-9b14-37bd41741abc req-9499c7d8-3c7e-42a4-96bd-d52f104af486 service nova] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Updating instance_info_cache with network_info: [{"id": "92f861ef-1394-4e00-ad87-e08bf0d7c13b", "address": "fa:16:3e:f7:67:fb", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92f861ef-13", "ovs_interfaceid": "92f861ef-1394-4e00-ad87-e08bf0d7c13b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.362714] env[62913]: DEBUG nova.compute.manager [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2091.561947] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: aa25311b-fe70-4d3a-87c6-ba210726de3c] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2091.703509] env[62913]: DEBUG oslo_concurrency.lockutils [req-4287ee05-262e-4186-9b14-37bd41741abc req-9499c7d8-3c7e-42a4-96bd-d52f104af486 service nova] Releasing lock "refresh_cache-8188d813-291b-429c-95dd-cbf81f360b99" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.887014] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.887318] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.888975] env[62913]: INFO nova.compute.claims [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2092.065917] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: af6bed19-b81b-4717-8ab6-4d9fa9456c3e] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2092.569389] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 9fdfb7b6-9540-40e3-aead-a7293180ff21] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2092.970732] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03828528-76ba-4a3f-b2a0-eb5bbd613c07 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.978432] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158f08de-2756-4952-8762-e428e0a541c7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.007144] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076f3903-5141-4ef1-ade5-a75432d2a81b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.013894] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f412dea-b6cb-40c2-aa2d-b524688c9595 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.026563] env[62913]: DEBUG nova.compute.provider_tree [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2093.072847] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 46dac113-3495-44da-85a5-2df9958afb7f] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2093.529920] env[62913]: DEBUG nova.scheduler.client.report [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2093.576011] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 04043676-2dfd-4606-9db4-432555ab57b8] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2094.035484] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.036045] env[62913]: DEBUG nova.compute.manager [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2094.079439] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 2591016a-a73c-42c0-9145-e37021b4eaf2] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2094.541390] env[62913]: DEBUG nova.compute.utils [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2094.542768] env[62913]: DEBUG nova.compute.manager [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2094.542935] env[62913]: DEBUG nova.network.neutron [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2094.583047] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 6c0aa552-3717-4cec-915f-1515cbd71983] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2094.593616] env[62913]: DEBUG nova.policy [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb2111cc6f041dca6d4a84ef345cd70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '454ecf115674407bba332773179ded50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 2094.898575] env[62913]: DEBUG nova.network.neutron [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Successfully created port: 2f536269-fc05-4256-807a-66fa28db0c34 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2095.045625] env[62913]: DEBUG nova.compute.manager [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2095.087210] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 1a60dd50-c805-401b-8574-a11eebc105c6] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2095.590049] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 989e9887-935f-4dfc-96c7-d84fa3ba0852] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2096.055969] env[62913]: DEBUG nova.compute.manager [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2096.082142] env[62913]: DEBUG nova.virt.hardware [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2096.082402] env[62913]: DEBUG nova.virt.hardware [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2096.082561] env[62913]: DEBUG nova.virt.hardware [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2096.082748] env[62913]: DEBUG nova.virt.hardware [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2096.082899] env[62913]: DEBUG nova.virt.hardware [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2096.083063] env[62913]: DEBUG nova.virt.hardware [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2096.083286] env[62913]: DEBUG nova.virt.hardware [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2096.083451] env[62913]: DEBUG nova.virt.hardware [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2096.083621] env[62913]: DEBUG nova.virt.hardware [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2096.083786] env[62913]: DEBUG nova.virt.hardware [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2096.083978] env[62913]: DEBUG nova.virt.hardware [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2096.084875] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6f6d0a-161e-47ab-96af-2b0ec1b45fcc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.092607] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49729512-5843-465a-874b-2c75144417d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.096646] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2096.307772] env[62913]: DEBUG nova.compute.manager [req-9e15578d-e221-4b76-a836-3bd02292bfa8 req-bc7a06c7-6c55-438f-b812-cdafd68853ce service nova] [instance: a11c969a-42be-4624-b3cf-968d45520341] Received event network-vif-plugged-2f536269-fc05-4256-807a-66fa28db0c34 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2096.309891] env[62913]: DEBUG oslo_concurrency.lockutils [req-9e15578d-e221-4b76-a836-3bd02292bfa8 req-bc7a06c7-6c55-438f-b812-cdafd68853ce service nova] Acquiring lock "a11c969a-42be-4624-b3cf-968d45520341-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.309891] env[62913]: DEBUG oslo_concurrency.lockutils [req-9e15578d-e221-4b76-a836-3bd02292bfa8 req-bc7a06c7-6c55-438f-b812-cdafd68853ce service nova] Lock "a11c969a-42be-4624-b3cf-968d45520341-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.309891] env[62913]: DEBUG oslo_concurrency.lockutils [req-9e15578d-e221-4b76-a836-3bd02292bfa8 req-bc7a06c7-6c55-438f-b812-cdafd68853ce service nova] Lock "a11c969a-42be-4624-b3cf-968d45520341-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.309891] env[62913]: DEBUG nova.compute.manager [req-9e15578d-e221-4b76-a836-3bd02292bfa8 req-bc7a06c7-6c55-438f-b812-cdafd68853ce service nova] [instance: a11c969a-42be-4624-b3cf-968d45520341] No waiting events found dispatching network-vif-plugged-2f536269-fc05-4256-807a-66fa28db0c34 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2096.309891] env[62913]: WARNING nova.compute.manager [req-9e15578d-e221-4b76-a836-3bd02292bfa8 req-bc7a06c7-6c55-438f-b812-cdafd68853ce service nova] [instance: a11c969a-42be-4624-b3cf-968d45520341] Received unexpected event network-vif-plugged-2f536269-fc05-4256-807a-66fa28db0c34 for instance with vm_state building and task_state spawning. [ 2096.393069] env[62913]: DEBUG nova.network.neutron [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Successfully updated port: 2f536269-fc05-4256-807a-66fa28db0c34 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2096.896074] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "refresh_cache-a11c969a-42be-4624-b3cf-968d45520341" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.896286] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquired lock "refresh_cache-a11c969a-42be-4624-b3cf-968d45520341" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.896286] env[62913]: DEBUG nova.network.neutron [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2097.430990] env[62913]: DEBUG nova.network.neutron [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2097.572509] env[62913]: DEBUG nova.network.neutron [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Updating instance_info_cache with network_info: [{"id": "2f536269-fc05-4256-807a-66fa28db0c34", "address": "fa:16:3e:29:71:33", "network": {"id": "c2e68404-a54c-4efa-9867-3cc34ad00b06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1754178534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "454ecf115674407bba332773179ded50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f536269-fc", "ovs_interfaceid": "2f536269-fc05-4256-807a-66fa28db0c34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.075628] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Releasing lock "refresh_cache-a11c969a-42be-4624-b3cf-968d45520341" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.076127] env[62913]: DEBUG nova.compute.manager [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Instance network_info: |[{"id": "2f536269-fc05-4256-807a-66fa28db0c34", "address": "fa:16:3e:29:71:33", "network": {"id": "c2e68404-a54c-4efa-9867-3cc34ad00b06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1754178534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "454ecf115674407bba332773179ded50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f536269-fc", "ovs_interfaceid": "2f536269-fc05-4256-807a-66fa28db0c34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2098.076731] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:71:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f536269-fc05-4256-807a-66fa28db0c34', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2098.089859] env[62913]: DEBUG oslo.service.loopingcall [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2098.090167] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a11c969a-42be-4624-b3cf-968d45520341] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2098.090497] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33aa194a-0ddb-4bf0-935d-6b9e9acb769a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.123121] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2098.123121] env[62913]: value = "task-1823205" [ 2098.123121] env[62913]: _type = "Task" [ 2098.123121] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.134287] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823205, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.335863] env[62913]: DEBUG nova.compute.manager [req-a79f2fce-d290-4240-8832-4a1073a4b0c4 req-64e84e94-d975-4a99-834c-047e4e818b52 service nova] [instance: a11c969a-42be-4624-b3cf-968d45520341] Received event network-changed-2f536269-fc05-4256-807a-66fa28db0c34 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2098.336327] env[62913]: DEBUG nova.compute.manager [req-a79f2fce-d290-4240-8832-4a1073a4b0c4 req-64e84e94-d975-4a99-834c-047e4e818b52 service nova] [instance: a11c969a-42be-4624-b3cf-968d45520341] Refreshing instance network info cache due to event network-changed-2f536269-fc05-4256-807a-66fa28db0c34. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2098.336609] env[62913]: DEBUG oslo_concurrency.lockutils [req-a79f2fce-d290-4240-8832-4a1073a4b0c4 req-64e84e94-d975-4a99-834c-047e4e818b52 service nova] Acquiring lock "refresh_cache-a11c969a-42be-4624-b3cf-968d45520341" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.336845] env[62913]: DEBUG oslo_concurrency.lockutils [req-a79f2fce-d290-4240-8832-4a1073a4b0c4 req-64e84e94-d975-4a99-834c-047e4e818b52 service nova] Acquired lock "refresh_cache-a11c969a-42be-4624-b3cf-968d45520341" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.337131] env[62913]: DEBUG nova.network.neutron [req-a79f2fce-d290-4240-8832-4a1073a4b0c4 req-64e84e94-d975-4a99-834c-047e4e818b52 service nova] [instance: a11c969a-42be-4624-b3cf-968d45520341] Refreshing network info cache for port 2f536269-fc05-4256-807a-66fa28db0c34 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2098.632765] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823205, 'name': CreateVM_Task, 'duration_secs': 0.345414} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.633735] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a11c969a-42be-4624-b3cf-968d45520341] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2098.634110] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.634304] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.634616] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2098.634865] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-406b7e90-8047-480c-9217-2b4484eed6ee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.639072] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2098.639072] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52077755-0909-7db6-efd3-ffbf54063446" [ 2098.639072] env[62913]: _type = "Task" [ 2098.639072] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.646191] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52077755-0909-7db6-efd3-ffbf54063446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.080244] env[62913]: DEBUG nova.network.neutron [req-a79f2fce-d290-4240-8832-4a1073a4b0c4 req-64e84e94-d975-4a99-834c-047e4e818b52 service nova] [instance: a11c969a-42be-4624-b3cf-968d45520341] Updated VIF entry in instance network info cache for port 2f536269-fc05-4256-807a-66fa28db0c34. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2099.080616] env[62913]: DEBUG nova.network.neutron [req-a79f2fce-d290-4240-8832-4a1073a4b0c4 req-64e84e94-d975-4a99-834c-047e4e818b52 service nova] [instance: a11c969a-42be-4624-b3cf-968d45520341] Updating instance_info_cache with network_info: [{"id": "2f536269-fc05-4256-807a-66fa28db0c34", "address": "fa:16:3e:29:71:33", "network": {"id": "c2e68404-a54c-4efa-9867-3cc34ad00b06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1754178534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "454ecf115674407bba332773179ded50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f536269-fc", "ovs_interfaceid": "2f536269-fc05-4256-807a-66fa28db0c34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2099.150222] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52077755-0909-7db6-efd3-ffbf54063446, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.150530] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.150768] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2099.151012] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.151175] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.151355] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2099.151624] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21128a67-3056-414c-80f6-9ef463251487 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.160668] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2099.160876] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2099.161597] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334f8865-919c-4e39-a7d0-0c103b39d18f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.167118] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2099.167118] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]5249beaa-cdf0-50a6-8fd8-a42163da7cda" [ 2099.167118] env[62913]: _type = "Task" [ 2099.167118] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.175215] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5249beaa-cdf0-50a6-8fd8-a42163da7cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.583786] env[62913]: DEBUG oslo_concurrency.lockutils [req-a79f2fce-d290-4240-8832-4a1073a4b0c4 req-64e84e94-d975-4a99-834c-047e4e818b52 service nova] Releasing lock "refresh_cache-a11c969a-42be-4624-b3cf-968d45520341" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.678140] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]5249beaa-cdf0-50a6-8fd8-a42163da7cda, 'name': SearchDatastore_Task, 'duration_secs': 0.00976} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.678885] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b75edf-4573-40a5-b868-315946a62620 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.683953] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2099.683953] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52c6cdc7-3d62-d75f-713f-9a1a6c1f59d5" [ 2099.683953] env[62913]: _type = "Task" [ 2099.683953] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.691924] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c6cdc7-3d62-d75f-713f-9a1a6c1f59d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.194246] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c6cdc7-3d62-d75f-713f-9a1a6c1f59d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.194497] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2100.194751] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] a11c969a-42be-4624-b3cf-968d45520341/a11c969a-42be-4624-b3cf-968d45520341.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2100.195020] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b6953dc-9610-4927-b540-c8edc31d7437 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.201169] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2100.201169] env[62913]: value = "task-1823207" [ 2100.201169] env[62913]: _type = "Task" [ 2100.201169] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.208590] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.710868] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427361} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.711255] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] a11c969a-42be-4624-b3cf-968d45520341/a11c969a-42be-4624-b3cf-968d45520341.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2100.711362] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2100.711612] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20c2b6fc-1192-4d56-8737-25334ee9a58f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.717361] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2100.717361] env[62913]: value = "task-1823209" [ 2100.717361] env[62913]: _type = "Task" [ 2100.717361] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.726482] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.227183] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060759} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.227469] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2101.228241] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d3d805-b5a3-476c-9285-a87acd2443ef {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.252810] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] a11c969a-42be-4624-b3cf-968d45520341/a11c969a-42be-4624-b3cf-968d45520341.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2101.253130] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcb30dd6-adfa-42bf-9cd6-46e5519f99b2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.275560] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2101.275560] env[62913]: value = "task-1823210" [ 2101.275560] env[62913]: _type = "Task" [ 2101.275560] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.284428] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.785899] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823210, 'name': ReconfigVM_Task, 'duration_secs': 0.290848} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.786253] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Reconfigured VM instance instance-00000078 to attach disk [datastore1] a11c969a-42be-4624-b3cf-968d45520341/a11c969a-42be-4624-b3cf-968d45520341.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2101.786844] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-372dbe0e-34a5-45c0-9c65-aaa4ea6b1157 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.793621] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2101.793621] env[62913]: value = "task-1823211" [ 2101.793621] env[62913]: _type = "Task" [ 2101.793621] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.801318] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823211, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.183398] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.183680] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.183866] env[62913]: INFO nova.compute.manager [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Shelving [ 2102.303929] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823211, 'name': Rename_Task, 'duration_secs': 0.15078} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.304279] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2102.304565] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f87e916-6563-4bed-a79d-3e6c4dcfe54f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.311162] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2102.311162] env[62913]: value = "task-1823212" [ 2102.311162] env[62913]: _type = "Task" [ 2102.311162] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.319068] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.820598] env[62913]: DEBUG oslo_vmware.api [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823212, 'name': PowerOnVM_Task, 'duration_secs': 0.45498} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.820946] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2102.821078] env[62913]: INFO nova.compute.manager [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Took 6.76 seconds to spawn the instance on the hypervisor. [ 2102.821268] env[62913]: DEBUG nova.compute.manager [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2102.822031] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de46a231-e70f-43f9-b41e-17b715f2c446 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.194010] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2103.194178] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ff72214-4ac0-4e58-bdf0-5f9cc34cab65 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.200883] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2103.200883] env[62913]: value = "task-1823214" [ 2103.200883] env[62913]: _type = "Task" [ 2103.200883] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.210096] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.341376] env[62913]: INFO nova.compute.manager [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Took 11.47 seconds to build instance. [ 2103.711444] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823214, 'name': PowerOffVM_Task, 'duration_secs': 0.189866} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.711727] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2103.712711] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3ccb7d-ab14-48e1-9dd0-12ceea3a49e9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.732330] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1122bf1-2fea-48fd-894b-ebd09c972141 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.843909] env[62913]: DEBUG oslo_concurrency.lockutils [None req-a1a57adc-df9d-4a9b-9162-822d40a7ab82 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "a11c969a-42be-4624-b3cf-968d45520341" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.983s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.135394] env[62913]: DEBUG nova.compute.manager [req-70e5dcdc-eee7-43b8-8109-a085748de307 req-bdec1d80-56f7-40bb-9cce-d5953c8f5030 service nova] [instance: a11c969a-42be-4624-b3cf-968d45520341] Received event network-changed-2f536269-fc05-4256-807a-66fa28db0c34 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2104.135606] env[62913]: DEBUG nova.compute.manager [req-70e5dcdc-eee7-43b8-8109-a085748de307 req-bdec1d80-56f7-40bb-9cce-d5953c8f5030 service nova] [instance: a11c969a-42be-4624-b3cf-968d45520341] Refreshing instance network info cache due to event network-changed-2f536269-fc05-4256-807a-66fa28db0c34. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2104.135886] env[62913]: DEBUG oslo_concurrency.lockutils [req-70e5dcdc-eee7-43b8-8109-a085748de307 req-bdec1d80-56f7-40bb-9cce-d5953c8f5030 service nova] Acquiring lock "refresh_cache-a11c969a-42be-4624-b3cf-968d45520341" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.135950] env[62913]: DEBUG oslo_concurrency.lockutils [req-70e5dcdc-eee7-43b8-8109-a085748de307 req-bdec1d80-56f7-40bb-9cce-d5953c8f5030 service nova] Acquired lock "refresh_cache-a11c969a-42be-4624-b3cf-968d45520341" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.136150] env[62913]: DEBUG nova.network.neutron [req-70e5dcdc-eee7-43b8-8109-a085748de307 req-bdec1d80-56f7-40bb-9cce-d5953c8f5030 service nova] [instance: a11c969a-42be-4624-b3cf-968d45520341] Refreshing network info cache for port 2f536269-fc05-4256-807a-66fa28db0c34 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2104.243119] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Creating Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2104.243456] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b2f6eb1-17d3-4f9b-b9b7-e528fecfc94d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.252010] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2104.252010] env[62913]: value = "task-1823215" [ 2104.252010] env[62913]: _type = "Task" [ 2104.252010] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.260734] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823215, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.761193] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823215, 'name': CreateSnapshot_Task, 'duration_secs': 0.445448} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.763543] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Created Snapshot of the VM instance {{(pid=62913) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2104.764317] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84a0fd4-7cc3-4745-9ac4-f558cad36eea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.859592] env[62913]: DEBUG nova.network.neutron [req-70e5dcdc-eee7-43b8-8109-a085748de307 req-bdec1d80-56f7-40bb-9cce-d5953c8f5030 service nova] [instance: a11c969a-42be-4624-b3cf-968d45520341] Updated VIF entry in instance network info cache for port 2f536269-fc05-4256-807a-66fa28db0c34. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2104.859954] env[62913]: DEBUG nova.network.neutron [req-70e5dcdc-eee7-43b8-8109-a085748de307 req-bdec1d80-56f7-40bb-9cce-d5953c8f5030 service nova] [instance: a11c969a-42be-4624-b3cf-968d45520341] Updating instance_info_cache with network_info: [{"id": "2f536269-fc05-4256-807a-66fa28db0c34", "address": "fa:16:3e:29:71:33", "network": {"id": "c2e68404-a54c-4efa-9867-3cc34ad00b06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1754178534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "454ecf115674407bba332773179ded50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f536269-fc", "ovs_interfaceid": "2f536269-fc05-4256-807a-66fa28db0c34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.281690] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Creating linked-clone VM from snapshot {{(pid=62913) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2105.282022] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-12942ffe-1678-4481-890d-4c4b515cd2a9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.290299] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2105.290299] env[62913]: value = "task-1823217" [ 2105.290299] env[62913]: _type = "Task" [ 2105.290299] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.298618] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823217, 'name': CloneVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.362784] env[62913]: DEBUG oslo_concurrency.lockutils [req-70e5dcdc-eee7-43b8-8109-a085748de307 req-bdec1d80-56f7-40bb-9cce-d5953c8f5030 service nova] Releasing lock "refresh_cache-a11c969a-42be-4624-b3cf-968d45520341" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.800598] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823217, 'name': CloneVM_Task} progress is 94%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.303716] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823217, 'name': CloneVM_Task} progress is 100%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.801943] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823217, 'name': CloneVM_Task, 'duration_secs': 1.088834} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.802249] env[62913]: INFO nova.virt.vmwareapi.vmops [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Created linked-clone VM from snapshot [ 2106.803027] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e3c3b7-1bec-4090-a34b-b69a3c4c65dd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.809932] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Uploading image c87dcda9-b777-4289-af25-4323c0f203fd {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2106.836781] env[62913]: DEBUG oslo_vmware.rw_handles [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2106.836781] env[62913]: value = "vm-377591" [ 2106.836781] env[62913]: _type = "VirtualMachine" [ 2106.836781] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2106.837088] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f06e3f7f-c301-47cb-a3d7-753f324481e3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.843945] env[62913]: DEBUG oslo_vmware.rw_handles [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lease: (returnval){ [ 2106.843945] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ade4d2-7587-3200-14d6-35fd49e53325" [ 2106.843945] env[62913]: _type = "HttpNfcLease" [ 2106.843945] env[62913]: } obtained for exporting VM: (result){ [ 2106.843945] env[62913]: value = "vm-377591" [ 2106.843945] env[62913]: _type = "VirtualMachine" [ 2106.843945] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2106.844296] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the lease: (returnval){ [ 2106.844296] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ade4d2-7587-3200-14d6-35fd49e53325" [ 2106.844296] env[62913]: _type = "HttpNfcLease" [ 2106.844296] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2106.850673] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2106.850673] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ade4d2-7587-3200-14d6-35fd49e53325" [ 2106.850673] env[62913]: _type = "HttpNfcLease" [ 2106.850673] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2107.352225] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2107.352225] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ade4d2-7587-3200-14d6-35fd49e53325" [ 2107.352225] env[62913]: _type = "HttpNfcLease" [ 2107.352225] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2107.352656] env[62913]: DEBUG oslo_vmware.rw_handles [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2107.352656] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52ade4d2-7587-3200-14d6-35fd49e53325" [ 2107.352656] env[62913]: _type = "HttpNfcLease" [ 2107.352656] env[62913]: }. {{(pid=62913) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2107.353218] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c03d965-9ca5-4436-a8dd-cd1dbfc5422f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.360153] env[62913]: DEBUG oslo_vmware.rw_handles [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52162cac-1326-f8a6-ec8e-0db6710fb901/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2107.360343] env[62913]: DEBUG oslo_vmware.rw_handles [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52162cac-1326-f8a6-ec8e-0db6710fb901/disk-0.vmdk for reading. {{(pid=62913) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2107.447469] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-25fdf430-a369-4b54-846a-f7e5528da316 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.731751] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.732069] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.234841] env[62913]: DEBUG nova.compute.manager [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2111.758573] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.758851] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.760436] env[62913]: INFO nova.compute.claims [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2112.864144] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dfc592-d5f2-4d1c-b30e-622eb90fb5cb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.871906] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2eb34f9-987b-4474-b3b4-6c66c432d0d8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.902547] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b015568-57b3-44a7-963e-ede1c731b07a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.910214] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735eb4d0-a508-48b8-a263-290a8d47f691 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.924337] env[62913]: DEBUG nova.compute.provider_tree [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2113.445320] env[62913]: ERROR nova.scheduler.client.report [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [req-c73964a7-756e-4ad4-b027-4a398a30bb98] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c73964a7-756e-4ad4-b027-4a398a30bb98"}]} [ 2113.461646] env[62913]: DEBUG nova.scheduler.client.report [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2113.578628] env[62913]: DEBUG nova.scheduler.client.report [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2113.578874] env[62913]: DEBUG nova.compute.provider_tree [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2113.590492] env[62913]: DEBUG nova.scheduler.client.report [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2113.609203] env[62913]: DEBUG nova.scheduler.client.report [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2113.710716] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94df7c55-6624-451d-9a7e-8658c3a7edbe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.718344] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225d1761-05b4-45bb-a186-1fbff4316ab5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.748524] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c95daa7-5cd4-4a81-a6f6-d7debf4ee1c6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.756307] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac78e60-4561-4547-8375-43691d1543d7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.771342] env[62913]: DEBUG nova.compute.provider_tree [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2114.300714] env[62913]: DEBUG nova.scheduler.client.report [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2114.301029] env[62913]: DEBUG nova.compute.provider_tree [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 171 to 172 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2114.301211] env[62913]: DEBUG nova.compute.provider_tree [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2114.806970] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.048s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.807612] env[62913]: DEBUG nova.compute.manager [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2115.021445] env[62913]: DEBUG oslo_vmware.rw_handles [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52162cac-1326-f8a6-ec8e-0db6710fb901/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2115.022434] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32265c98-f53b-4497-8ba2-4cba60819d7b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.028712] env[62913]: DEBUG oslo_vmware.rw_handles [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52162cac-1326-f8a6-ec8e-0db6710fb901/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2115.028877] env[62913]: ERROR oslo_vmware.rw_handles [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52162cac-1326-f8a6-ec8e-0db6710fb901/disk-0.vmdk due to incomplete transfer. [ 2115.029116] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b5ff1a02-22eb-4f45-b358-7d47290f1a0f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.036785] env[62913]: DEBUG oslo_vmware.rw_handles [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52162cac-1326-f8a6-ec8e-0db6710fb901/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2115.036977] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Uploaded image c87dcda9-b777-4289-af25-4323c0f203fd to the Glance image server {{(pid=62913) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2115.039392] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Destroying the VM {{(pid=62913) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2115.039614] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6c068aff-88ed-4f52-a2ba-521d573fec01 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.044413] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2115.044413] env[62913]: value = "task-1823220" [ 2115.044413] env[62913]: _type = "Task" [ 2115.044413] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.051740] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823220, 'name': Destroy_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.312804] env[62913]: DEBUG nova.compute.utils [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2115.314296] env[62913]: DEBUG nova.compute.manager [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2115.314468] env[62913]: DEBUG nova.network.neutron [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2115.360366] env[62913]: DEBUG nova.policy [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7c82faf9c964e06bdad84ca18f77ec2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fadfcee384f4a3baa3ef01c6fc68f36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 2115.554319] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823220, 'name': Destroy_Task, 'duration_secs': 0.379392} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.554522] env[62913]: INFO nova.virt.vmwareapi.vm_util [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Destroyed the VM [ 2115.554770] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Deleting Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2115.555034] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90bba94c-cf64-421e-a243-5c83a466a006 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.561089] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2115.561089] env[62913]: value = "task-1823221" [ 2115.561089] env[62913]: _type = "Task" [ 2115.561089] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.568500] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823221, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.619973] env[62913]: DEBUG nova.network.neutron [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Successfully created port: 5ed187c1-8ecc-4658-b31e-0454895e93bc {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2115.818368] env[62913]: DEBUG nova.compute.manager [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2116.070350] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823221, 'name': RemoveSnapshot_Task, 'duration_secs': 0.392516} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.070605] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Deleted Snapshot of the VM instance {{(pid=62913) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2116.070825] env[62913]: DEBUG nova.compute.manager [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2116.071585] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5bf11e-0c77-4b54-bb71-5be1f2c3338e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.324040] env[62913]: INFO nova.virt.block_device [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Booting with volume ad9ced2c-de46-4916-9002-25b195793b90 at /dev/sda [ 2116.359873] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b8cf2df-9c59-4784-a7ef-1a59e3051f64 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.368868] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13093ecc-6ffe-48c2-8bae-01aaf2e9b171 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.397061] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0d5f440-6af6-4fd2-bcf6-f401d15f02fa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.404504] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2e5907-2db5-4bcb-a60a-d505222efa56 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.430566] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb352aa8-b97e-4a19-852f-15d6de2ce87a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.436355] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae5cef3-e79d-44c6-89e1-8472287d7b49 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.448524] env[62913]: DEBUG nova.virt.block_device [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating existing volume attachment record: 65dfd92e-3bf0-4c1b-9ef6-ed75c04232d4 {{(pid=62913) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2116.584370] env[62913]: INFO nova.compute.manager [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Shelve offloading [ 2117.087516] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2117.087821] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11022e41-4db6-4d19-a4ab-462af22f667e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.095864] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2117.095864] env[62913]: value = "task-1823222" [ 2117.095864] env[62913]: _type = "Task" [ 2117.095864] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.108226] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] VM already powered off {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2117.108523] env[62913]: DEBUG nova.compute.manager [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2117.109352] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927b60c6-025a-4678-8e4d-dab996b61b6e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.115609] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.115832] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.116067] env[62913]: DEBUG nova.network.neutron [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2117.188766] env[62913]: DEBUG nova.compute.manager [req-22996743-2a67-4b68-a330-aa6834545b30 req-07cd5de8-b250-41da-bb99-0b191eada7aa service nova] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Received event network-vif-plugged-5ed187c1-8ecc-4658-b31e-0454895e93bc {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2117.188998] env[62913]: DEBUG oslo_concurrency.lockutils [req-22996743-2a67-4b68-a330-aa6834545b30 req-07cd5de8-b250-41da-bb99-0b191eada7aa service nova] Acquiring lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.189234] env[62913]: DEBUG oslo_concurrency.lockutils [req-22996743-2a67-4b68-a330-aa6834545b30 req-07cd5de8-b250-41da-bb99-0b191eada7aa service nova] Lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.189405] env[62913]: DEBUG oslo_concurrency.lockutils [req-22996743-2a67-4b68-a330-aa6834545b30 req-07cd5de8-b250-41da-bb99-0b191eada7aa service nova] Lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.189578] env[62913]: DEBUG nova.compute.manager [req-22996743-2a67-4b68-a330-aa6834545b30 req-07cd5de8-b250-41da-bb99-0b191eada7aa service nova] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] No waiting events found dispatching network-vif-plugged-5ed187c1-8ecc-4658-b31e-0454895e93bc {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2117.189891] env[62913]: WARNING nova.compute.manager [req-22996743-2a67-4b68-a330-aa6834545b30 req-07cd5de8-b250-41da-bb99-0b191eada7aa service nova] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Received unexpected event network-vif-plugged-5ed187c1-8ecc-4658-b31e-0454895e93bc for instance with vm_state building and task_state block_device_mapping. [ 2117.272943] env[62913]: DEBUG nova.network.neutron [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Successfully updated port: 5ed187c1-8ecc-4658-b31e-0454895e93bc {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2117.775126] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.775330] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.775430] env[62913]: DEBUG nova.network.neutron [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2117.876246] env[62913]: DEBUG nova.network.neutron [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Updating instance_info_cache with network_info: [{"id": "79000290-b0b1-42cf-8c93-cb6641a5ee30", "address": "fa:16:3e:54:a7:20", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79000290-b0", "ovs_interfaceid": "79000290-b0b1-42cf-8c93-cb6641a5ee30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.170635] env[62913]: INFO nova.compute.manager [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Rebuilding instance [ 2118.214544] env[62913]: DEBUG nova.compute.manager [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2118.215446] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b1d883-d888-49ad-b82d-e6f1988c5e98 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.313488] env[62913]: DEBUG nova.network.neutron [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2118.379213] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.439668] env[62913]: DEBUG nova.network.neutron [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating instance_info_cache with network_info: [{"id": "5ed187c1-8ecc-4658-b31e-0454895e93bc", "address": "fa:16:3e:8b:0c:fd", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed187c1-8e", "ovs_interfaceid": "5ed187c1-8ecc-4658-b31e-0454895e93bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.528717] env[62913]: DEBUG nova.compute.manager [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2118.529364] env[62913]: DEBUG nova.virt.hardware [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2118.529587] env[62913]: DEBUG nova.virt.hardware [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2118.529746] env[62913]: DEBUG nova.virt.hardware [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2118.529928] env[62913]: DEBUG nova.virt.hardware [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2118.530090] env[62913]: DEBUG nova.virt.hardware [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2118.530244] env[62913]: DEBUG nova.virt.hardware [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2118.530454] env[62913]: DEBUG nova.virt.hardware [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2118.530622] env[62913]: DEBUG nova.virt.hardware [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2118.530788] env[62913]: DEBUG nova.virt.hardware [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2118.531091] env[62913]: DEBUG nova.virt.hardware [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2118.531324] env[62913]: DEBUG nova.virt.hardware [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2118.532224] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1261885-7317-4e8d-ba11-eb2d5662ce7d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.540999] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df4376b-be96-4cbd-b983-bd4571b9f36b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.601411] env[62913]: DEBUG nova.compute.manager [req-95a12d4a-27ab-433a-af5a-792013742865 req-3a15d025-5d10-4002-b968-1e424c0781c9 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Received event network-vif-unplugged-79000290-b0b1-42cf-8c93-cb6641a5ee30 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2118.601730] env[62913]: DEBUG oslo_concurrency.lockutils [req-95a12d4a-27ab-433a-af5a-792013742865 req-3a15d025-5d10-4002-b968-1e424c0781c9 service nova] Acquiring lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.601966] env[62913]: DEBUG oslo_concurrency.lockutils [req-95a12d4a-27ab-433a-af5a-792013742865 req-3a15d025-5d10-4002-b968-1e424c0781c9 service nova] Lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.602284] env[62913]: DEBUG oslo_concurrency.lockutils [req-95a12d4a-27ab-433a-af5a-792013742865 req-3a15d025-5d10-4002-b968-1e424c0781c9 service nova] Lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.602446] env[62913]: DEBUG nova.compute.manager [req-95a12d4a-27ab-433a-af5a-792013742865 req-3a15d025-5d10-4002-b968-1e424c0781c9 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] No waiting events found dispatching network-vif-unplugged-79000290-b0b1-42cf-8c93-cb6641a5ee30 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2118.602650] env[62913]: WARNING nova.compute.manager [req-95a12d4a-27ab-433a-af5a-792013742865 req-3a15d025-5d10-4002-b968-1e424c0781c9 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Received unexpected event network-vif-unplugged-79000290-b0b1-42cf-8c93-cb6641a5ee30 for instance with vm_state shelved and task_state shelving_offloading. [ 2118.693559] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2118.694527] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49793616-3aed-4fa4-9ed9-8d277d0e9dc2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.702432] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2118.702662] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd53ec50-fbf3-4416-8cb9-a95998c31481 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.773868] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2118.774111] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2118.774440] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Deleting the datastore file [datastore1] b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2118.774761] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86f8b7dc-d6b0-4948-8c5b-103f2554139f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.780880] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2118.780880] env[62913]: value = "task-1823224" [ 2118.780880] env[62913]: _type = "Task" [ 2118.780880] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.790376] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.944226] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.944507] env[62913]: DEBUG nova.compute.manager [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Instance network_info: |[{"id": "5ed187c1-8ecc-4658-b31e-0454895e93bc", "address": "fa:16:3e:8b:0c:fd", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed187c1-8e", "ovs_interfaceid": "5ed187c1-8ecc-4658-b31e-0454895e93bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2118.944952] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:0c:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ed187c1-8ecc-4658-b31e-0454895e93bc', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2118.952345] env[62913]: DEBUG oslo.service.loopingcall [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2118.952564] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2118.952784] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14825b9f-41c3-46f3-b33a-76e1a450a232 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.972579] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2118.972579] env[62913]: value = "task-1823225" [ 2118.972579] env[62913]: _type = "Task" [ 2118.972579] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.979953] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823225, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.219486] env[62913]: DEBUG nova.compute.manager [req-9115636a-10e4-4347-a8ce-913b69e2c359 req-cdd93c47-5687-42eb-a129-ac1efc255203 service nova] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Received event network-changed-5ed187c1-8ecc-4658-b31e-0454895e93bc {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2119.219651] env[62913]: DEBUG nova.compute.manager [req-9115636a-10e4-4347-a8ce-913b69e2c359 req-cdd93c47-5687-42eb-a129-ac1efc255203 service nova] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Refreshing instance network info cache due to event network-changed-5ed187c1-8ecc-4658-b31e-0454895e93bc. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2119.219854] env[62913]: DEBUG oslo_concurrency.lockutils [req-9115636a-10e4-4347-a8ce-913b69e2c359 req-cdd93c47-5687-42eb-a129-ac1efc255203 service nova] Acquiring lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.220165] env[62913]: DEBUG oslo_concurrency.lockutils [req-9115636a-10e4-4347-a8ce-913b69e2c359 req-cdd93c47-5687-42eb-a129-ac1efc255203 service nova] Acquired lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.220231] env[62913]: DEBUG nova.network.neutron [req-9115636a-10e4-4347-a8ce-913b69e2c359 req-cdd93c47-5687-42eb-a129-ac1efc255203 service nova] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Refreshing network info cache for port 5ed187c1-8ecc-4658-b31e-0454895e93bc {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2119.228337] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2119.228653] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b676107-9389-4276-b41e-1b4e2873660f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.236831] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2119.236831] env[62913]: value = "task-1823226" [ 2119.236831] env[62913]: _type = "Task" [ 2119.236831] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.246085] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.291812] env[62913]: DEBUG oslo_vmware.api [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136266} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.292195] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2119.292454] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2119.292713] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2119.318951] env[62913]: INFO nova.scheduler.client.report [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Deleted allocations for instance b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a [ 2119.482947] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823225, 'name': CreateVM_Task, 'duration_secs': 0.300277} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.483147] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2119.483741] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377589', 'volume_id': 'ad9ced2c-de46-4916-9002-25b195793b90', 'name': 'volume-ad9ced2c-de46-4916-9002-25b195793b90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c5e36fa2-3328-4c80-8501-cb1c8bedb900', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad9ced2c-de46-4916-9002-25b195793b90', 'serial': 'ad9ced2c-de46-4916-9002-25b195793b90'}, 'guest_format': None, 'attachment_id': '65dfd92e-3bf0-4c1b-9ef6-ed75c04232d4', 'boot_index': 0, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62913) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2119.483956] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Root volume attach. Driver type: vmdk {{(pid=62913) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2119.484746] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc86f698-16d8-49b7-8152-7e2d6b622134 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.492446] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00773468-e98d-47f8-97d6-6d6e3946f701 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.497823] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c87ded-1165-4591-bfc3-e9edac84da82 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.503116] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-4772490f-d6a3-4da9-8997-e80b1b0d1b5c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.509788] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2119.509788] env[62913]: value = "task-1823227" [ 2119.509788] env[62913]: _type = "Task" [ 2119.509788] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.518161] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823227, 'name': RelocateVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.746851] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823226, 'name': PowerOffVM_Task, 'duration_secs': 0.218072} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.747104] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2119.747333] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2119.748074] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c187f8-802c-4647-925f-6d6f8e2b194c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.754854] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2119.755074] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3dd70ed-c2ca-44a3-9561-63f73082cb49 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.824777] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.825233] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.825333] env[62913]: DEBUG nova.objects.instance [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lazy-loading 'resources' on Instance uuid b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2119.830575] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2119.830787] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2119.832633] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Deleting the datastore file [datastore1] debb5d8c-55c8-4369-8072-6daf1e5ae233 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2119.833383] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-558c616c-9bfa-42aa-a595-36a503619309 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.842874] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2119.842874] env[62913]: value = "task-1823229" [ 2119.842874] env[62913]: _type = "Task" [ 2119.842874] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.854534] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.008816] env[62913]: DEBUG nova.network.neutron [req-9115636a-10e4-4347-a8ce-913b69e2c359 req-cdd93c47-5687-42eb-a129-ac1efc255203 service nova] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updated VIF entry in instance network info cache for port 5ed187c1-8ecc-4658-b31e-0454895e93bc. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2120.009205] env[62913]: DEBUG nova.network.neutron [req-9115636a-10e4-4347-a8ce-913b69e2c359 req-cdd93c47-5687-42eb-a129-ac1efc255203 service nova] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating instance_info_cache with network_info: [{"id": "5ed187c1-8ecc-4658-b31e-0454895e93bc", "address": "fa:16:3e:8b:0c:fd", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed187c1-8e", "ovs_interfaceid": "5ed187c1-8ecc-4658-b31e-0454895e93bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.021356] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823227, 'name': RelocateVM_Task, 'duration_secs': 0.373425} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.022222] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Volume attach. Driver type: vmdk {{(pid=62913) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2120.022426] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377589', 'volume_id': 'ad9ced2c-de46-4916-9002-25b195793b90', 'name': 'volume-ad9ced2c-de46-4916-9002-25b195793b90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c5e36fa2-3328-4c80-8501-cb1c8bedb900', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad9ced2c-de46-4916-9002-25b195793b90', 'serial': 'ad9ced2c-de46-4916-9002-25b195793b90'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2120.023233] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4188a0-9702-45ad-8a29-37c1ebcd20a3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.039049] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d125389e-41df-4a16-b1c8-703ccbc9dadc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.061543] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-ad9ced2c-de46-4916-9002-25b195793b90/volume-ad9ced2c-de46-4916-9002-25b195793b90.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2120.061825] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97c69338-108d-48ba-ad5e-1feb9481659b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.081053] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2120.081053] env[62913]: value = "task-1823230" [ 2120.081053] env[62913]: _type = "Task" [ 2120.081053] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.088723] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.327946] env[62913]: DEBUG nova.objects.instance [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lazy-loading 'numa_topology' on Instance uuid b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2120.352502] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137157} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.352781] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2120.352962] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2120.353164] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2120.517401] env[62913]: DEBUG oslo_concurrency.lockutils [req-9115636a-10e4-4347-a8ce-913b69e2c359 req-cdd93c47-5687-42eb-a129-ac1efc255203 service nova] Releasing lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2120.591503] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823230, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.631413] env[62913]: DEBUG nova.compute.manager [req-f257c5ee-8049-4817-9f94-964e7ada2991 req-69d9c321-94aa-4a6e-bedc-c7df0382d595 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Received event network-changed-79000290-b0b1-42cf-8c93-cb6641a5ee30 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2120.631648] env[62913]: DEBUG nova.compute.manager [req-f257c5ee-8049-4817-9f94-964e7ada2991 req-69d9c321-94aa-4a6e-bedc-c7df0382d595 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Refreshing instance network info cache due to event network-changed-79000290-b0b1-42cf-8c93-cb6641a5ee30. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2120.631853] env[62913]: DEBUG oslo_concurrency.lockutils [req-f257c5ee-8049-4817-9f94-964e7ada2991 req-69d9c321-94aa-4a6e-bedc-c7df0382d595 service nova] Acquiring lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.631997] env[62913]: DEBUG oslo_concurrency.lockutils [req-f257c5ee-8049-4817-9f94-964e7ada2991 req-69d9c321-94aa-4a6e-bedc-c7df0382d595 service nova] Acquired lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.632187] env[62913]: DEBUG nova.network.neutron [req-f257c5ee-8049-4817-9f94-964e7ada2991 req-69d9c321-94aa-4a6e-bedc-c7df0382d595 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Refreshing network info cache for port 79000290-b0b1-42cf-8c93-cb6641a5ee30 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2120.831299] env[62913]: DEBUG nova.objects.base [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2120.920170] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1342d2a0-aea2-410b-a6d7-39f0510aab83 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.930229] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee897b2-8628-4b38-9457-f8872e0fbcdb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.962030] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe54691c-9406-4b9d-8758-ddc857b4649d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.969656] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa7fab3-6780-4eeb-970b-7c585c72eb6f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.983052] env[62913]: DEBUG nova.compute.provider_tree [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2121.092089] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823230, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.128196] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.378238] env[62913]: DEBUG nova.network.neutron [req-f257c5ee-8049-4817-9f94-964e7ada2991 req-69d9c321-94aa-4a6e-bedc-c7df0382d595 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Updated VIF entry in instance network info cache for port 79000290-b0b1-42cf-8c93-cb6641a5ee30. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2121.378584] env[62913]: DEBUG nova.network.neutron [req-f257c5ee-8049-4817-9f94-964e7ada2991 req-69d9c321-94aa-4a6e-bedc-c7df0382d595 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Updating instance_info_cache with network_info: [{"id": "79000290-b0b1-42cf-8c93-cb6641a5ee30", "address": "fa:16:3e:54:a7:20", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap79000290-b0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.389331] env[62913]: DEBUG nova.virt.hardware [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2121.389562] env[62913]: DEBUG nova.virt.hardware [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2121.389720] env[62913]: DEBUG nova.virt.hardware [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2121.389945] env[62913]: DEBUG nova.virt.hardware [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2121.390119] env[62913]: DEBUG nova.virt.hardware [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2121.390275] env[62913]: DEBUG nova.virt.hardware [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2121.390487] env[62913]: DEBUG nova.virt.hardware [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2121.390652] env[62913]: DEBUG nova.virt.hardware [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2121.390817] env[62913]: DEBUG nova.virt.hardware [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2121.391060] env[62913]: DEBUG nova.virt.hardware [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2121.391251] env[62913]: DEBUG nova.virt.hardware [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2121.392100] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e6eefa-6c73-4d2a-9763-ebf8e71853c2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.401134] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9b43a4-3551-4544-90f2-d183a2da7db6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.414921] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:5a:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f143f2a-e838-43d7-be7a-9f6b376dd5b7', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2121.422141] env[62913]: DEBUG oslo.service.loopingcall [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2121.422351] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2121.422549] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f53a139f-ad0d-4083-bbd7-0de5d5fd5a02 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.441316] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2121.441316] env[62913]: value = "task-1823231" [ 2121.441316] env[62913]: _type = "Task" [ 2121.441316] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.450120] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823231, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.506096] env[62913]: ERROR nova.scheduler.client.report [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [req-0fab38e9-8736-420c-abee-c59e9fc6ef70] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0fab38e9-8736-420c-abee-c59e9fc6ef70"}]} [ 2121.520921] env[62913]: DEBUG nova.scheduler.client.report [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2121.532655] env[62913]: DEBUG nova.scheduler.client.report [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2121.532862] env[62913]: DEBUG nova.compute.provider_tree [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2121.543401] env[62913]: DEBUG nova.scheduler.client.report [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2121.558391] env[62913]: DEBUG nova.scheduler.client.report [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2121.591999] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823230, 'name': ReconfigVM_Task, 'duration_secs': 1.234224} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.594290] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-ad9ced2c-de46-4916-9002-25b195793b90/volume-ad9ced2c-de46-4916-9002-25b195793b90.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2121.599153] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f50f685-e2a6-41a3-8754-1d5cac83f8ac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.616439] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2121.616439] env[62913]: value = "task-1823232" [ 2121.616439] env[62913]: _type = "Task" [ 2121.616439] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.624286] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.653158] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29138e7e-e446-48ef-a282-89d9a6181d69 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.660347] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0b1d1c-892a-4b7e-97ba-0dab24ea3bf0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.691304] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baddaf37-01c9-4db1-853f-9969b92e0261 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.699335] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b3ca50-ebda-409b-a9c9-2eebd26e527d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.713095] env[62913]: DEBUG nova.compute.provider_tree [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2121.881617] env[62913]: DEBUG oslo_concurrency.lockutils [req-f257c5ee-8049-4817-9f94-964e7ada2991 req-69d9c321-94aa-4a6e-bedc-c7df0382d595 service nova] Releasing lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.951699] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823231, 'name': CreateVM_Task, 'duration_secs': 0.383481} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.951863] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2121.952536] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.952709] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.953072] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2121.953327] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c784f7b-a2fd-4613-a1f2-2ca144fc1095 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.957665] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2121.957665] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]525709bf-9327-52c0-c64d-e668956ecd07" [ 2121.957665] env[62913]: _type = "Task" [ 2121.957665] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.965169] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525709bf-9327-52c0-c64d-e668956ecd07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.126166] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823232, 'name': ReconfigVM_Task, 'duration_secs': 0.130051} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.126728] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377589', 'volume_id': 'ad9ced2c-de46-4916-9002-25b195793b90', 'name': 'volume-ad9ced2c-de46-4916-9002-25b195793b90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c5e36fa2-3328-4c80-8501-cb1c8bedb900', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad9ced2c-de46-4916-9002-25b195793b90', 'serial': 'ad9ced2c-de46-4916-9002-25b195793b90'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2122.127077] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca6660b7-cc90-4bdb-829d-45dfd775d23e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.134176] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2122.134176] env[62913]: value = "task-1823233" [ 2122.134176] env[62913]: _type = "Task" [ 2122.134176] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.144411] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823233, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.243626] env[62913]: DEBUG nova.scheduler.client.report [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2122.243920] env[62913]: DEBUG nova.compute.provider_tree [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 173 to 174 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2122.244115] env[62913]: DEBUG nova.compute.provider_tree [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2122.468439] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]525709bf-9327-52c0-c64d-e668956ecd07, 'name': SearchDatastore_Task, 'duration_secs': 0.008564} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.468756] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.469055] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2122.469345] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2122.469595] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2122.469836] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2122.470135] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5222c243-79a3-4b05-9418-1a4c5da56975 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.478389] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2122.478594] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2122.479268] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cefc6077-6f3e-45bd-9e12-84b5782547e8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.484334] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2122.484334] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52f37f89-4409-d53c-d979-2f9f3f00425c" [ 2122.484334] env[62913]: _type = "Task" [ 2122.484334] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.491489] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f37f89-4409-d53c-d979-2f9f3f00425c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.643748] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823233, 'name': Rename_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.749192] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.924s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.994930] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f37f89-4409-d53c-d979-2f9f3f00425c, 'name': SearchDatastore_Task, 'duration_secs': 0.009168} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.995662] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42736bd-6066-489c-9148-e7235a522935 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.000866] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2123.000866] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]526da250-ac5c-1416-369a-5d3fd265b249" [ 2123.000866] env[62913]: _type = "Task" [ 2123.000866] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.007847] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526da250-ac5c-1416-369a-5d3fd265b249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.144644] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823233, 'name': Rename_Task, 'duration_secs': 0.686297} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.144998] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2123.145307] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cff389a-3a19-4ae2-a6d0-377cdc41d60b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.151551] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2123.151551] env[62913]: value = "task-1823234" [ 2123.151551] env[62913]: _type = "Task" [ 2123.151551] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.159357] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.257027] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1ade9191-4494-46f1-a4a4-b46525ca02c0 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.073s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.258223] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.130s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.258223] env[62913]: INFO nova.compute.manager [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Unshelving [ 2123.511909] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]526da250-ac5c-1416-369a-5d3fd265b249, 'name': SearchDatastore_Task, 'duration_secs': 0.00909} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.512194] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.512453] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] debb5d8c-55c8-4369-8072-6daf1e5ae233/debb5d8c-55c8-4369-8072-6daf1e5ae233.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2123.512715] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-768697ef-21f9-41ac-a333-a931abf664fd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.519578] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2123.519578] env[62913]: value = "task-1823235" [ 2123.519578] env[62913]: _type = "Task" [ 2123.519578] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.527058] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.663935] env[62913]: DEBUG oslo_vmware.api [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823234, 'name': PowerOnVM_Task, 'duration_secs': 0.4307} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.664219] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2123.664457] env[62913]: INFO nova.compute.manager [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Took 5.14 seconds to spawn the instance on the hypervisor. [ 2123.664646] env[62913]: DEBUG nova.compute.manager [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2123.665446] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c18adad-575e-4e3a-b298-6c04ff76d943 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.031449] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464766} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.031827] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] debb5d8c-55c8-4369-8072-6daf1e5ae233/debb5d8c-55c8-4369-8072-6daf1e5ae233.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2124.031914] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2124.032144] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a8ab5af-28b8-4333-87bd-e6fca3f4ee66 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.038429] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2124.038429] env[62913]: value = "task-1823236" [ 2124.038429] env[62913]: _type = "Task" [ 2124.038429] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.046080] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.184396] env[62913]: INFO nova.compute.manager [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Took 12.44 seconds to build instance. [ 2124.286181] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.286577] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.286870] env[62913]: DEBUG nova.objects.instance [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lazy-loading 'pci_requests' on Instance uuid b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2124.548885] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104356} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.549211] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2124.549977] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88c55bc-eaac-48c1-b150-fdd8ab0cc2d4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.572343] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] debb5d8c-55c8-4369-8072-6daf1e5ae233/debb5d8c-55c8-4369-8072-6daf1e5ae233.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2124.572647] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b6cb6d5-bd3e-45f3-ae17-8916eb7671db {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.592070] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2124.592070] env[62913]: value = "task-1823237" [ 2124.592070] env[62913]: _type = "Task" [ 2124.592070] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.599954] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.686842] env[62913]: DEBUG oslo_concurrency.lockutils [None req-df6e57ff-0c34-4c9e-9755-68464d9048ab tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.955s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.792188] env[62913]: DEBUG nova.objects.instance [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lazy-loading 'numa_topology' on Instance uuid b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2125.102410] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.155472] env[62913]: DEBUG nova.compute.manager [req-2aa2d8cf-5870-4ab9-b6a3-a83da4c15b82 req-e48c3602-b81c-4250-9d82-c82d4c16fd98 service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Received event network-changed-ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2125.155667] env[62913]: DEBUG nova.compute.manager [req-2aa2d8cf-5870-4ab9-b6a3-a83da4c15b82 req-e48c3602-b81c-4250-9d82-c82d4c16fd98 service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Refreshing instance network info cache due to event network-changed-ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2125.156518] env[62913]: DEBUG oslo_concurrency.lockutils [req-2aa2d8cf-5870-4ab9-b6a3-a83da4c15b82 req-e48c3602-b81c-4250-9d82-c82d4c16fd98 service nova] Acquiring lock "refresh_cache-56bc8099-96a7-43ea-bd17-f54d6e87d663" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.156518] env[62913]: DEBUG oslo_concurrency.lockutils [req-2aa2d8cf-5870-4ab9-b6a3-a83da4c15b82 req-e48c3602-b81c-4250-9d82-c82d4c16fd98 service nova] Acquired lock "refresh_cache-56bc8099-96a7-43ea-bd17-f54d6e87d663" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.156518] env[62913]: DEBUG nova.network.neutron [req-2aa2d8cf-5870-4ab9-b6a3-a83da4c15b82 req-e48c3602-b81c-4250-9d82-c82d4c16fd98 service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Refreshing network info cache for port ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2125.294240] env[62913]: INFO nova.compute.claims [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2125.602894] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823237, 'name': ReconfigVM_Task, 'duration_secs': 0.747683} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.602894] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Reconfigured VM instance instance-00000076 to attach disk [datastore1] debb5d8c-55c8-4369-8072-6daf1e5ae233/debb5d8c-55c8-4369-8072-6daf1e5ae233.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2125.603479] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c86d6144-c5dd-43fe-b5be-e51a9cfbc588 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.611902] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2125.611902] env[62913]: value = "task-1823238" [ 2125.611902] env[62913]: _type = "Task" [ 2125.611902] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.621461] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823238, 'name': Rename_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.867997] env[62913]: DEBUG nova.network.neutron [req-2aa2d8cf-5870-4ab9-b6a3-a83da4c15b82 req-e48c3602-b81c-4250-9d82-c82d4c16fd98 service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Updated VIF entry in instance network info cache for port ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2125.868450] env[62913]: DEBUG nova.network.neutron [req-2aa2d8cf-5870-4ab9-b6a3-a83da4c15b82 req-e48c3602-b81c-4250-9d82-c82d4c16fd98 service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Updating instance_info_cache with network_info: [{"id": "ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa", "address": "fa:16:3e:fb:56:f2", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped48c6e5-bb", "ovs_interfaceid": "ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.122082] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823238, 'name': Rename_Task, 'duration_secs': 0.176623} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.122427] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2126.122596] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f941e22e-319a-4a02-8416-3ae98c6e2f86 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.129272] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2126.129272] env[62913]: value = "task-1823239" [ 2126.129272] env[62913]: _type = "Task" [ 2126.129272] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.137633] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.371252] env[62913]: DEBUG oslo_concurrency.lockutils [req-2aa2d8cf-5870-4ab9-b6a3-a83da4c15b82 req-e48c3602-b81c-4250-9d82-c82d4c16fd98 service nova] Releasing lock "refresh_cache-56bc8099-96a7-43ea-bd17-f54d6e87d663" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.422316] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a634e856-96eb-4e5c-b527-d8f476982511 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.431029] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f794fb3d-e2db-4fed-ac10-42a6aba86756 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.463344] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c51c8b-5d25-4e03-9a0a-d384c672f0fc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.471347] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9158e841-38d7-4f6c-bccb-a652703ff72d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.486491] env[62913]: DEBUG nova.compute.provider_tree [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2126.587955] env[62913]: DEBUG nova.compute.manager [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Stashing vm_state: active {{(pid=62913) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 2126.639517] env[62913]: DEBUG oslo_vmware.api [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823239, 'name': PowerOnVM_Task, 'duration_secs': 0.452201} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.639517] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2126.639671] env[62913]: DEBUG nova.compute.manager [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2126.640380] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d845081b-b183-4974-8b5a-ecf39702cb0e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.989975] env[62913]: DEBUG nova.scheduler.client.report [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2127.106060] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.158691] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.179588] env[62913]: DEBUG nova.compute.manager [req-ce2263c9-59ea-44c6-b962-638fc9074884 req-69b05244-2ee6-4e59-bbe2-9627239a6414 service nova] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Received event network-changed-5ed187c1-8ecc-4658-b31e-0454895e93bc {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2127.179784] env[62913]: DEBUG nova.compute.manager [req-ce2263c9-59ea-44c6-b962-638fc9074884 req-69b05244-2ee6-4e59-bbe2-9627239a6414 service nova] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Refreshing instance network info cache due to event network-changed-5ed187c1-8ecc-4658-b31e-0454895e93bc. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2127.180016] env[62913]: DEBUG oslo_concurrency.lockutils [req-ce2263c9-59ea-44c6-b962-638fc9074884 req-69b05244-2ee6-4e59-bbe2-9627239a6414 service nova] Acquiring lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.180168] env[62913]: DEBUG oslo_concurrency.lockutils [req-ce2263c9-59ea-44c6-b962-638fc9074884 req-69b05244-2ee6-4e59-bbe2-9627239a6414 service nova] Acquired lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.180333] env[62913]: DEBUG nova.network.neutron [req-ce2263c9-59ea-44c6-b962-638fc9074884 req-69b05244-2ee6-4e59-bbe2-9627239a6414 service nova] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Refreshing network info cache for port 5ed187c1-8ecc-4658-b31e-0454895e93bc {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2127.494962] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.208s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.497185] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.391s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.528599] env[62913]: INFO nova.network.neutron [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Updating port 79000290-b0b1-42cf-8c93-cb6641a5ee30 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2127.925090] env[62913]: DEBUG nova.network.neutron [req-ce2263c9-59ea-44c6-b962-638fc9074884 req-69b05244-2ee6-4e59-bbe2-9627239a6414 service nova] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updated VIF entry in instance network info cache for port 5ed187c1-8ecc-4658-b31e-0454895e93bc. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2127.925486] env[62913]: DEBUG nova.network.neutron [req-ce2263c9-59ea-44c6-b962-638fc9074884 req-69b05244-2ee6-4e59-bbe2-9627239a6414 service nova] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating instance_info_cache with network_info: [{"id": "5ed187c1-8ecc-4658-b31e-0454895e93bc", "address": "fa:16:3e:8b:0c:fd", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed187c1-8e", "ovs_interfaceid": "5ed187c1-8ecc-4658-b31e-0454895e93bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.002011] env[62913]: INFO nova.compute.claims [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2128.428398] env[62913]: DEBUG oslo_concurrency.lockutils [req-ce2263c9-59ea-44c6-b962-638fc9074884 req-69b05244-2ee6-4e59-bbe2-9627239a6414 service nova] Releasing lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.507582] env[62913]: INFO nova.compute.resource_tracker [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating resource usage from migration f2e006cf-697e-4b7c-a5ca-b0f3c140e809 [ 2128.594076] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5d0192-aa8c-444d-b808-19ba64710622 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.602207] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e99a365-b66b-43b2-a840-6e462a623c54 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.631651] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9efbe5-dce4-437d-9f35-2df81a4db93b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.638819] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73bd482-3635-45e4-8f39-d220bd776766 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.651730] env[62913]: DEBUG nova.compute.provider_tree [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2128.962160] env[62913]: DEBUG nova.compute.manager [req-411430ea-20e7-4117-8ad2-419bd527d6c0 req-888ceaa6-7583-4592-93cd-9223ee4b982e service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Received event network-vif-plugged-79000290-b0b1-42cf-8c93-cb6641a5ee30 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2128.962402] env[62913]: DEBUG oslo_concurrency.lockutils [req-411430ea-20e7-4117-8ad2-419bd527d6c0 req-888ceaa6-7583-4592-93cd-9223ee4b982e service nova] Acquiring lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.962632] env[62913]: DEBUG oslo_concurrency.lockutils [req-411430ea-20e7-4117-8ad2-419bd527d6c0 req-888ceaa6-7583-4592-93cd-9223ee4b982e service nova] Lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.962805] env[62913]: DEBUG oslo_concurrency.lockutils [req-411430ea-20e7-4117-8ad2-419bd527d6c0 req-888ceaa6-7583-4592-93cd-9223ee4b982e service nova] Lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.963391] env[62913]: DEBUG nova.compute.manager [req-411430ea-20e7-4117-8ad2-419bd527d6c0 req-888ceaa6-7583-4592-93cd-9223ee4b982e service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] No waiting events found dispatching network-vif-plugged-79000290-b0b1-42cf-8c93-cb6641a5ee30 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2128.963624] env[62913]: WARNING nova.compute.manager [req-411430ea-20e7-4117-8ad2-419bd527d6c0 req-888ceaa6-7583-4592-93cd-9223ee4b982e service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Received unexpected event network-vif-plugged-79000290-b0b1-42cf-8c93-cb6641a5ee30 for instance with vm_state shelved_offloaded and task_state spawning. [ 2129.047457] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.047696] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.047884] env[62913]: DEBUG nova.network.neutron [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2129.155062] env[62913]: DEBUG nova.scheduler.client.report [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2129.659906] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.163s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.660339] env[62913]: INFO nova.compute.manager [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Migrating [ 2129.669255] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.511s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.669453] env[62913]: DEBUG nova.objects.instance [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62913) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2129.767337] env[62913]: DEBUG nova.network.neutron [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Updating instance_info_cache with network_info: [{"id": "79000290-b0b1-42cf-8c93-cb6641a5ee30", "address": "fa:16:3e:54:a7:20", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79000290-b0", "ovs_interfaceid": "79000290-b0b1-42cf-8c93-cb6641a5ee30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2130.180973] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2130.181152] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2130.181330] env[62913]: DEBUG nova.network.neutron [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2130.269472] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2130.295992] env[62913]: DEBUG nova.virt.hardware [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87a896d21d638aa12ecd92feb733ecec',container_format='bare',created_at=2024-12-12T16:27:34Z,direct_url=,disk_format='vmdk',id=c87dcda9-b777-4289-af25-4323c0f203fd,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-482019975-shelved',owner='8681537b850a4514a8fb28af33cef062',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2024-12-12T16:27:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2130.296254] env[62913]: DEBUG nova.virt.hardware [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2130.296412] env[62913]: DEBUG nova.virt.hardware [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2130.296627] env[62913]: DEBUG nova.virt.hardware [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2130.296786] env[62913]: DEBUG nova.virt.hardware [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2130.296936] env[62913]: DEBUG nova.virt.hardware [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2130.297157] env[62913]: DEBUG nova.virt.hardware [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2130.297315] env[62913]: DEBUG nova.virt.hardware [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2130.297481] env[62913]: DEBUG nova.virt.hardware [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2130.297670] env[62913]: DEBUG nova.virt.hardware [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2130.297859] env[62913]: DEBUG nova.virt.hardware [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2130.298733] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8cd2ba-efbc-4187-8e7f-af0ff2ab53c2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.306325] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfe993a-42c5-4d42-a263-c524c8223a66 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.319659] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:a7:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79000290-b0b1-42cf-8c93-cb6641a5ee30', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2130.327124] env[62913]: DEBUG oslo.service.loopingcall [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2130.327314] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2130.327519] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3147a13-1194-4715-8790-80e3f1271674 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.345985] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2130.345985] env[62913]: value = "task-1823240" [ 2130.345985] env[62913]: _type = "Task" [ 2130.345985] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.353020] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823240, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.678552] env[62913]: DEBUG oslo_concurrency.lockutils [None req-67056c7b-53fe-4545-b436-c0b559dca64b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.855450] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823240, 'name': CreateVM_Task, 'duration_secs': 0.415735} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.855608] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2130.856239] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c87dcda9-b777-4289-af25-4323c0f203fd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2130.856404] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c87dcda9-b777-4289-af25-4323c0f203fd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2130.856805] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c87dcda9-b777-4289-af25-4323c0f203fd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2130.857056] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e79480-63c6-4fc3-9834-f98648552be4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.863285] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2130.863285] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52dce0b9-696d-356f-e7ac-a6cefad102ed" [ 2130.863285] env[62913]: _type = "Task" [ 2130.863285] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.870836] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52dce0b9-696d-356f-e7ac-a6cefad102ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.894546] env[62913]: DEBUG nova.network.neutron [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating instance_info_cache with network_info: [{"id": "5ed187c1-8ecc-4658-b31e-0454895e93bc", "address": "fa:16:3e:8b:0c:fd", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed187c1-8e", "ovs_interfaceid": "5ed187c1-8ecc-4658-b31e-0454895e93bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2130.990997] env[62913]: DEBUG nova.compute.manager [req-f48171e4-abaa-414c-83b0-5c6fd1b482a9 req-ed16c31f-6529-42db-8c5d-5c7d491202c9 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Received event network-changed-79000290-b0b1-42cf-8c93-cb6641a5ee30 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2130.991188] env[62913]: DEBUG nova.compute.manager [req-f48171e4-abaa-414c-83b0-5c6fd1b482a9 req-ed16c31f-6529-42db-8c5d-5c7d491202c9 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Refreshing instance network info cache due to event network-changed-79000290-b0b1-42cf-8c93-cb6641a5ee30. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2130.991408] env[62913]: DEBUG oslo_concurrency.lockutils [req-f48171e4-abaa-414c-83b0-5c6fd1b482a9 req-ed16c31f-6529-42db-8c5d-5c7d491202c9 service nova] Acquiring lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2130.991574] env[62913]: DEBUG oslo_concurrency.lockutils [req-f48171e4-abaa-414c-83b0-5c6fd1b482a9 req-ed16c31f-6529-42db-8c5d-5c7d491202c9 service nova] Acquired lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2130.991735] env[62913]: DEBUG nova.network.neutron [req-f48171e4-abaa-414c-83b0-5c6fd1b482a9 req-ed16c31f-6529-42db-8c5d-5c7d491202c9 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Refreshing network info cache for port 79000290-b0b1-42cf-8c93-cb6641a5ee30 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2131.373574] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c87dcda9-b777-4289-af25-4323c0f203fd" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2131.373859] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Processing image c87dcda9-b777-4289-af25-4323c0f203fd {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2131.374057] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c87dcda9-b777-4289-af25-4323c0f203fd/c87dcda9-b777-4289-af25-4323c0f203fd.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.374213] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c87dcda9-b777-4289-af25-4323c0f203fd/c87dcda9-b777-4289-af25-4323c0f203fd.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.374393] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2131.374635] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35e29401-2d5c-4a06-bcc7-bdc15fda759a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.392706] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2131.392921] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2131.393616] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc52fdc-2ffa-4487-98f4-18cde1d40b23 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.396466] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2131.398898] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2131.398898] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52660cab-71e9-1372-6702-1edc60d3d152" [ 2131.398898] env[62913]: _type = "Task" [ 2131.398898] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.407021] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52660cab-71e9-1372-6702-1edc60d3d152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.682340] env[62913]: DEBUG nova.network.neutron [req-f48171e4-abaa-414c-83b0-5c6fd1b482a9 req-ed16c31f-6529-42db-8c5d-5c7d491202c9 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Updated VIF entry in instance network info cache for port 79000290-b0b1-42cf-8c93-cb6641a5ee30. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2131.682734] env[62913]: DEBUG nova.network.neutron [req-f48171e4-abaa-414c-83b0-5c6fd1b482a9 req-ed16c31f-6529-42db-8c5d-5c7d491202c9 service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Updating instance_info_cache with network_info: [{"id": "79000290-b0b1-42cf-8c93-cb6641a5ee30", "address": "fa:16:3e:54:a7:20", "network": {"id": "1de065af-00bf-45ac-b99b-a04bc5af41fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1627016432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8681537b850a4514a8fb28af33cef062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79000290-b0", "ovs_interfaceid": "79000290-b0b1-42cf-8c93-cb6641a5ee30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2131.913809] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Preparing fetch location {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2131.913973] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Fetch image to [datastore1] OSTACK_IMG_b7d7802b-a27d-4a15-9d95-7998f66b5056/OSTACK_IMG_b7d7802b-a27d-4a15-9d95-7998f66b5056.vmdk {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2131.914071] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Downloading stream optimized image c87dcda9-b777-4289-af25-4323c0f203fd to [datastore1] OSTACK_IMG_b7d7802b-a27d-4a15-9d95-7998f66b5056/OSTACK_IMG_b7d7802b-a27d-4a15-9d95-7998f66b5056.vmdk on the data store datastore1 as vApp {{(pid=62913) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2131.914244] env[62913]: DEBUG nova.virt.vmwareapi.images [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Downloading image file data c87dcda9-b777-4289-af25-4323c0f203fd to the ESX as VM named 'OSTACK_IMG_b7d7802b-a27d-4a15-9d95-7998f66b5056' {{(pid=62913) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2131.988127] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2131.988127] env[62913]: value = "resgroup-9" [ 2131.988127] env[62913]: _type = "ResourcePool" [ 2131.988127] env[62913]: }. {{(pid=62913) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2131.988438] env[62913]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9126b80a-a725-47b8-b099-94413b1c6e2e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.008452] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lease: (returnval){ [ 2132.008452] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]522eb7c5-2413-331a-c939-5f28e5130002" [ 2132.008452] env[62913]: _type = "HttpNfcLease" [ 2132.008452] env[62913]: } obtained for vApp import into resource pool (val){ [ 2132.008452] env[62913]: value = "resgroup-9" [ 2132.008452] env[62913]: _type = "ResourcePool" [ 2132.008452] env[62913]: }. {{(pid=62913) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2132.008734] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the lease: (returnval){ [ 2132.008734] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]522eb7c5-2413-331a-c939-5f28e5130002" [ 2132.008734] env[62913]: _type = "HttpNfcLease" [ 2132.008734] env[62913]: } to be ready. {{(pid=62913) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2132.014452] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2132.014452] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]522eb7c5-2413-331a-c939-5f28e5130002" [ 2132.014452] env[62913]: _type = "HttpNfcLease" [ 2132.014452] env[62913]: } is initializing. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2132.185320] env[62913]: DEBUG oslo_concurrency.lockutils [req-f48171e4-abaa-414c-83b0-5c6fd1b482a9 req-ed16c31f-6529-42db-8c5d-5c7d491202c9 service nova] Releasing lock "refresh_cache-b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2132.517525] env[62913]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2132.517525] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]522eb7c5-2413-331a-c939-5f28e5130002" [ 2132.517525] env[62913]: _type = "HttpNfcLease" [ 2132.517525] env[62913]: } is ready. {{(pid=62913) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2132.517880] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2132.517880] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]522eb7c5-2413-331a-c939-5f28e5130002" [ 2132.517880] env[62913]: _type = "HttpNfcLease" [ 2132.517880] env[62913]: }. {{(pid=62913) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2132.518673] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ca01c9-a009-4e8d-b3aa-993be37280cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.525705] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d79a40-e297-9af3-2e92-477d980c92ce/disk-0.vmdk from lease info. {{(pid=62913) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2132.525882] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d79a40-e297-9af3-2e92-477d980c92ce/disk-0.vmdk. {{(pid=62913) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2132.589120] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9e5812a6-efd5-4e7f-ad7c-177604edf41c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.916080] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6df0fb-1d1e-41ea-9a72-e1bab0b8261f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.936768] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating instance 'c5e36fa2-3328-4c80-8501-cb1c8bedb900' progress to 0 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2133.448241] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2133.448241] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-617d3948-66e6-41fc-be69-5306e7e53437 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.457442] env[62913]: DEBUG oslo_vmware.api [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2133.457442] env[62913]: value = "task-1823242" [ 2133.457442] env[62913]: _type = "Task" [ 2133.457442] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.469176] env[62913]: DEBUG oslo_vmware.api [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.741523] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Completed reading data from the image iterator. {{(pid=62913) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2133.741810] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d79a40-e297-9af3-2e92-477d980c92ce/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2133.742808] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca8fc1e-5647-4040-be0e-f6974c08ba11 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.749195] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d79a40-e297-9af3-2e92-477d980c92ce/disk-0.vmdk is in state: ready. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2133.749363] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d79a40-e297-9af3-2e92-477d980c92ce/disk-0.vmdk. {{(pid=62913) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2133.749585] env[62913]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7d861a04-fbf9-437c-8942-55aa9c7b7b67 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.941162] env[62913]: DEBUG oslo_vmware.rw_handles [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d79a40-e297-9af3-2e92-477d980c92ce/disk-0.vmdk. {{(pid=62913) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2133.941541] env[62913]: INFO nova.virt.vmwareapi.images [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Downloaded image file data c87dcda9-b777-4289-af25-4323c0f203fd [ 2133.942247] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3fbfaf-991a-4dee-8be6-71ad0f6fc684 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.958263] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8f4153a-eb6b-49ca-9d0c-ded7a807c11f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.970047] env[62913]: DEBUG oslo_vmware.api [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823242, 'name': PowerOffVM_Task, 'duration_secs': 0.225986} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.970359] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2133.970553] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating instance 'c5e36fa2-3328-4c80-8501-cb1c8bedb900' progress to 17 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2134.005650] env[62913]: INFO nova.virt.vmwareapi.images [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] The imported VM was unregistered [ 2134.008267] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Caching image {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2134.008516] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c87dcda9-b777-4289-af25-4323c0f203fd {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2134.008782] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-098485bd-72aa-45f0-bd17-fa13d524b3d5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.020542] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Created directory with path [datastore1] devstack-image-cache_base/c87dcda9-b777-4289-af25-4323c0f203fd {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2134.020748] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b7d7802b-a27d-4a15-9d95-7998f66b5056/OSTACK_IMG_b7d7802b-a27d-4a15-9d95-7998f66b5056.vmdk to [datastore1] devstack-image-cache_base/c87dcda9-b777-4289-af25-4323c0f203fd/c87dcda9-b777-4289-af25-4323c0f203fd.vmdk. {{(pid=62913) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2134.021226] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-17f04123-d1e0-46fa-b52f-91310061193e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.027549] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2134.027549] env[62913]: value = "task-1823244" [ 2134.027549] env[62913]: _type = "Task" [ 2134.027549] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.035147] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823244, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.478149] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2134.478149] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2134.478149] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2134.478149] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2134.478149] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2134.478149] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2134.478571] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2134.478571] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2134.478642] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2134.479879] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2134.479879] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2134.483938] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bee0fcc-9478-4c89-b21f-66b258efc828 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.501018] env[62913]: DEBUG oslo_vmware.api [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2134.501018] env[62913]: value = "task-1823245" [ 2134.501018] env[62913]: _type = "Task" [ 2134.501018] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.509785] env[62913]: DEBUG oslo_vmware.api [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.539539] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823244, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.013369] env[62913]: DEBUG oslo_vmware.api [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.039135] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823244, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.513477] env[62913]: DEBUG oslo_vmware.api [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823245, 'name': ReconfigVM_Task, 'duration_secs': 0.727672} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.513820] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating instance 'c5e36fa2-3328-4c80-8501-cb1c8bedb900' progress to 33 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2135.539262] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823244, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.020619] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2136.021050] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2136.021050] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2136.021223] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2136.021378] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2136.021532] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2136.021742] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2136.021905] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2136.022091] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2136.022262] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2136.022435] env[62913]: DEBUG nova.virt.hardware [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2136.027895] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2136.028254] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9efc696f-57ec-4357-98bc-fc3669365c45 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.050131] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823244, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.053260] env[62913]: DEBUG oslo_vmware.api [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2136.053260] env[62913]: value = "task-1823246" [ 2136.053260] env[62913]: _type = "Task" [ 2136.053260] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.063672] env[62913]: DEBUG oslo_vmware.api [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.552669] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823244, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.240316} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.552900] env[62913]: INFO nova.virt.vmwareapi.ds_util [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b7d7802b-a27d-4a15-9d95-7998f66b5056/OSTACK_IMG_b7d7802b-a27d-4a15-9d95-7998f66b5056.vmdk to [datastore1] devstack-image-cache_base/c87dcda9-b777-4289-af25-4323c0f203fd/c87dcda9-b777-4289-af25-4323c0f203fd.vmdk. [ 2136.553102] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Cleaning up location [datastore1] OSTACK_IMG_b7d7802b-a27d-4a15-9d95-7998f66b5056 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2136.553311] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b7d7802b-a27d-4a15-9d95-7998f66b5056 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2136.553622] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0edb33f7-7628-44ce-bc93-6c7b443353b5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.564515] env[62913]: DEBUG oslo_vmware.api [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823246, 'name': ReconfigVM_Task, 'duration_secs': 0.28052} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.565771] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2136.566134] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2136.566134] env[62913]: value = "task-1823247" [ 2136.566134] env[62913]: _type = "Task" [ 2136.566134] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.566874] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fd09fb-d43e-49aa-8642-13838fb4bec2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.593014] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-ad9ced2c-de46-4916-9002-25b195793b90/volume-ad9ced2c-de46-4916-9002-25b195793b90.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2136.596100] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5585be7-0c14-4200-8e66-0713f814f8d3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.609193] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.614300] env[62913]: DEBUG oslo_vmware.api [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2136.614300] env[62913]: value = "task-1823248" [ 2136.614300] env[62913]: _type = "Task" [ 2136.614300] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.622253] env[62913]: DEBUG oslo_vmware.api [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.078426] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182655} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.078829] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2137.078829] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c87dcda9-b777-4289-af25-4323c0f203fd/c87dcda9-b777-4289-af25-4323c0f203fd.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.079083] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c87dcda9-b777-4289-af25-4323c0f203fd/c87dcda9-b777-4289-af25-4323c0f203fd.vmdk to [datastore1] b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a/b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2137.079341] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ee596df-6cbc-4670-9240-4386f8b4b58a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.086143] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2137.086143] env[62913]: value = "task-1823249" [ 2137.086143] env[62913]: _type = "Task" [ 2137.086143] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.093907] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.122887] env[62913]: DEBUG oslo_vmware.api [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823248, 'name': ReconfigVM_Task, 'duration_secs': 0.339788} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.123182] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-ad9ced2c-de46-4916-9002-25b195793b90/volume-ad9ced2c-de46-4916-9002-25b195793b90.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2137.123467] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating instance 'c5e36fa2-3328-4c80-8501-cb1c8bedb900' progress to 50 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2137.596150] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.629702] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4fe712-4277-49a8-bb95-4d039ff91472 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.647789] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af986dcc-4a5e-4ad1-bab1-065ed4f708df {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.664623] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating instance 'c5e36fa2-3328-4c80-8501-cb1c8bedb900' progress to 67 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2138.097445] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823249, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.597612] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823249, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.098936] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823249, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.330188] env[62913]: DEBUG nova.network.neutron [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Port 5ed187c1-8ecc-4658-b31e-0454895e93bc binding to destination host cpu-1 is already ACTIVE {{(pid=62913) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2139.598846] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823249, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.099011] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823249, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.947619} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.099296] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c87dcda9-b777-4289-af25-4323c0f203fd/c87dcda9-b777-4289-af25-4323c0f203fd.vmdk to [datastore1] b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a/b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2140.100047] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff02dc1-738f-44e4-8d41-c5a68c56ed98 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.121358] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a/b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a.vmdk or device None with type streamOptimized {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2140.121613] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86bdce4c-0046-45fb-8188-6b0cb25833d9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.140109] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2140.140109] env[62913]: value = "task-1823250" [ 2140.140109] env[62913]: _type = "Task" [ 2140.140109] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.148066] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.351628] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.351876] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.352040] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.650167] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823250, 'name': ReconfigVM_Task, 'duration_secs': 0.409361} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.650448] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Reconfigured VM instance instance-00000075 to attach disk [datastore1] b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a/b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a.vmdk or device None with type streamOptimized {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2140.651097] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-808af4a5-8e46-4044-a3f5-e562080bd2a7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.656870] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2140.656870] env[62913]: value = "task-1823251" [ 2140.656870] env[62913]: _type = "Task" [ 2140.656870] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.665197] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823251, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.166517] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823251, 'name': Rename_Task, 'duration_secs': 0.27179} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.166866] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2141.167086] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d088891e-503b-4f29-ae40-653c51620ac7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.173063] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2141.173063] env[62913]: value = "task-1823252" [ 2141.173063] env[62913]: _type = "Task" [ 2141.173063] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.180241] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.387210] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2141.387405] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2141.387584] env[62913]: DEBUG nova.network.neutron [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2141.682399] env[62913]: DEBUG oslo_vmware.api [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823252, 'name': PowerOnVM_Task, 'duration_secs': 0.492363} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.682667] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2141.779548] env[62913]: DEBUG nova.compute.manager [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2141.780482] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86861794-4d46-447c-900a-b3cb4d5c3a59 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.106734] env[62913]: DEBUG nova.network.neutron [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating instance_info_cache with network_info: [{"id": "5ed187c1-8ecc-4658-b31e-0454895e93bc", "address": "fa:16:3e:8b:0c:fd", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed187c1-8e", "ovs_interfaceid": "5ed187c1-8ecc-4658-b31e-0454895e93bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2142.298867] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c43f6d43-fb30-4d44-ad19-985e4cf1186b tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.040s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.610058] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2142.691540] env[62913]: DEBUG oslo_concurrency.lockutils [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "a11c969a-42be-4624-b3cf-968d45520341" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.691753] env[62913]: DEBUG oslo_concurrency.lockutils [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "a11c969a-42be-4624-b3cf-968d45520341" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.969141] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.969386] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.969641] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.969837] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.970021] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.971878] env[62913]: INFO nova.compute.manager [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Terminating instance [ 2143.118508] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2b8346-9f12-49dd-a173-63925de3a30d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.125530] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea59d9b0-318e-4a92-aebb-061e2d049a4f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.195150] env[62913]: DEBUG nova.compute.utils [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2143.475570] env[62913]: DEBUG nova.compute.manager [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2143.475875] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2143.476720] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb428dc-efac-43f5-ad7e-1e64fa915218 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.484505] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2143.484751] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6f91cf9-5c36-46dc-abbb-f9b6aa7d9273 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.490726] env[62913]: DEBUG oslo_vmware.api [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2143.490726] env[62913]: value = "task-1823253" [ 2143.490726] env[62913]: _type = "Task" [ 2143.490726] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.499094] env[62913]: DEBUG oslo_vmware.api [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.698302] env[62913]: DEBUG oslo_concurrency.lockutils [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "a11c969a-42be-4624-b3cf-968d45520341" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.000447] env[62913]: DEBUG oslo_vmware.api [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823253, 'name': PowerOffVM_Task, 'duration_secs': 0.178415} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.000702] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2144.000863] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2144.001127] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19378407-f530-4969-8353-ffc3956cf19d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.104838] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2144.105119] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2144.105375] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Deleting the datastore file [datastore1] b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2144.105726] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eec4768b-8106-4047-a63d-ef5ac8acd7b0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.111723] env[62913]: DEBUG oslo_vmware.api [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for the task: (returnval){ [ 2144.111723] env[62913]: value = "task-1823255" [ 2144.111723] env[62913]: _type = "Task" [ 2144.111723] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.119032] env[62913]: DEBUG oslo_vmware.api [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.218884] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3f7561-e291-4ca3-9e8e-61cc6a7be13d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.239330] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5b7469-82d1-40db-84cd-cfdcb7cf2e50 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.246740] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating instance 'c5e36fa2-3328-4c80-8501-cb1c8bedb900' progress to 83 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2144.621231] env[62913]: DEBUG oslo_vmware.api [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Task: {'id': task-1823255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157152} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.621541] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2144.621657] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2144.621828] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2144.622011] env[62913]: INFO nova.compute.manager [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2144.622261] env[62913]: DEBUG oslo.service.loopingcall [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2144.622450] env[62913]: DEBUG nova.compute.manager [-] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2144.622546] env[62913]: DEBUG nova.network.neutron [-] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2144.754922] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2144.755551] env[62913]: DEBUG oslo_concurrency.lockutils [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "a11c969a-42be-4624-b3cf-968d45520341" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.755785] env[62913]: DEBUG oslo_concurrency.lockutils [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "a11c969a-42be-4624-b3cf-968d45520341" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.756018] env[62913]: INFO nova.compute.manager [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Attaching volume 1d9a2583-df13-4133-9574-fe2b5ecada3c to /dev/sdb [ 2144.757639] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c18c6d5-189f-4ede-8be9-7327cfbc6f3b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.765738] env[62913]: DEBUG oslo_vmware.api [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2144.765738] env[62913]: value = "task-1823256" [ 2144.765738] env[62913]: _type = "Task" [ 2144.765738] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.778928] env[62913]: DEBUG oslo_vmware.api [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.800411] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5042c2-e291-4448-9df5-976810d6f8ec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.809627] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792c3169-4b0c-4e97-b9d5-9ada84ee75a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.826150] env[62913]: DEBUG nova.virt.block_device [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Updating existing volume attachment record: b7e851a0-0315-41ed-8efd-5a1d1d9f53aa {{(pid=62913) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2145.107359] env[62913]: DEBUG nova.compute.manager [req-dc96cfa0-d7cb-4e20-acf2-851edbde7557 req-2c7e7fb4-2b65-4299-8c96-506bc675605b service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Received event network-vif-deleted-79000290-b0b1-42cf-8c93-cb6641a5ee30 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2145.107359] env[62913]: INFO nova.compute.manager [req-dc96cfa0-d7cb-4e20-acf2-851edbde7557 req-2c7e7fb4-2b65-4299-8c96-506bc675605b service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Neutron deleted interface 79000290-b0b1-42cf-8c93-cb6641a5ee30; detaching it from the instance and deleting it from the info cache [ 2145.107359] env[62913]: DEBUG nova.network.neutron [req-dc96cfa0-d7cb-4e20-acf2-851edbde7557 req-2c7e7fb4-2b65-4299-8c96-506bc675605b service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.275389] env[62913]: DEBUG oslo_vmware.api [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823256, 'name': PowerOnVM_Task, 'duration_secs': 0.486571} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.275660] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2145.275822] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef470e9-f0ce-4c77-9b75-e66647f28ca2 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating instance 'c5e36fa2-3328-4c80-8501-cb1c8bedb900' progress to 100 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2145.583822] env[62913]: DEBUG nova.network.neutron [-] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.610047] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f6b56a2-a75d-4cba-8d32-f9d414b9f5d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.619073] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ce4b80-75c0-409c-bc6a-12199428e89d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.646932] env[62913]: DEBUG nova.compute.manager [req-dc96cfa0-d7cb-4e20-acf2-851edbde7557 req-2c7e7fb4-2b65-4299-8c96-506bc675605b service nova] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Detach interface failed, port_id=79000290-b0b1-42cf-8c93-cb6641a5ee30, reason: Instance b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2146.087116] env[62913]: INFO nova.compute.manager [-] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Took 1.46 seconds to deallocate network for instance. [ 2146.593448] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.593740] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.593970] env[62913]: DEBUG nova.objects.instance [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lazy-loading 'resources' on Instance uuid b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2146.596070] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2146.596070] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2147.104125] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2147.104125] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2147.176612] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.176946] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.177160] env[62913]: DEBUG nova.compute.manager [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Going to confirm migration 8 {{(pid=62913) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 2147.214589] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260b548d-674f-47bc-b04d-22f04e97f1e2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.222603] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5949ee7-a496-493c-abac-19c24d2042ac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.252301] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79a6bf7-5e02-48ad-8bd3-53661b4e6b84 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.259720] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a65e18-e2e7-4111-b447-2bedb1a4a753 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.272939] env[62913]: DEBUG nova.compute.provider_tree [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2147.715088] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.715293] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquired lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.715467] env[62913]: DEBUG nova.network.neutron [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2147.715650] env[62913]: DEBUG nova.objects.instance [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lazy-loading 'info_cache' on Instance uuid c5e36fa2-3328-4c80-8501-cb1c8bedb900 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2147.792983] env[62913]: ERROR nova.scheduler.client.report [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] [req-b690edbd-fd69-4789-9e14-bd4431d81d22] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b690edbd-fd69-4789-9e14-bd4431d81d22"}]} [ 2147.808826] env[62913]: DEBUG nova.scheduler.client.report [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2147.821627] env[62913]: DEBUG nova.scheduler.client.report [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2147.821858] env[62913]: DEBUG nova.compute.provider_tree [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2147.832346] env[62913]: DEBUG nova.scheduler.client.report [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2147.849394] env[62913]: DEBUG nova.scheduler.client.report [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2147.938079] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8991089-c86a-417c-bb21-aceceb640c75 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.946478] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9506b72-c4d1-456c-a617-5cdebb586715 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.975413] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1beb3d-c963-41f9-bd14-9b7865ed0527 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.982388] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec943db-a2e7-4b44-a2a2-eb854c1a1d09 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.995180] env[62913]: DEBUG nova.compute.provider_tree [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2148.525706] env[62913]: DEBUG nova.scheduler.client.report [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2148.526042] env[62913]: DEBUG nova.compute.provider_tree [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 176 to 177 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2148.526177] env[62913]: DEBUG nova.compute.provider_tree [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2148.963519] env[62913]: DEBUG nova.network.neutron [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating instance_info_cache with network_info: [{"id": "5ed187c1-8ecc-4658-b31e-0454895e93bc", "address": "fa:16:3e:8b:0c:fd", "network": {"id": "516a13dc-9ae2-4a24-b31e-35d3cfde28fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-111172936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fadfcee384f4a3baa3ef01c6fc68f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed187c1-8e", "ovs_interfaceid": "5ed187c1-8ecc-4658-b31e-0454895e93bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.030772] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.437s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.050294] env[62913]: INFO nova.scheduler.client.report [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Deleted allocations for instance b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a [ 2149.112951] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Didn't find any instances for network info cache update. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 2149.113180] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2149.113341] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2149.113492] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2149.113639] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2149.113779] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2149.113925] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2149.114107] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2149.114263] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2149.375517] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Volume attach. Driver type: vmdk {{(pid=62913) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2149.375770] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377596', 'volume_id': '1d9a2583-df13-4133-9574-fe2b5ecada3c', 'name': 'volume-1d9a2583-df13-4133-9574-fe2b5ecada3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a11c969a-42be-4624-b3cf-968d45520341', 'attached_at': '', 'detached_at': '', 'volume_id': '1d9a2583-df13-4133-9574-fe2b5ecada3c', 'serial': '1d9a2583-df13-4133-9574-fe2b5ecada3c'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2149.376750] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec145c6f-194d-4fd6-91b6-4296db5f26a3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.393642] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c19668-06c1-42c1-b000-9a08eef6cacf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.417826] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-1d9a2583-df13-4133-9574-fe2b5ecada3c/volume-1d9a2583-df13-4133-9574-fe2b5ecada3c.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2149.418070] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dba933f0-b036-4190-8ab4-241b5b014fda {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.435123] env[62913]: DEBUG oslo_vmware.api [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2149.435123] env[62913]: value = "task-1823259" [ 2149.435123] env[62913]: _type = "Task" [ 2149.435123] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.442689] env[62913]: DEBUG oslo_vmware.api [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.466514] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Releasing lock "refresh_cache-c5e36fa2-3328-4c80-8501-cb1c8bedb900" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.466803] env[62913]: DEBUG nova.objects.instance [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lazy-loading 'migration_context' on Instance uuid c5e36fa2-3328-4c80-8501-cb1c8bedb900 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2149.557285] env[62913]: DEBUG oslo_concurrency.lockutils [None req-e30af864-065f-4dea-9165-13b2153b0335 tempest-ServerActionsTestOtherB-1499067101 tempest-ServerActionsTestOtherB-1499067101-project-member] Lock "b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.588s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.617076] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.617361] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.617472] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.617630] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2149.618594] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ca0c34-72bc-4a96-ac99-afea6d476d59 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.627123] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331c653d-301b-4cea-9d38-6ae49c9094c3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.641847] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaadc63-49e3-4e84-95d0-6dd1f1cf8cb5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.648613] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed730fee-9054-4f8b-b940-9bc1f65de3d5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.679854] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180706MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2149.680038] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.680224] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.944859] env[62913]: DEBUG oslo_vmware.api [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823259, 'name': ReconfigVM_Task, 'duration_secs': 0.347745} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.945124] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-1d9a2583-df13-4133-9574-fe2b5ecada3c/volume-1d9a2583-df13-4133-9574-fe2b5ecada3c.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2149.949793] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67994b71-463e-4a51-b546-5bda900ad3fa {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.964048] env[62913]: DEBUG oslo_vmware.api [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2149.964048] env[62913]: value = "task-1823260" [ 2149.964048] env[62913]: _type = "Task" [ 2149.964048] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.971908] env[62913]: DEBUG nova.objects.base [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2149.972213] env[62913]: DEBUG oslo_vmware.api [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.972873] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9057797b-ab5b-4ff7-b9f9-2148edfb2925 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.990613] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b407a3-8701-4f0e-b7b6-e3f46cf35d55 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.995851] env[62913]: DEBUG oslo_vmware.api [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2149.995851] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]524b70a1-5922-4299-b526-465b462a2393" [ 2149.995851] env[62913]: _type = "Task" [ 2149.995851] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.004214] env[62913]: DEBUG oslo_vmware.api [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524b70a1-5922-4299-b526-465b462a2393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.473689] env[62913]: DEBUG oslo_vmware.api [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823260, 'name': ReconfigVM_Task, 'duration_secs': 0.141622} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.474119] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377596', 'volume_id': '1d9a2583-df13-4133-9574-fe2b5ecada3c', 'name': 'volume-1d9a2583-df13-4133-9574-fe2b5ecada3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a11c969a-42be-4624-b3cf-968d45520341', 'attached_at': '', 'detached_at': '', 'volume_id': '1d9a2583-df13-4133-9574-fe2b5ecada3c', 'serial': '1d9a2583-df13-4133-9574-fe2b5ecada3c'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2150.505624] env[62913]: DEBUG oslo_vmware.api [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524b70a1-5922-4299-b526-465b462a2393, 'name': SearchDatastore_Task, 'duration_secs': 0.008144} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.506061] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.689607] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Applying migration context for instance c5e36fa2-3328-4c80-8501-cb1c8bedb900 as it has an incoming, in-progress migration f2e006cf-697e-4b7c-a5ca-b0f3c140e809. Migration status is confirming {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2150.690560] env[62913]: INFO nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating resource usage from migration f2e006cf-697e-4b7c-a5ca-b0f3c140e809 [ 2150.708951] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 56bc8099-96a7-43ea-bd17-f54d6e87d663 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2150.709127] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 9cf699a1-1c76-4b67-8ba0-a3113c8d237b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2150.709251] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance debb5d8c-55c8-4369-8072-6daf1e5ae233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2150.709396] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 8188d813-291b-429c-95dd-cbf81f360b99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2150.709478] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance a11c969a-42be-4624-b3cf-968d45520341 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2150.709591] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Migration f2e006cf-697e-4b7c-a5ca-b0f3c140e809 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2150.709704] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance c5e36fa2-3328-4c80-8501-cb1c8bedb900 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2150.709884] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2150.710032] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2150.789796] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584cfc2b-14c2-4996-b970-6dd4e643fb51 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.796532] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e44e82-e0f3-43ed-9e52-e0f811ccb955 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.826757] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadb39fe-8c5c-4f01-af69-f8f22fc4f801 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.833778] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b3824a-0790-4507-99c7-f6541ccc0933 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.846922] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2151.349696] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2151.511058] env[62913]: DEBUG nova.objects.instance [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lazy-loading 'flavor' on Instance uuid a11c969a-42be-4624-b3cf-968d45520341 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2151.854563] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2151.854935] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.174s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.855074] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.349s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.015792] env[62913]: DEBUG oslo_concurrency.lockutils [None req-108ce594-9383-43d2-ae83-3642ec7e3449 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "a11c969a-42be-4624-b3cf-968d45520341" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.260s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.215413] env[62913]: DEBUG oslo_concurrency.lockutils [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "a11c969a-42be-4624-b3cf-968d45520341" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.215760] env[62913]: DEBUG oslo_concurrency.lockutils [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "a11c969a-42be-4624-b3cf-968d45520341" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.440984] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af758fb7-2aa6-4405-897b-a74a145f10f6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.448694] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b201c6c5-42a2-4485-8d22-3eb5d398bcfe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.478964] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7584c89e-ce7c-4d98-a13a-e2a4a758c8fe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.487056] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f6f259-034d-4fa7-aa34-6b4fa9da4399 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.500081] env[62913]: DEBUG nova.compute.provider_tree [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2152.718762] env[62913]: INFO nova.compute.manager [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Detaching volume 1d9a2583-df13-4133-9574-fe2b5ecada3c [ 2152.748350] env[62913]: INFO nova.virt.block_device [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Attempting to driver detach volume 1d9a2583-df13-4133-9574-fe2b5ecada3c from mountpoint /dev/sdb [ 2152.748581] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2152.748764] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377596', 'volume_id': '1d9a2583-df13-4133-9574-fe2b5ecada3c', 'name': 'volume-1d9a2583-df13-4133-9574-fe2b5ecada3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a11c969a-42be-4624-b3cf-968d45520341', 'attached_at': '', 'detached_at': '', 'volume_id': '1d9a2583-df13-4133-9574-fe2b5ecada3c', 'serial': '1d9a2583-df13-4133-9574-fe2b5ecada3c'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2152.749665] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614d2bb5-0109-40db-b790-124bd94336f1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.770880] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe447bf-a5bc-444d-8c3b-ac07676e6d2d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.779295] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a84c89-8f69-4786-9c1d-384de4366101 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.798258] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d70d9d3-ffec-4e2b-ac7a-1f345daeca4b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.812252] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] The volume has not been displaced from its original location: [datastore1] volume-1d9a2583-df13-4133-9574-fe2b5ecada3c/volume-1d9a2583-df13-4133-9574-fe2b5ecada3c.vmdk. No consolidation needed. {{(pid=62913) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2152.817301] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2152.817545] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e35169a7-5aa8-4491-a682-60406cd59c75 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.834150] env[62913]: DEBUG oslo_vmware.api [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2152.834150] env[62913]: value = "task-1823262" [ 2152.834150] env[62913]: _type = "Task" [ 2152.834150] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.841207] env[62913]: DEBUG oslo_vmware.api [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.003683] env[62913]: DEBUG nova.scheduler.client.report [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2153.344145] env[62913]: DEBUG oslo_vmware.api [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823262, 'name': ReconfigVM_Task, 'duration_secs': 0.215984} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.344437] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2153.349008] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-832b71a2-f266-4990-9a35-2ed6d21c319f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.364245] env[62913]: DEBUG oslo_vmware.api [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2153.364245] env[62913]: value = "task-1823263" [ 2153.364245] env[62913]: _type = "Task" [ 2153.364245] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.371889] env[62913]: DEBUG oslo_vmware.api [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.873812] env[62913]: DEBUG oslo_vmware.api [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823263, 'name': ReconfigVM_Task, 'duration_secs': 0.133648} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.874676] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377596', 'volume_id': '1d9a2583-df13-4133-9574-fe2b5ecada3c', 'name': 'volume-1d9a2583-df13-4133-9574-fe2b5ecada3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a11c969a-42be-4624-b3cf-968d45520341', 'attached_at': '', 'detached_at': '', 'volume_id': '1d9a2583-df13-4133-9574-fe2b5ecada3c', 'serial': '1d9a2583-df13-4133-9574-fe2b5ecada3c'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2154.017033] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.159s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.420754] env[62913]: DEBUG nova.objects.instance [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lazy-loading 'flavor' on Instance uuid a11c969a-42be-4624-b3cf-968d45520341 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2154.576604] env[62913]: INFO nova.scheduler.client.report [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleted allocation for migration f2e006cf-697e-4b7c-a5ca-b0f3c140e809 [ 2154.780835] env[62913]: INFO nova.compute.manager [None req-0b7ef1f7-b29c-4342-894a-28356f828c72 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Get console output [ 2154.781590] env[62913]: WARNING nova.virt.vmwareapi.driver [None req-0b7ef1f7-b29c-4342-894a-28356f828c72 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] The console log is missing. Check your VSPC configuration [ 2155.083111] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72b710d6-0bef-41ff-9d75-0c680f5ffc48 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.906s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.426306] env[62913]: DEBUG oslo_concurrency.lockutils [None req-83a2115c-fd7e-42f9-b9cf-6bd5aaf75c8a tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "a11c969a-42be-4624-b3cf-968d45520341" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.475524] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "a11c969a-42be-4624-b3cf-968d45520341" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.475907] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "a11c969a-42be-4624-b3cf-968d45520341" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.476044] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "a11c969a-42be-4624-b3cf-968d45520341-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.476244] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "a11c969a-42be-4624-b3cf-968d45520341-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.476418] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "a11c969a-42be-4624-b3cf-968d45520341-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.478615] env[62913]: INFO nova.compute.manager [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Terminating instance [ 2156.982064] env[62913]: DEBUG nova.compute.manager [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2156.982272] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2156.983028] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cf2eec-6d83-4020-8205-9e52e9b576a6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.991293] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2156.991501] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abd7f7e9-ab42-4e7d-8dcf-94e96e32c83a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.998766] env[62913]: DEBUG oslo_vmware.api [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2156.998766] env[62913]: value = "task-1823264" [ 2156.998766] env[62913]: _type = "Task" [ 2156.998766] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.008802] env[62913]: DEBUG oslo_vmware.api [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.509270] env[62913]: DEBUG oslo_vmware.api [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823264, 'name': PowerOffVM_Task, 'duration_secs': 0.178062} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.509651] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2157.509651] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2157.509881] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2bf553f-c51a-4f70-8922-f1a936099ea9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.582019] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2157.582256] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2157.582437] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Deleting the datastore file [datastore1] a11c969a-42be-4624-b3cf-968d45520341 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2157.582691] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbc3916a-c017-491c-b219-cae656ed537f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.589380] env[62913]: DEBUG oslo_vmware.api [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2157.589380] env[62913]: value = "task-1823266" [ 2157.589380] env[62913]: _type = "Task" [ 2157.589380] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.597128] env[62913]: DEBUG oslo_vmware.api [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.099280] env[62913]: DEBUG oslo_vmware.api [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134428} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.099517] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2158.099666] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2158.099844] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2158.100034] env[62913]: INFO nova.compute.manager [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: a11c969a-42be-4624-b3cf-968d45520341] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2158.100295] env[62913]: DEBUG oslo.service.loopingcall [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2158.100485] env[62913]: DEBUG nova.compute.manager [-] [instance: a11c969a-42be-4624-b3cf-968d45520341] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2158.100582] env[62913]: DEBUG nova.network.neutron [-] [instance: a11c969a-42be-4624-b3cf-968d45520341] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2158.576092] env[62913]: DEBUG nova.compute.manager [req-2fd7f2aa-593b-4c4d-a086-10a9f1aa71b9 req-ce413d26-b71e-4705-afda-3cc983bcac67 service nova] [instance: a11c969a-42be-4624-b3cf-968d45520341] Received event network-vif-deleted-2f536269-fc05-4256-807a-66fa28db0c34 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2158.576347] env[62913]: INFO nova.compute.manager [req-2fd7f2aa-593b-4c4d-a086-10a9f1aa71b9 req-ce413d26-b71e-4705-afda-3cc983bcac67 service nova] [instance: a11c969a-42be-4624-b3cf-968d45520341] Neutron deleted interface 2f536269-fc05-4256-807a-66fa28db0c34; detaching it from the instance and deleting it from the info cache [ 2158.576462] env[62913]: DEBUG nova.network.neutron [req-2fd7f2aa-593b-4c4d-a086-10a9f1aa71b9 req-ce413d26-b71e-4705-afda-3cc983bcac67 service nova] [instance: a11c969a-42be-4624-b3cf-968d45520341] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2159.055519] env[62913]: DEBUG nova.network.neutron [-] [instance: a11c969a-42be-4624-b3cf-968d45520341] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2159.078726] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4228e9ae-0822-4381-95e9-0583c25f43e5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.094119] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbeb51e8-ab1e-482e-9f2e-0703dbf678b4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.131752] env[62913]: DEBUG nova.compute.manager [req-2fd7f2aa-593b-4c4d-a086-10a9f1aa71b9 req-ce413d26-b71e-4705-afda-3cc983bcac67 service nova] [instance: a11c969a-42be-4624-b3cf-968d45520341] Detach interface failed, port_id=2f536269-fc05-4256-807a-66fa28db0c34, reason: Instance a11c969a-42be-4624-b3cf-968d45520341 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2159.558170] env[62913]: INFO nova.compute.manager [-] [instance: a11c969a-42be-4624-b3cf-968d45520341] Took 1.46 seconds to deallocate network for instance. [ 2160.064732] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.065283] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.065283] env[62913]: DEBUG nova.objects.instance [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lazy-loading 'resources' on Instance uuid a11c969a-42be-4624-b3cf-968d45520341 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2160.647649] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8404e91d-7ca7-4cd3-94f1-4661d7c47d2b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.655509] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dff04f-f87e-4062-8bb3-2d27e9d2bf54 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.684325] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adcfe91-57fe-4891-9ccf-da69328534df {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.691209] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e569cf00-5030-47af-8dbc-6e73e33479f9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.705298] env[62913]: DEBUG nova.compute.provider_tree [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2161.224052] env[62913]: ERROR nova.scheduler.client.report [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [req-60942132-c919-4787-9c98-09d5b88f2346] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b05aba35-a74b-4686-847a-0f7cde3a4125. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-60942132-c919-4787-9c98-09d5b88f2346"}]} [ 2161.239414] env[62913]: DEBUG nova.scheduler.client.report [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Refreshing inventories for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2161.251125] env[62913]: DEBUG nova.scheduler.client.report [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Updating ProviderTree inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2161.251342] env[62913]: DEBUG nova.compute.provider_tree [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2161.261018] env[62913]: DEBUG nova.scheduler.client.report [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Refreshing aggregate associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, aggregates: None {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2161.276887] env[62913]: DEBUG nova.scheduler.client.report [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Refreshing trait associations for resource provider b05aba35-a74b-4686-847a-0f7cde3a4125, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62913) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2161.346520] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad52266d-e8da-4375-b79c-cdc976cd96cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.353832] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db33e00-bf6d-46b3-aa72-3e246016ccc9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.383064] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86db9f39-e298-4d3e-8a54-222c4cb6c94a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.390039] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02d9c1d-a7de-4305-bbc1-f78db3e88f28 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.402458] env[62913]: DEBUG nova.compute.provider_tree [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2161.930780] env[62913]: DEBUG nova.scheduler.client.report [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Updated inventory for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2161.931066] env[62913]: DEBUG nova.compute.provider_tree [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Updating resource provider b05aba35-a74b-4686-847a-0f7cde3a4125 generation from 178 to 179 during operation: update_inventory {{(pid=62913) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2161.931261] env[62913]: DEBUG nova.compute.provider_tree [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Updating inventory in ProviderTree for provider b05aba35-a74b-4686-847a-0f7cde3a4125 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2162.436563] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.371s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.455282] env[62913]: INFO nova.scheduler.client.report [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Deleted allocations for instance a11c969a-42be-4624-b3cf-968d45520341 [ 2162.963857] env[62913]: DEBUG oslo_concurrency.lockutils [None req-d9609176-a861-453a-8d96-704fdb60d281 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "a11c969a-42be-4624-b3cf-968d45520341" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.488s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.280665] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "debb5d8c-55c8-4369-8072-6daf1e5ae233" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.281077] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "debb5d8c-55c8-4369-8072-6daf1e5ae233" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.281141] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "debb5d8c-55c8-4369-8072-6daf1e5ae233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.281314] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "debb5d8c-55c8-4369-8072-6daf1e5ae233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.281487] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "debb5d8c-55c8-4369-8072-6daf1e5ae233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.283617] env[62913]: INFO nova.compute.manager [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Terminating instance [ 2164.482503] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.482724] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.786737] env[62913]: DEBUG nova.compute.manager [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2164.787029] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2164.787979] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734189a6-946c-429f-b16e-6deb2cd54618 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.795802] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2164.796077] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b88012d-e143-4be4-aac9-692d4e5fc4d1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.802222] env[62913]: DEBUG oslo_vmware.api [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2164.802222] env[62913]: value = "task-1823267" [ 2164.802222] env[62913]: _type = "Task" [ 2164.802222] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.809605] env[62913]: DEBUG oslo_vmware.api [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.985455] env[62913]: DEBUG nova.compute.manager [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2165.311783] env[62913]: DEBUG oslo_vmware.api [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823267, 'name': PowerOffVM_Task, 'duration_secs': 0.173931} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.312162] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2165.312228] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2165.312502] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b1e47b1-ecdb-4f49-a3d8-d7762a2aca3e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.383866] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2165.384090] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2165.384273] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Deleting the datastore file [datastore1] debb5d8c-55c8-4369-8072-6daf1e5ae233 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2165.384535] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf927821-680c-442b-9634-46c423e93487 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.390493] env[62913]: DEBUG oslo_vmware.api [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2165.390493] env[62913]: value = "task-1823269" [ 2165.390493] env[62913]: _type = "Task" [ 2165.390493] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.397885] env[62913]: DEBUG oslo_vmware.api [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.507929] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.508219] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.509762] env[62913]: INFO nova.compute.claims [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2165.901613] env[62913]: DEBUG oslo_vmware.api [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147459} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.901865] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2165.902071] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2165.902251] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2165.902422] env[62913]: INFO nova.compute.manager [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2165.902658] env[62913]: DEBUG oslo.service.loopingcall [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2165.902845] env[62913]: DEBUG nova.compute.manager [-] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2165.902942] env[62913]: DEBUG nova.network.neutron [-] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2166.376075] env[62913]: DEBUG nova.compute.manager [req-13c05fb3-6332-49d8-993a-4dfdb90d792a req-4bf3856f-6ba2-4961-8178-62f30a8bef47 service nova] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Received event network-vif-deleted-3f143f2a-e838-43d7-be7a-9f6b376dd5b7 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2166.376328] env[62913]: INFO nova.compute.manager [req-13c05fb3-6332-49d8-993a-4dfdb90d792a req-4bf3856f-6ba2-4961-8178-62f30a8bef47 service nova] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Neutron deleted interface 3f143f2a-e838-43d7-be7a-9f6b376dd5b7; detaching it from the instance and deleting it from the info cache [ 2166.376488] env[62913]: DEBUG nova.network.neutron [req-13c05fb3-6332-49d8-993a-4dfdb90d792a req-4bf3856f-6ba2-4961-8178-62f30a8bef47 service nova] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2166.603923] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249c5896-2fa9-4914-a9d4-46c71ea94147 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.608386] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bcb8c0-6bf4-469f-9467-de7fddc2df73 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.638277] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8e5c18-7f16-41bc-874a-c3dcbd89ca73 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.645372] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a51450b-ed84-4894-abd5-5bf87db6e831 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.658581] env[62913]: DEBUG nova.compute.provider_tree [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2166.850672] env[62913]: DEBUG nova.network.neutron [-] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2166.878794] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb513b33-04df-42d9-821d-bab3bd88bb74 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.888680] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59790eb-38aa-46a5-9df7-715d5c5f7f58 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.916454] env[62913]: DEBUG nova.compute.manager [req-13c05fb3-6332-49d8-993a-4dfdb90d792a req-4bf3856f-6ba2-4961-8178-62f30a8bef47 service nova] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Detach interface failed, port_id=3f143f2a-e838-43d7-be7a-9f6b376dd5b7, reason: Instance debb5d8c-55c8-4369-8072-6daf1e5ae233 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2167.161516] env[62913]: DEBUG nova.scheduler.client.report [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2167.353984] env[62913]: INFO nova.compute.manager [-] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Took 1.45 seconds to deallocate network for instance. [ 2167.667545] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.668100] env[62913]: DEBUG nova.compute.manager [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2167.860330] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.860588] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.860814] env[62913]: DEBUG nova.objects.instance [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lazy-loading 'resources' on Instance uuid debb5d8c-55c8-4369-8072-6daf1e5ae233 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2168.173664] env[62913]: DEBUG nova.compute.utils [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2168.175207] env[62913]: DEBUG nova.compute.manager [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2168.175338] env[62913]: DEBUG nova.network.neutron [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2168.219473] env[62913]: DEBUG nova.policy [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb2111cc6f041dca6d4a84ef345cd70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '454ecf115674407bba332773179ded50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 2168.470111] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce4ef53-77ee-4191-8fc6-36a1a4c51c0a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.474197] env[62913]: DEBUG nova.network.neutron [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Successfully created port: 400d56ce-2991-4062-9acc-f4df878c858f {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2168.479171] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d804f40-4bd6-4526-83d3-ea9f8a730b44 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.509633] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b01b808-4085-4900-aabd-7e910bf95ba3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.516582] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794a8649-28f4-4ad4-b827-29c8edb9ac2b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.529622] env[62913]: DEBUG nova.compute.provider_tree [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2168.678050] env[62913]: DEBUG nova.compute.manager [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2169.032645] env[62913]: DEBUG nova.scheduler.client.report [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2169.537456] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.555716] env[62913]: INFO nova.scheduler.client.report [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Deleted allocations for instance debb5d8c-55c8-4369-8072-6daf1e5ae233 [ 2169.688522] env[62913]: DEBUG nova.compute.manager [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2169.714094] env[62913]: DEBUG nova.virt.hardware [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2169.714389] env[62913]: DEBUG nova.virt.hardware [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2169.714500] env[62913]: DEBUG nova.virt.hardware [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2169.714686] env[62913]: DEBUG nova.virt.hardware [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2169.714835] env[62913]: DEBUG nova.virt.hardware [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2169.714983] env[62913]: DEBUG nova.virt.hardware [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2169.715293] env[62913]: DEBUG nova.virt.hardware [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2169.715459] env[62913]: DEBUG nova.virt.hardware [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2169.715625] env[62913]: DEBUG nova.virt.hardware [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2169.715790] env[62913]: DEBUG nova.virt.hardware [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2169.715962] env[62913]: DEBUG nova.virt.hardware [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2169.716829] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51259130-a9ae-4413-b706-b708720a99df {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.724638] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d4a1ca-b8a6-428f-8cf0-caad99084cb4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.844853] env[62913]: DEBUG nova.compute.manager [req-77bd9350-771a-40c5-ab46-7801df367ed8 req-ce47c734-77ef-4e4f-8045-7a36451b6bfa service nova] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Received event network-vif-plugged-400d56ce-2991-4062-9acc-f4df878c858f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2169.845050] env[62913]: DEBUG oslo_concurrency.lockutils [req-77bd9350-771a-40c5-ab46-7801df367ed8 req-ce47c734-77ef-4e4f-8045-7a36451b6bfa service nova] Acquiring lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.845297] env[62913]: DEBUG oslo_concurrency.lockutils [req-77bd9350-771a-40c5-ab46-7801df367ed8 req-ce47c734-77ef-4e4f-8045-7a36451b6bfa service nova] Lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2169.845474] env[62913]: DEBUG oslo_concurrency.lockutils [req-77bd9350-771a-40c5-ab46-7801df367ed8 req-ce47c734-77ef-4e4f-8045-7a36451b6bfa service nova] Lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.845644] env[62913]: DEBUG nova.compute.manager [req-77bd9350-771a-40c5-ab46-7801df367ed8 req-ce47c734-77ef-4e4f-8045-7a36451b6bfa service nova] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] No waiting events found dispatching network-vif-plugged-400d56ce-2991-4062-9acc-f4df878c858f {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2169.845808] env[62913]: WARNING nova.compute.manager [req-77bd9350-771a-40c5-ab46-7801df367ed8 req-ce47c734-77ef-4e4f-8045-7a36451b6bfa service nova] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Received unexpected event network-vif-plugged-400d56ce-2991-4062-9acc-f4df878c858f for instance with vm_state building and task_state spawning. [ 2169.927697] env[62913]: DEBUG nova.network.neutron [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Successfully updated port: 400d56ce-2991-4062-9acc-f4df878c858f {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2170.063215] env[62913]: DEBUG oslo_concurrency.lockutils [None req-c3d95ea9-3688-4f28-8482-2be31ae8c5b0 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "debb5d8c-55c8-4369-8072-6daf1e5ae233" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.782s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.430859] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "refresh_cache-4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2170.430859] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquired lock "refresh_cache-4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2170.430859] env[62913]: DEBUG nova.network.neutron [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2170.960730] env[62913]: DEBUG nova.network.neutron [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2171.116039] env[62913]: DEBUG nova.network.neutron [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Updating instance_info_cache with network_info: [{"id": "400d56ce-2991-4062-9acc-f4df878c858f", "address": "fa:16:3e:ec:e3:ec", "network": {"id": "c2e68404-a54c-4efa-9867-3cc34ad00b06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1754178534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "454ecf115674407bba332773179ded50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400d56ce-29", "ovs_interfaceid": "400d56ce-2991-4062-9acc-f4df878c858f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.619228] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Releasing lock "refresh_cache-4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.619566] env[62913]: DEBUG nova.compute.manager [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Instance network_info: |[{"id": "400d56ce-2991-4062-9acc-f4df878c858f", "address": "fa:16:3e:ec:e3:ec", "network": {"id": "c2e68404-a54c-4efa-9867-3cc34ad00b06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1754178534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "454ecf115674407bba332773179ded50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400d56ce-29", "ovs_interfaceid": "400d56ce-2991-4062-9acc-f4df878c858f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2171.619986] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:e3:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '400d56ce-2991-4062-9acc-f4df878c858f', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2171.627314] env[62913]: DEBUG oslo.service.loopingcall [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2171.627517] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2171.627736] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7879b4a3-d1e0-4002-8ce5-62921edaeec7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.646957] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2171.646957] env[62913]: value = "task-1823270" [ 2171.646957] env[62913]: _type = "Task" [ 2171.646957] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.654615] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823270, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.870282] env[62913]: DEBUG nova.compute.manager [req-9c075d2e-33dc-4d5c-984b-313fa6058263 req-75023fb8-3ff1-4a57-873f-e1dcc3e592aa service nova] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Received event network-changed-400d56ce-2991-4062-9acc-f4df878c858f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2171.870497] env[62913]: DEBUG nova.compute.manager [req-9c075d2e-33dc-4d5c-984b-313fa6058263 req-75023fb8-3ff1-4a57-873f-e1dcc3e592aa service nova] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Refreshing instance network info cache due to event network-changed-400d56ce-2991-4062-9acc-f4df878c858f. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2171.870674] env[62913]: DEBUG oslo_concurrency.lockutils [req-9c075d2e-33dc-4d5c-984b-313fa6058263 req-75023fb8-3ff1-4a57-873f-e1dcc3e592aa service nova] Acquiring lock "refresh_cache-4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2171.870821] env[62913]: DEBUG oslo_concurrency.lockutils [req-9c075d2e-33dc-4d5c-984b-313fa6058263 req-75023fb8-3ff1-4a57-873f-e1dcc3e592aa service nova] Acquired lock "refresh_cache-4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.870983] env[62913]: DEBUG nova.network.neutron [req-9c075d2e-33dc-4d5c-984b-313fa6058263 req-75023fb8-3ff1-4a57-873f-e1dcc3e592aa service nova] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Refreshing network info cache for port 400d56ce-2991-4062-9acc-f4df878c858f {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2172.157317] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823270, 'name': CreateVM_Task, 'duration_secs': 0.297602} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.157690] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2172.158182] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.158365] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.158691] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2172.158937] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-591125dd-7afe-45c9-b096-27da9f205586 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.163549] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2172.163549] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]523cb690-fbd8-75b2-cff9-5ca3341e7fd3" [ 2172.163549] env[62913]: _type = "Task" [ 2172.163549] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.171100] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523cb690-fbd8-75b2-cff9-5ca3341e7fd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.199769] env[62913]: DEBUG nova.compute.manager [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Stashing vm_state: active {{(pid=62913) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 2172.582188] env[62913]: DEBUG nova.network.neutron [req-9c075d2e-33dc-4d5c-984b-313fa6058263 req-75023fb8-3ff1-4a57-873f-e1dcc3e592aa service nova] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Updated VIF entry in instance network info cache for port 400d56ce-2991-4062-9acc-f4df878c858f. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2172.582369] env[62913]: DEBUG nova.network.neutron [req-9c075d2e-33dc-4d5c-984b-313fa6058263 req-75023fb8-3ff1-4a57-873f-e1dcc3e592aa service nova] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Updating instance_info_cache with network_info: [{"id": "400d56ce-2991-4062-9acc-f4df878c858f", "address": "fa:16:3e:ec:e3:ec", "network": {"id": "c2e68404-a54c-4efa-9867-3cc34ad00b06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1754178534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "454ecf115674407bba332773179ded50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400d56ce-29", "ovs_interfaceid": "400d56ce-2991-4062-9acc-f4df878c858f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2172.673490] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]523cb690-fbd8-75b2-cff9-5ca3341e7fd3, 'name': SearchDatastore_Task, 'duration_secs': 0.009939} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.673731] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2172.673960] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2172.674211] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.674362] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.674538] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2172.674790] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09ab7bd7-f9a2-49f1-9f5e-f27190255379 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.682568] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2172.682744] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2172.683418] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f6cadf-3d13-422f-94bc-c9cadb5c1837 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.688062] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2172.688062] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52c2ead3-03e1-8119-ebbe-11a125a2852f" [ 2172.688062] env[62913]: _type = "Task" [ 2172.688062] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.695235] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c2ead3-03e1-8119-ebbe-11a125a2852f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.717738] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.717966] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.085562] env[62913]: DEBUG oslo_concurrency.lockutils [req-9c075d2e-33dc-4d5c-984b-313fa6058263 req-75023fb8-3ff1-4a57-873f-e1dcc3e592aa service nova] Releasing lock "refresh_cache-4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2173.200173] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52c2ead3-03e1-8119-ebbe-11a125a2852f, 'name': SearchDatastore_Task, 'duration_secs': 0.008085} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.200950] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6214d43-1bdc-489d-a8ea-d2f66b7038b5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.205863] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2173.205863] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52bf6888-0261-7f52-1428-179051ec7e30" [ 2173.205863] env[62913]: _type = "Task" [ 2173.205863] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.213330] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bf6888-0261-7f52-1428-179051ec7e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.222730] env[62913]: INFO nova.compute.claims [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2173.716526] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52bf6888-0261-7f52-1428-179051ec7e30, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.716866] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2173.717202] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1/4373d570-7aaa-4a6a-96d2-2cfe11aeccc1.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2173.717485] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0807ca0e-a5f8-468e-b0eb-4f82bd8d2ace {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.723442] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2173.723442] env[62913]: value = "task-1823271" [ 2173.723442] env[62913]: _type = "Task" [ 2173.723442] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.728975] env[62913]: INFO nova.compute.resource_tracker [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating resource usage from migration aeaee1b8-ebe2-4e9d-b1b5-916ec76fe5b5 [ 2173.734299] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.807827] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaf68c6-d9af-41a9-afd9-3a65aa2779ec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.814988] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52158e10-aadf-4102-888d-94848a56718c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.844025] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd8f5b0-18e1-4da5-9fd1-31470024f4e6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.851236] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f32bf6-8a1d-4edc-ace1-cb880fd149a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.865565] env[62913]: DEBUG nova.compute.provider_tree [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2174.233612] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446666} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.233999] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1/4373d570-7aaa-4a6a-96d2-2cfe11aeccc1.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2174.234113] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2174.234340] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10b6853c-1de4-426a-a0a7-f095b31fb9ed {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.240192] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2174.240192] env[62913]: value = "task-1823272" [ 2174.240192] env[62913]: _type = "Task" [ 2174.240192] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.247681] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.369099] env[62913]: DEBUG nova.scheduler.client.report [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2174.749771] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055492} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.750058] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2174.750810] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d66a904-2787-4d0a-b777-962cde15ef00 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.772182] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1/4373d570-7aaa-4a6a-96d2-2cfe11aeccc1.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2174.772465] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-113e34a9-6892-400a-9e37-f340baa35d5e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.793578] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2174.793578] env[62913]: value = "task-1823273" [ 2174.793578] env[62913]: _type = "Task" [ 2174.793578] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.801357] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.873544] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.155s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.873794] env[62913]: INFO nova.compute.manager [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Migrating [ 2175.303619] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823273, 'name': ReconfigVM_Task, 'duration_secs': 0.25306} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.304028] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1/4373d570-7aaa-4a6a-96d2-2cfe11aeccc1.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2175.304547] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ff10bfa-edcf-4c5e-adaf-0eb7e1a89038 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.310866] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2175.310866] env[62913]: value = "task-1823274" [ 2175.310866] env[62913]: _type = "Task" [ 2175.310866] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.317973] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823274, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.387735] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2175.387942] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2175.388189] env[62913]: DEBUG nova.network.neutron [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2175.820573] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823274, 'name': Rename_Task, 'duration_secs': 0.14131} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.821123] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2175.821676] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36201980-ab72-42b3-aa96-885777e4a77d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.828052] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2175.828052] env[62913]: value = "task-1823275" [ 2175.828052] env[62913]: _type = "Task" [ 2175.828052] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.835906] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.122753] env[62913]: DEBUG nova.network.neutron [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance_info_cache with network_info: [{"id": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "address": "fa:16:3e:ab:7d:69", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3be0a0c-a1", "ovs_interfaceid": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2176.337915] env[62913]: DEBUG oslo_vmware.api [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823275, 'name': PowerOnVM_Task, 'duration_secs': 0.424711} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.338289] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2176.338349] env[62913]: INFO nova.compute.manager [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Took 6.65 seconds to spawn the instance on the hypervisor. [ 2176.338526] env[62913]: DEBUG nova.compute.manager [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2176.339290] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c91e4e1-29a2-48e4-bd95-60e752c84421 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.625780] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2176.855907] env[62913]: INFO nova.compute.manager [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Took 11.36 seconds to build instance. [ 2177.356985] env[62913]: DEBUG oslo_concurrency.lockutils [None req-81cf8816-a674-4961-8e33-6695b529f861 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.874s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.557038] env[62913]: DEBUG nova.compute.manager [req-fdb7db6f-1e6a-4d95-9e37-32d837e0160e req-2f4b2882-54af-4d3a-a9cb-d40e82c7d773 service nova] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Received event network-changed-400d56ce-2991-4062-9acc-f4df878c858f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2177.557296] env[62913]: DEBUG nova.compute.manager [req-fdb7db6f-1e6a-4d95-9e37-32d837e0160e req-2f4b2882-54af-4d3a-a9cb-d40e82c7d773 service nova] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Refreshing instance network info cache due to event network-changed-400d56ce-2991-4062-9acc-f4df878c858f. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2177.557618] env[62913]: DEBUG oslo_concurrency.lockutils [req-fdb7db6f-1e6a-4d95-9e37-32d837e0160e req-2f4b2882-54af-4d3a-a9cb-d40e82c7d773 service nova] Acquiring lock "refresh_cache-4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2177.557813] env[62913]: DEBUG oslo_concurrency.lockutils [req-fdb7db6f-1e6a-4d95-9e37-32d837e0160e req-2f4b2882-54af-4d3a-a9cb-d40e82c7d773 service nova] Acquired lock "refresh_cache-4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2177.558042] env[62913]: DEBUG nova.network.neutron [req-fdb7db6f-1e6a-4d95-9e37-32d837e0160e req-2f4b2882-54af-4d3a-a9cb-d40e82c7d773 service nova] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Refreshing network info cache for port 400d56ce-2991-4062-9acc-f4df878c858f {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2178.140568] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff150cec-67ee-4176-9b4f-88685f5f0990 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.159333] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance '9cf699a1-1c76-4b67-8ba0-a3113c8d237b' progress to 0 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2178.278813] env[62913]: DEBUG nova.network.neutron [req-fdb7db6f-1e6a-4d95-9e37-32d837e0160e req-2f4b2882-54af-4d3a-a9cb-d40e82c7d773 service nova] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Updated VIF entry in instance network info cache for port 400d56ce-2991-4062-9acc-f4df878c858f. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2178.279197] env[62913]: DEBUG nova.network.neutron [req-fdb7db6f-1e6a-4d95-9e37-32d837e0160e req-2f4b2882-54af-4d3a-a9cb-d40e82c7d773 service nova] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Updating instance_info_cache with network_info: [{"id": "400d56ce-2991-4062-9acc-f4df878c858f", "address": "fa:16:3e:ec:e3:ec", "network": {"id": "c2e68404-a54c-4efa-9867-3cc34ad00b06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1754178534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "454ecf115674407bba332773179ded50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400d56ce-29", "ovs_interfaceid": "400d56ce-2991-4062-9acc-f4df878c858f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.667068] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2178.667583] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d21c980-3240-4cef-846d-bc3cf9f486eb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.677929] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2178.677929] env[62913]: value = "task-1823276" [ 2178.677929] env[62913]: _type = "Task" [ 2178.677929] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.687190] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.782414] env[62913]: DEBUG oslo_concurrency.lockutils [req-fdb7db6f-1e6a-4d95-9e37-32d837e0160e req-2f4b2882-54af-4d3a-a9cb-d40e82c7d773 service nova] Releasing lock "refresh_cache-4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2179.187253] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823276, 'name': PowerOffVM_Task, 'duration_secs': 0.207744} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.187529] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2179.187718] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance '9cf699a1-1c76-4b67-8ba0-a3113c8d237b' progress to 17 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2179.693903] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2179.694266] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2179.694375] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2179.694542] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2179.694694] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2179.694877] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2179.695156] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2179.695414] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2179.695623] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2179.695796] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2179.695975] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2179.700974] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e6cda5e-626d-494d-8f0f-93d6d634ac1d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.717169] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2179.717169] env[62913]: value = "task-1823277" [ 2179.717169] env[62913]: _type = "Task" [ 2179.717169] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.724876] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.227158] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823277, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.247706] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.247927] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.248164] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.248353] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.248534] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.250616] env[62913]: INFO nova.compute.manager [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Terminating instance [ 2180.727374] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823277, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.754361] env[62913]: DEBUG nova.compute.manager [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2180.754614] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2180.754849] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6e8b86a-3042-44c2-ade6-3531013033a9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.761383] env[62913]: DEBUG oslo_vmware.api [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2180.761383] env[62913]: value = "task-1823278" [ 2180.761383] env[62913]: _type = "Task" [ 2180.761383] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.769450] env[62913]: DEBUG oslo_vmware.api [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.228418] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823277, 'name': ReconfigVM_Task, 'duration_secs': 1.47302} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.228764] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance '9cf699a1-1c76-4b67-8ba0-a3113c8d237b' progress to 33 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2181.272181] env[62913]: DEBUG oslo_vmware.api [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.735673] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2181.736040] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2181.736091] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2181.736273] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2181.736423] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2181.736574] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2181.736781] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2181.736942] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2181.737129] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2181.737322] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2181.737518] env[62913]: DEBUG nova.virt.hardware [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2181.742845] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2181.743152] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de1be3b0-d479-4a08-a263-c1bc457b4a3d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.761810] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2181.761810] env[62913]: value = "task-1823279" [ 2181.761810] env[62913]: _type = "Task" [ 2181.761810] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.773367] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.776123] env[62913]: DEBUG oslo_vmware.api [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823278, 'name': PowerOffVM_Task, 'duration_secs': 0.594683} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.776356] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2181.776558] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2181.776747] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377589', 'volume_id': 'ad9ced2c-de46-4916-9002-25b195793b90', 'name': 'volume-ad9ced2c-de46-4916-9002-25b195793b90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'c5e36fa2-3328-4c80-8501-cb1c8bedb900', 'attached_at': '2024-12-12T16:28:16.000000', 'detached_at': '', 'volume_id': 'ad9ced2c-de46-4916-9002-25b195793b90', 'serial': 'ad9ced2c-de46-4916-9002-25b195793b90'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2181.777486] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eef4401-4eae-4ea6-8497-8af4a86407f9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.795408] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edbead2-dabc-40be-a206-aac4a9242d3b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.801741] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a040010c-e5e2-4c96-afec-a78453fa7378 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.819185] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a4ee54-e77d-496c-9177-c3eb803679c9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.833507] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] The volume has not been displaced from its original location: [datastore1] volume-ad9ced2c-de46-4916-9002-25b195793b90/volume-ad9ced2c-de46-4916-9002-25b195793b90.vmdk. No consolidation needed. {{(pid=62913) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2181.838704] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2181.838990] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74304006-67cc-485a-af7f-31d15c64ec3e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.856491] env[62913]: DEBUG oslo_vmware.api [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2181.856491] env[62913]: value = "task-1823280" [ 2181.856491] env[62913]: _type = "Task" [ 2181.856491] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.864373] env[62913]: DEBUG oslo_vmware.api [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.271137] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823279, 'name': ReconfigVM_Task, 'duration_secs': 0.163112} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.271424] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2182.272199] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5425bf4f-7a4f-469d-a194-35679f72051e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.294430] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 9cf699a1-1c76-4b67-8ba0-a3113c8d237b/9cf699a1-1c76-4b67-8ba0-a3113c8d237b.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2182.294674] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9b2487f-b40f-40ae-8be9-f8a1737cfb95 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.314575] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2182.314575] env[62913]: value = "task-1823281" [ 2182.314575] env[62913]: _type = "Task" [ 2182.314575] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.323013] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.366599] env[62913]: DEBUG oslo_vmware.api [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823280, 'name': ReconfigVM_Task, 'duration_secs': 0.151597} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.366901] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2182.371737] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc0fc37-04f3-4f71-8f94-43b0161e70b5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.387341] env[62913]: DEBUG oslo_vmware.api [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2182.387341] env[62913]: value = "task-1823282" [ 2182.387341] env[62913]: _type = "Task" [ 2182.387341] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.397913] env[62913]: DEBUG oslo_vmware.api [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.824780] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823281, 'name': ReconfigVM_Task, 'duration_secs': 0.273449} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.825155] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 9cf699a1-1c76-4b67-8ba0-a3113c8d237b/9cf699a1-1c76-4b67-8ba0-a3113c8d237b.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2182.825327] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance '9cf699a1-1c76-4b67-8ba0-a3113c8d237b' progress to 50 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2182.897248] env[62913]: DEBUG oslo_vmware.api [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823282, 'name': ReconfigVM_Task, 'duration_secs': 0.131062} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.897580] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377589', 'volume_id': 'ad9ced2c-de46-4916-9002-25b195793b90', 'name': 'volume-ad9ced2c-de46-4916-9002-25b195793b90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'c5e36fa2-3328-4c80-8501-cb1c8bedb900', 'attached_at': '2024-12-12T16:28:16.000000', 'detached_at': '', 'volume_id': 'ad9ced2c-de46-4916-9002-25b195793b90', 'serial': 'ad9ced2c-de46-4916-9002-25b195793b90'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2182.897856] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2182.898672] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7ff860-e2dd-44f1-b25b-966bad2cce59 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.905190] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2182.905414] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80bb9bb5-648c-4d0c-9ed6-ca5921d779f5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.990537] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2182.990765] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2182.990947] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleting the datastore file [datastore1] c5e36fa2-3328-4c80-8501-cb1c8bedb900 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2182.991239] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4176e43-0f4d-4205-8850-5e0273a1610c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.998759] env[62913]: DEBUG oslo_vmware.api [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2182.998759] env[62913]: value = "task-1823284" [ 2182.998759] env[62913]: _type = "Task" [ 2182.998759] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.006495] env[62913]: DEBUG oslo_vmware.api [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.332260] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6e7cc7-5635-41c7-b34a-3954b74efa49 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.352133] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4f73b5-0121-4d15-885e-dff38256b3a4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.370302] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance '9cf699a1-1c76-4b67-8ba0-a3113c8d237b' progress to 67 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2183.509271] env[62913]: DEBUG oslo_vmware.api [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08011} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.509478] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2183.509694] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2183.509876] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2183.510062] env[62913]: INFO nova.compute.manager [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Took 2.76 seconds to destroy the instance on the hypervisor. [ 2183.510329] env[62913]: DEBUG oslo.service.loopingcall [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2183.510524] env[62913]: DEBUG nova.compute.manager [-] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2183.510618] env[62913]: DEBUG nova.network.neutron [-] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2183.916078] env[62913]: DEBUG nova.network.neutron [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Port d3be0a0c-a19f-4e99-a058-ad39aba371d4 binding to destination host cpu-1 is already ACTIVE {{(pid=62913) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2183.993168] env[62913]: DEBUG nova.compute.manager [req-48477c11-ab43-4be6-89b1-5a31620a5b89 req-935c2eb4-f4e7-4495-8bef-eb934b961203 service nova] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Received event network-vif-deleted-5ed187c1-8ecc-4658-b31e-0454895e93bc {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2183.993275] env[62913]: INFO nova.compute.manager [req-48477c11-ab43-4be6-89b1-5a31620a5b89 req-935c2eb4-f4e7-4495-8bef-eb934b961203 service nova] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Neutron deleted interface 5ed187c1-8ecc-4658-b31e-0454895e93bc; detaching it from the instance and deleting it from the info cache [ 2183.993442] env[62913]: DEBUG nova.network.neutron [req-48477c11-ab43-4be6-89b1-5a31620a5b89 req-935c2eb4-f4e7-4495-8bef-eb934b961203 service nova] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2184.471153] env[62913]: DEBUG nova.network.neutron [-] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2184.496233] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-273eda75-f0d9-4696-b998-c3f20fcd2e12 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.508042] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd90c2d-984a-4b92-9c01-a19408afa9dd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.536087] env[62913]: DEBUG nova.compute.manager [req-48477c11-ab43-4be6-89b1-5a31620a5b89 req-935c2eb4-f4e7-4495-8bef-eb934b961203 service nova] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Detach interface failed, port_id=5ed187c1-8ecc-4658-b31e-0454895e93bc, reason: Instance c5e36fa2-3328-4c80-8501-cb1c8bedb900 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2184.939838] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.940222] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.940222] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.975969] env[62913]: INFO nova.compute.manager [-] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Took 1.47 seconds to deallocate network for instance. [ 2185.519901] env[62913]: INFO nova.compute.manager [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Took 0.54 seconds to detach 1 volumes for instance. [ 2185.521968] env[62913]: DEBUG nova.compute.manager [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Deleting volume: ad9ced2c-de46-4916-9002-25b195793b90 {{(pid=62913) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2185.972454] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2185.972733] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2185.972825] env[62913]: DEBUG nova.network.neutron [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2186.061342] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.061611] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.061785] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.082618] env[62913]: INFO nova.scheduler.client.report [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleted allocations for instance c5e36fa2-3328-4c80-8501-cb1c8bedb900 [ 2186.590033] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ec0b0a90-68d5-4993-aedb-d6e66a9cb8cc tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "c5e36fa2-3328-4c80-8501-cb1c8bedb900" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.342s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.759976] env[62913]: DEBUG nova.network.neutron [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance_info_cache with network_info: [{"id": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "address": "fa:16:3e:ab:7d:69", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3be0a0c-a1", "ovs_interfaceid": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.058342] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "8188d813-291b-429c-95dd-cbf81f360b99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2187.058692] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "8188d813-291b-429c-95dd-cbf81f360b99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.058811] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "8188d813-291b-429c-95dd-cbf81f360b99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2187.058993] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "8188d813-291b-429c-95dd-cbf81f360b99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.059182] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "8188d813-291b-429c-95dd-cbf81f360b99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.061268] env[62913]: INFO nova.compute.manager [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Terminating instance [ 2187.262515] env[62913]: DEBUG oslo_concurrency.lockutils [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2187.565605] env[62913]: DEBUG nova.compute.manager [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2187.565869] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2187.566740] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ee0e69-a36b-480b-ac6e-037a4d33804e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.575133] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2187.575353] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73d339fe-7036-43aa-a4b6-3859efcf17d8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.582612] env[62913]: DEBUG oslo_vmware.api [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2187.582612] env[62913]: value = "task-1823286" [ 2187.582612] env[62913]: _type = "Task" [ 2187.582612] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.591022] env[62913]: DEBUG oslo_vmware.api [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.790540] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d4716f-68a2-441d-9cd1-38767b79be0e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.809807] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49fbf92-1130-4fd7-98d5-e3cbbf7103a8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.817217] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance '9cf699a1-1c76-4b67-8ba0-a3113c8d237b' progress to 83 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2188.092547] env[62913]: DEBUG oslo_vmware.api [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823286, 'name': PowerOffVM_Task, 'duration_secs': 0.286343} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.092909] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2188.092909] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2188.093175] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b315abb-b5df-4a45-9786-12fc5175b2e1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.174529] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2188.174802] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2188.175046] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleting the datastore file [datastore1] 8188d813-291b-429c-95dd-cbf81f360b99 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2188.175392] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4eaf814-1429-48d6-9dec-50330e649438 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.183374] env[62913]: DEBUG oslo_vmware.api [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2188.183374] env[62913]: value = "task-1823288" [ 2188.183374] env[62913]: _type = "Task" [ 2188.183374] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.192033] env[62913]: DEBUG oslo_vmware.api [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.323334] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2188.323707] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbfec23e-923f-4351-9707-5e48a91afb4d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.330709] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2188.330709] env[62913]: value = "task-1823289" [ 2188.330709] env[62913]: _type = "Task" [ 2188.330709] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.339423] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.695402] env[62913]: DEBUG oslo_vmware.api [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13955} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.695712] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2188.695905] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2188.696101] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2188.696281] env[62913]: INFO nova.compute.manager [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2188.696524] env[62913]: DEBUG oslo.service.loopingcall [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2188.696714] env[62913]: DEBUG nova.compute.manager [-] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2188.696808] env[62913]: DEBUG nova.network.neutron [-] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2188.841814] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.998787] env[62913]: DEBUG nova.compute.manager [req-13024989-fb4b-4f46-b9ab-2b1042256d71 req-c6ae8148-097f-4d03-8b4f-e6dd1233d872 service nova] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Received event network-vif-deleted-92f861ef-1394-4e00-ad87-e08bf0d7c13b {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2188.999016] env[62913]: INFO nova.compute.manager [req-13024989-fb4b-4f46-b9ab-2b1042256d71 req-c6ae8148-097f-4d03-8b4f-e6dd1233d872 service nova] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Neutron deleted interface 92f861ef-1394-4e00-ad87-e08bf0d7c13b; detaching it from the instance and deleting it from the info cache [ 2188.999188] env[62913]: DEBUG nova.network.neutron [req-13024989-fb4b-4f46-b9ab-2b1042256d71 req-c6ae8148-097f-4d03-8b4f-e6dd1233d872 service nova] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2189.342481] env[62913]: DEBUG oslo_vmware.api [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823289, 'name': PowerOnVM_Task, 'duration_secs': 0.577068} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.342828] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2189.342942] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6039a5-8f3a-45c1-968c-ba275b332c08 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance '9cf699a1-1c76-4b67-8ba0-a3113c8d237b' progress to 100 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2189.478264] env[62913]: DEBUG nova.network.neutron [-] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2189.500985] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7ecf33f-74bc-4691-8c63-752c0995e0d7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.511157] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1e4b68-1f6a-4a26-87ba-4644608f90c4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.538288] env[62913]: DEBUG nova.compute.manager [req-13024989-fb4b-4f46-b9ab-2b1042256d71 req-c6ae8148-097f-4d03-8b4f-e6dd1233d872 service nova] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Detach interface failed, port_id=92f861ef-1394-4e00-ad87-e08bf0d7c13b, reason: Instance 8188d813-291b-429c-95dd-cbf81f360b99 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2189.980495] env[62913]: INFO nova.compute.manager [-] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Took 1.28 seconds to deallocate network for instance. [ 2190.487469] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.487815] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.487975] env[62913]: DEBUG nova.objects.instance [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lazy-loading 'resources' on Instance uuid 8188d813-291b-429c-95dd-cbf81f360b99 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2191.072388] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636eb822-a335-4e37-84d1-6e83f51b32ee {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.080345] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4a5181-9ada-4e57-9fe9-316bdb113f1c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.110504] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2468b70b-3153-47ec-ac6f-d97301072c02 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.118911] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79326342-26d4-4ba0-9f6d-4ad73aed51e4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.133732] env[62913]: DEBUG nova.compute.provider_tree [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2191.637484] env[62913]: DEBUG nova.scheduler.client.report [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2191.712311] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.712559] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.712794] env[62913]: DEBUG nova.compute.manager [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Going to confirm migration 9 {{(pid=62913) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 2192.142689] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2192.168506] env[62913]: INFO nova.scheduler.client.report [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleted allocations for instance 8188d813-291b-429c-95dd-cbf81f360b99 [ 2192.291594] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.291793] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.291967] env[62913]: DEBUG nova.network.neutron [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2192.292168] env[62913]: DEBUG nova.objects.instance [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lazy-loading 'info_cache' on Instance uuid 9cf699a1-1c76-4b67-8ba0-a3113c8d237b {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2192.677559] env[62913]: DEBUG oslo_concurrency.lockutils [None req-3a023f02-7d85-4916-a6f5-6c3886902994 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "8188d813-291b-429c-95dd-cbf81f360b99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.619s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.504422] env[62913]: DEBUG nova.network.neutron [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance_info_cache with network_info: [{"id": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "address": "fa:16:3e:ab:7d:69", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3be0a0c-a1", "ovs_interfaceid": "d3be0a0c-a19f-4e99-a058-ad39aba371d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2194.007527] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "refresh_cache-9cf699a1-1c76-4b67-8ba0-a3113c8d237b" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.007979] env[62913]: DEBUG nova.objects.instance [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lazy-loading 'migration_context' on Instance uuid 9cf699a1-1c76-4b67-8ba0-a3113c8d237b {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2194.511556] env[62913]: DEBUG nova.objects.base [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Object Instance<9cf699a1-1c76-4b67-8ba0-a3113c8d237b> lazy-loaded attributes: info_cache,migration_context {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2194.512543] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba840db-a699-4719-bf70-a41eb661ea0e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.532784] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6563aa08-dd91-4cd9-ab8e-9cf8a65290b4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.540066] env[62913]: DEBUG oslo_vmware.api [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2194.540066] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52051db4-36e0-7f40-349c-d934de9dbaf4" [ 2194.540066] env[62913]: _type = "Task" [ 2194.540066] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.547488] env[62913]: DEBUG oslo_vmware.api [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52051db4-36e0-7f40-349c-d934de9dbaf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.050099] env[62913]: DEBUG oslo_vmware.api [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52051db4-36e0-7f40-349c-d934de9dbaf4, 'name': SearchDatastore_Task, 'duration_secs': 0.007653} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.050516] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.050579] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.619501] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e380e8ac-d6cd-4731-9683-7053ac62ea1f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.628219] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247c93c9-e823-44b0-abf3-23ad743c95f7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.660065] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdcf0d1-0e97-4543-9492-09e76d6bcad6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.668532] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3888aa99-c6c9-45b6-aca2-ebc0178b39ac {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.683032] env[62913]: DEBUG nova.compute.provider_tree [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2196.185974] env[62913]: DEBUG nova.scheduler.client.report [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2196.740692] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "56bc8099-96a7-43ea-bd17-f54d6e87d663" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.740923] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "56bc8099-96a7-43ea-bd17-f54d6e87d663" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.741153] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "56bc8099-96a7-43ea-bd17-f54d6e87d663-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.741342] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "56bc8099-96a7-43ea-bd17-f54d6e87d663-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.741516] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "56bc8099-96a7-43ea-bd17-f54d6e87d663-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.743767] env[62913]: INFO nova.compute.manager [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Terminating instance [ 2197.196206] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.145s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.246728] env[62913]: DEBUG nova.compute.manager [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2197.246948] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2197.247882] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702123c7-4896-41d1-b5e0-827d234926d8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.256083] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2197.256301] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17a7281f-d64e-4379-83a4-bb1634ea8481 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.264263] env[62913]: DEBUG oslo_vmware.api [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2197.264263] env[62913]: value = "task-1823291" [ 2197.264263] env[62913]: _type = "Task" [ 2197.264263] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.273750] env[62913]: DEBUG oslo_vmware.api [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.752651] env[62913]: INFO nova.scheduler.client.report [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Deleted allocation for migration aeaee1b8-ebe2-4e9d-b1b5-916ec76fe5b5 [ 2197.774425] env[62913]: DEBUG oslo_vmware.api [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823291, 'name': PowerOffVM_Task, 'duration_secs': 0.219953} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.774684] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2197.774858] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2197.775121] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56d4de8f-c6c5-41f0-b46a-264873b4e801 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.932741] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2197.933016] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2197.933220] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleting the datastore file [datastore1] 56bc8099-96a7-43ea-bd17-f54d6e87d663 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2197.933489] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-132b5623-8b71-446c-b21b-0835866b2b68 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.950046] env[62913]: DEBUG oslo_vmware.api [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for the task: (returnval){ [ 2197.950046] env[62913]: value = "task-1823293" [ 2197.950046] env[62913]: _type = "Task" [ 2197.950046] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.958670] env[62913]: DEBUG oslo_vmware.api [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.257990] env[62913]: DEBUG oslo_concurrency.lockutils [None req-2423a9fb-3361-476a-9466-b3a7e0568c5b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.545s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.461319] env[62913]: DEBUG oslo_vmware.api [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Task: {'id': task-1823293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128521} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.461891] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2198.461891] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2198.461891] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2198.462098] env[62913]: INFO nova.compute.manager [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2198.462201] env[62913]: DEBUG oslo.service.loopingcall [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2198.462393] env[62913]: DEBUG nova.compute.manager [-] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2198.462482] env[62913]: DEBUG nova.network.neutron [-] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2198.711481] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.711777] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.712063] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.712263] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.712432] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.715032] env[62913]: INFO nova.compute.manager [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Terminating instance [ 2198.725879] env[62913]: DEBUG nova.compute.manager [req-360d7135-9069-4faa-a028-d0970cd8ba46 req-9572d557-2715-4e5f-ba28-35670984afd3 service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Received event network-vif-deleted-ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2198.725996] env[62913]: INFO nova.compute.manager [req-360d7135-9069-4faa-a028-d0970cd8ba46 req-9572d557-2715-4e5f-ba28-35670984afd3 service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Neutron deleted interface ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa; detaching it from the instance and deleting it from the info cache [ 2198.726191] env[62913]: DEBUG nova.network.neutron [req-360d7135-9069-4faa-a028-d0970cd8ba46 req-9572d557-2715-4e5f-ba28-35670984afd3 service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2199.202106] env[62913]: DEBUG nova.network.neutron [-] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2199.218232] env[62913]: DEBUG nova.compute.manager [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2199.218585] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2199.219579] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bb426f-d5c4-497f-b525-f0d9fb686e62 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.230176] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2199.230424] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ec5fbcd-d1f5-40bd-9a12-f24882c5aa58 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.232202] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c4c60bb-f87b-459d-9571-0fecfecd4a04 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.240366] env[62913]: DEBUG oslo_vmware.api [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2199.240366] env[62913]: value = "task-1823294" [ 2199.240366] env[62913]: _type = "Task" [ 2199.240366] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.248646] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe11d64d-9ec5-47c4-84fc-1b74186d18c5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.267462] env[62913]: DEBUG oslo_vmware.api [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.276893] env[62913]: DEBUG nova.compute.manager [req-360d7135-9069-4faa-a028-d0970cd8ba46 req-9572d557-2715-4e5f-ba28-35670984afd3 service nova] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Detach interface failed, port_id=ed48c6e5-bb36-4bca-a6c4-5f8a4c8082aa, reason: Instance 56bc8099-96a7-43ea-bd17-f54d6e87d663 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2199.705075] env[62913]: INFO nova.compute.manager [-] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Took 1.24 seconds to deallocate network for instance. [ 2199.752116] env[62913]: DEBUG oslo_vmware.api [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823294, 'name': PowerOffVM_Task, 'duration_secs': 0.309314} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.752372] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2199.752540] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2199.752824] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-254a0bdf-18b1-402b-ac20-37c7ea98b6ca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.822076] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2199.822261] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2199.822421] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Deleting the datastore file [datastore1] 9cf699a1-1c76-4b67-8ba0-a3113c8d237b {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2199.822725] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17aac4ef-827a-4919-80b3-36576ea71886 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.829694] env[62913]: DEBUG oslo_vmware.api [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2199.829694] env[62913]: value = "task-1823296" [ 2199.829694] env[62913]: _type = "Task" [ 2199.829694] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.838352] env[62913]: DEBUG oslo_vmware.api [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.211782] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2200.212069] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.212293] env[62913]: DEBUG nova.objects.instance [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lazy-loading 'resources' on Instance uuid 56bc8099-96a7-43ea-bd17-f54d6e87d663 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2200.340834] env[62913]: DEBUG oslo_vmware.api [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143334} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.341249] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2200.341335] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2200.341541] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2200.341734] env[62913]: INFO nova.compute.manager [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2200.342018] env[62913]: DEBUG oslo.service.loopingcall [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2200.342236] env[62913]: DEBUG nova.compute.manager [-] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2200.342347] env[62913]: DEBUG nova.network.neutron [-] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2200.768648] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f061095-a1a2-4384-aca5-0481308ec90c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.776982] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf14b6f1-3110-4ee9-bdef-b477606cb7b1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.810675] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4cb05a-032c-4caa-8d93-d23ec8a9a060 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.818898] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d268a11-3b4d-4389-ae3f-067a65a76a06 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.833754] env[62913]: DEBUG nova.compute.provider_tree [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2200.982816] env[62913]: DEBUG nova.compute.manager [req-1e337ce9-5f24-4823-8135-36eb164dc1b9 req-f48fc5dc-60e2-40ba-b212-19a64d4a9b71 service nova] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Received event network-vif-deleted-d3be0a0c-a19f-4e99-a058-ad39aba371d4 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2200.983063] env[62913]: INFO nova.compute.manager [req-1e337ce9-5f24-4823-8135-36eb164dc1b9 req-f48fc5dc-60e2-40ba-b212-19a64d4a9b71 service nova] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Neutron deleted interface d3be0a0c-a19f-4e99-a058-ad39aba371d4; detaching it from the instance and deleting it from the info cache [ 2200.983247] env[62913]: DEBUG nova.network.neutron [req-1e337ce9-5f24-4823-8135-36eb164dc1b9 req-f48fc5dc-60e2-40ba-b212-19a64d4a9b71 service nova] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2201.337377] env[62913]: DEBUG nova.scheduler.client.report [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2201.461489] env[62913]: DEBUG nova.network.neutron [-] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2201.485640] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74fa2a5c-42ee-43a0-b3b7-2323bcaf09c5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.495885] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cdd1a1-df31-4db1-8b90-0b3ec8eac4c4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.521654] env[62913]: DEBUG nova.compute.manager [req-1e337ce9-5f24-4823-8135-36eb164dc1b9 req-f48fc5dc-60e2-40ba-b212-19a64d4a9b71 service nova] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Detach interface failed, port_id=d3be0a0c-a19f-4e99-a058-ad39aba371d4, reason: Instance 9cf699a1-1c76-4b67-8ba0-a3113c8d237b could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2201.842653] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.864259] env[62913]: INFO nova.scheduler.client.report [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Deleted allocations for instance 56bc8099-96a7-43ea-bd17-f54d6e87d663 [ 2201.964292] env[62913]: INFO nova.compute.manager [-] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Took 1.62 seconds to deallocate network for instance. [ 2202.371953] env[62913]: DEBUG oslo_concurrency.lockutils [None req-6e8921fd-2104-4c5f-8837-d646c8d9ba39 tempest-ServerActionsTestOtherA-763034677 tempest-ServerActionsTestOtherA-763034677-project-member] Lock "56bc8099-96a7-43ea-bd17-f54d6e87d663" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.631s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2202.471353] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2202.471747] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2202.471814] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2202.487585] env[62913]: INFO nova.scheduler.client.report [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Deleted allocations for instance 9cf699a1-1c76-4b67-8ba0-a3113c8d237b [ 2202.996036] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1461f34f-fbb7-4382-9e1e-599e87810e3b tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "9cf699a1-1c76-4b67-8ba0-a3113c8d237b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.284s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.619425] env[62913]: DEBUG oslo_concurrency.lockutils [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.619723] env[62913]: DEBUG oslo_concurrency.lockutils [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.122153] env[62913]: DEBUG nova.compute.manager [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2204.643795] env[62913]: DEBUG oslo_concurrency.lockutils [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.644082] env[62913]: DEBUG oslo_concurrency.lockutils [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.645619] env[62913]: INFO nova.compute.claims [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2205.690784] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96df88e1-bb2f-4586-ab78-db2a8d7b25bf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.698267] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3f4d21-41b7-482e-9d6c-4c971e0f97b1 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.728594] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7b1032-bf93-4fdb-9344-a2404bfd24a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.735866] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf7ed8e-6825-4c60-9246-8086a739cacb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.749196] env[62913]: DEBUG nova.compute.provider_tree [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2206.251978] env[62913]: DEBUG nova.scheduler.client.report [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2206.756843] env[62913]: DEBUG oslo_concurrency.lockutils [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.757417] env[62913]: DEBUG nova.compute.manager [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2207.262535] env[62913]: DEBUG nova.compute.utils [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2207.263952] env[62913]: DEBUG nova.compute.manager [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2207.264144] env[62913]: DEBUG nova.network.neutron [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2207.311788] env[62913]: DEBUG nova.policy [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05eb507ef23d40578a0593164d4e2dd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e4f28c1320940a59a5cb5a4c1f70fa7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 2207.569205] env[62913]: DEBUG nova.network.neutron [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Successfully created port: 0aa399fe-de84-4942-8da8-82e384c3ac59 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2207.767230] env[62913]: DEBUG nova.compute.manager [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2208.777906] env[62913]: DEBUG nova.compute.manager [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2208.803030] env[62913]: DEBUG nova.virt.hardware [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2208.803287] env[62913]: DEBUG nova.virt.hardware [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2208.803447] env[62913]: DEBUG nova.virt.hardware [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2208.803630] env[62913]: DEBUG nova.virt.hardware [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2208.803776] env[62913]: DEBUG nova.virt.hardware [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2208.803926] env[62913]: DEBUG nova.virt.hardware [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2208.804178] env[62913]: DEBUG nova.virt.hardware [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2208.804363] env[62913]: DEBUG nova.virt.hardware [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2208.804533] env[62913]: DEBUG nova.virt.hardware [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2208.804699] env[62913]: DEBUG nova.virt.hardware [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2208.804875] env[62913]: DEBUG nova.virt.hardware [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2208.805743] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df3edd3-b725-452c-ad00-5572c9b2e9cf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.814127] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b58ef0-9679-4353-96ed-a001ebdb8a7e {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.926354] env[62913]: DEBUG nova.compute.manager [req-9de8a140-65fc-4731-b331-502270a7fe12 req-f0ccc46a-d52e-4d1a-974b-888dcafc9f0d service nova] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Received event network-vif-plugged-0aa399fe-de84-4942-8da8-82e384c3ac59 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2208.926582] env[62913]: DEBUG oslo_concurrency.lockutils [req-9de8a140-65fc-4731-b331-502270a7fe12 req-f0ccc46a-d52e-4d1a-974b-888dcafc9f0d service nova] Acquiring lock "6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.926797] env[62913]: DEBUG oslo_concurrency.lockutils [req-9de8a140-65fc-4731-b331-502270a7fe12 req-f0ccc46a-d52e-4d1a-974b-888dcafc9f0d service nova] Lock "6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.926968] env[62913]: DEBUG oslo_concurrency.lockutils [req-9de8a140-65fc-4731-b331-502270a7fe12 req-f0ccc46a-d52e-4d1a-974b-888dcafc9f0d service nova] Lock "6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.927388] env[62913]: DEBUG nova.compute.manager [req-9de8a140-65fc-4731-b331-502270a7fe12 req-f0ccc46a-d52e-4d1a-974b-888dcafc9f0d service nova] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] No waiting events found dispatching network-vif-plugged-0aa399fe-de84-4942-8da8-82e384c3ac59 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2208.927640] env[62913]: WARNING nova.compute.manager [req-9de8a140-65fc-4731-b331-502270a7fe12 req-f0ccc46a-d52e-4d1a-974b-888dcafc9f0d service nova] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Received unexpected event network-vif-plugged-0aa399fe-de84-4942-8da8-82e384c3ac59 for instance with vm_state building and task_state spawning. [ 2209.009027] env[62913]: DEBUG nova.network.neutron [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Successfully updated port: 0aa399fe-de84-4942-8da8-82e384c3ac59 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2209.511730] env[62913]: DEBUG oslo_concurrency.lockutils [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.511874] env[62913]: DEBUG oslo_concurrency.lockutils [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.512110] env[62913]: DEBUG nova.network.neutron [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2210.042576] env[62913]: DEBUG nova.network.neutron [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2210.171450] env[62913]: DEBUG nova.network.neutron [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance_info_cache with network_info: [{"id": "0aa399fe-de84-4942-8da8-82e384c3ac59", "address": "fa:16:3e:e7:91:fa", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa399fe-de", "ovs_interfaceid": "0aa399fe-de84-4942-8da8-82e384c3ac59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2210.674526] env[62913]: DEBUG oslo_concurrency.lockutils [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2210.674662] env[62913]: DEBUG nova.compute.manager [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Instance network_info: |[{"id": "0aa399fe-de84-4942-8da8-82e384c3ac59", "address": "fa:16:3e:e7:91:fa", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa399fe-de", "ovs_interfaceid": "0aa399fe-de84-4942-8da8-82e384c3ac59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2210.675106] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:91:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aa399fe-de84-4942-8da8-82e384c3ac59', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2210.682407] env[62913]: DEBUG oslo.service.loopingcall [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2210.682617] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2210.682840] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a67a35de-2953-47cb-8375-7ccb9de01514 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.703378] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2210.703378] env[62913]: value = "task-1823297" [ 2210.703378] env[62913]: _type = "Task" [ 2210.703378] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.712914] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823297, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.951841] env[62913]: DEBUG nova.compute.manager [req-f2da6138-ca47-4a5b-925b-05f81af06e40 req-9b4c7570-0291-45c2-9fd0-4018ccdb867c service nova] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Received event network-changed-0aa399fe-de84-4942-8da8-82e384c3ac59 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2210.952048] env[62913]: DEBUG nova.compute.manager [req-f2da6138-ca47-4a5b-925b-05f81af06e40 req-9b4c7570-0291-45c2-9fd0-4018ccdb867c service nova] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Refreshing instance network info cache due to event network-changed-0aa399fe-de84-4942-8da8-82e384c3ac59. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2210.952269] env[62913]: DEBUG oslo_concurrency.lockutils [req-f2da6138-ca47-4a5b-925b-05f81af06e40 req-9b4c7570-0291-45c2-9fd0-4018ccdb867c service nova] Acquiring lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.952416] env[62913]: DEBUG oslo_concurrency.lockutils [req-f2da6138-ca47-4a5b-925b-05f81af06e40 req-9b4c7570-0291-45c2-9fd0-4018ccdb867c service nova] Acquired lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.952576] env[62913]: DEBUG nova.network.neutron [req-f2da6138-ca47-4a5b-925b-05f81af06e40 req-9b4c7570-0291-45c2-9fd0-4018ccdb867c service nova] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Refreshing network info cache for port 0aa399fe-de84-4942-8da8-82e384c3ac59 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2211.214249] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823297, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.632760] env[62913]: DEBUG nova.network.neutron [req-f2da6138-ca47-4a5b-925b-05f81af06e40 req-9b4c7570-0291-45c2-9fd0-4018ccdb867c service nova] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updated VIF entry in instance network info cache for port 0aa399fe-de84-4942-8da8-82e384c3ac59. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2211.633131] env[62913]: DEBUG nova.network.neutron [req-f2da6138-ca47-4a5b-925b-05f81af06e40 req-9b4c7570-0291-45c2-9fd0-4018ccdb867c service nova] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance_info_cache with network_info: [{"id": "0aa399fe-de84-4942-8da8-82e384c3ac59", "address": "fa:16:3e:e7:91:fa", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa399fe-de", "ovs_interfaceid": "0aa399fe-de84-4942-8da8-82e384c3ac59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.714721] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823297, 'name': CreateVM_Task} progress is 25%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.857214] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2211.857398] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2211.857540] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2211.857659] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 2212.135667] env[62913]: DEBUG oslo_concurrency.lockutils [req-f2da6138-ca47-4a5b-925b-05f81af06e40 req-9b4c7570-0291-45c2-9fd0-4018ccdb867c service nova] Releasing lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.215604] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823297, 'name': CreateVM_Task, 'duration_secs': 1.327757} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.215944] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2212.216448] env[62913]: DEBUG oslo_concurrency.lockutils [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.216615] env[62913]: DEBUG oslo_concurrency.lockutils [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.216934] env[62913]: DEBUG oslo_concurrency.lockutils [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2212.217211] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934312f3-4aec-400a-8f4d-93b18e56d820 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.221990] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2212.221990] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52adc8b6-804d-8f70-57ba-28a462854306" [ 2212.221990] env[62913]: _type = "Task" [ 2212.221990] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.229876] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52adc8b6-804d-8f70-57ba-28a462854306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.361266] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Skipping network cache update for instance because it is Building. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 2212.388491] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "refresh_cache-4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.388644] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquired lock "refresh_cache-4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.388801] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Forcefully refreshing network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2212.388954] env[62913]: DEBUG nova.objects.instance [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lazy-loading 'info_cache' on Instance uuid 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2212.734138] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52adc8b6-804d-8f70-57ba-28a462854306, 'name': SearchDatastore_Task, 'duration_secs': 0.010545} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.734439] env[62913]: DEBUG oslo_concurrency.lockutils [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.734665] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2212.734900] env[62913]: DEBUG oslo_concurrency.lockutils [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.735066] env[62913]: DEBUG oslo_concurrency.lockutils [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.735250] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2212.735505] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4657d01b-f813-479a-a3d0-9c82ee317326 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.744297] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2212.744507] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2212.745231] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c00f1ab8-2293-45c5-9116-731097199c9c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.750528] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2212.750528] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]524c1bab-7bbd-a2f9-fd68-016f8f96d6dd" [ 2212.750528] env[62913]: _type = "Task" [ 2212.750528] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.758903] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524c1bab-7bbd-a2f9-fd68-016f8f96d6dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.261422] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]524c1bab-7bbd-a2f9-fd68-016f8f96d6dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009089} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.262195] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ba0ef9-3709-4f3a-b0d8-c658a2bef709 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.267228] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2213.267228] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52cdb097-4412-49ca-3996-3a8f58f16d98" [ 2213.267228] env[62913]: _type = "Task" [ 2213.267228] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.274373] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52cdb097-4412-49ca-3996-3a8f58f16d98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.778672] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52cdb097-4412-49ca-3996-3a8f58f16d98, 'name': SearchDatastore_Task, 'duration_secs': 0.009191} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.778990] env[62913]: DEBUG oslo_concurrency.lockutils [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.779269] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba/6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2213.779531] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7a2e562-c77b-4472-b6bc-3aa725cb3f3b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.786626] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2213.786626] env[62913]: value = "task-1823298" [ 2213.786626] env[62913]: _type = "Task" [ 2213.786626] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.794760] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.132554] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Updating instance_info_cache with network_info: [{"id": "400d56ce-2991-4062-9acc-f4df878c858f", "address": "fa:16:3e:ec:e3:ec", "network": {"id": "c2e68404-a54c-4efa-9867-3cc34ad00b06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1754178534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "454ecf115674407bba332773179ded50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400d56ce-29", "ovs_interfaceid": "400d56ce-2991-4062-9acc-f4df878c858f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.296727] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462567} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.297120] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba/6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2214.297200] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2214.297396] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67e2714e-9359-4bb0-b85c-b591282123cc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.304135] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2214.304135] env[62913]: value = "task-1823299" [ 2214.304135] env[62913]: _type = "Task" [ 2214.304135] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.311694] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.635202] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Releasing lock "refresh_cache-4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2214.635461] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Updated the network info_cache for instance {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2214.635758] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2214.635986] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2214.636179] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2214.636331] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2214.636474] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2214.636616] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2214.636754] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2214.636890] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2214.813918] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063082} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.814251] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2214.814993] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb62274-5c2c-45c3-ae2a-d99c61899259 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.836170] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba/6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2214.836390] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e13f775-5e34-4364-8ecf-efad4b0514e3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.855212] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2214.855212] env[62913]: value = "task-1823300" [ 2214.855212] env[62913]: _type = "Task" [ 2214.855212] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.863220] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.971880] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.972203] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.139641] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.139828] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.139983] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.140161] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2215.141088] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e0fb4f-2916-4f40-a2d4-5b4ac87800d9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.149042] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f23dee-981b-4f1a-b508-ff0839c5e72c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.162481] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0c22ec-d536-45b8-bd2c-b47d691c1de8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.168292] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf5a7aa-f49c-4139-8a63-aac63b8a3681 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.195905] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180222MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2215.196064] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.196259] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.364570] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823300, 'name': ReconfigVM_Task, 'duration_secs': 0.278556} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.364938] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba/6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2215.365459] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e52595c-9d2f-4d2b-bb5f-99b3fb4347e5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.371302] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2215.371302] env[62913]: value = "task-1823301" [ 2215.371302] env[62913]: _type = "Task" [ 2215.371302] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.378742] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823301, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.475676] env[62913]: DEBUG nova.compute.utils [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2215.881092] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823301, 'name': Rename_Task, 'duration_secs': 0.133487} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.881358] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2215.881591] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2593819-32ec-4141-ae12-1d57d403fab4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.887726] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2215.887726] env[62913]: value = "task-1823302" [ 2215.887726] env[62913]: _type = "Task" [ 2215.887726] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.894412] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.979077] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.223427] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.223588] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.223772] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2216.223915] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2216.258727] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6b8ed7-e62c-4343-82fa-1875a469991a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.266477] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91d00b4-b29a-4bf0-bd05-b2bb4c6aaead {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.296651] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab74dced-986f-41d7-a4d2-10082a7edba6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.304757] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78a74b8-f8a4-4e39-a225-299d7c54c966 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.318382] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2216.397369] env[62913]: DEBUG oslo_vmware.api [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823302, 'name': PowerOnVM_Task, 'duration_secs': 0.421129} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.397717] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2216.397865] env[62913]: INFO nova.compute.manager [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Took 7.62 seconds to spawn the instance on the hypervisor. [ 2216.397965] env[62913]: DEBUG nova.compute.manager [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2216.398701] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7ef216-6f5e-4b53-930a-b09e8bb7f501 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.821698] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2216.917039] env[62913]: INFO nova.compute.manager [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Took 12.29 seconds to build instance. [ 2217.037102] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.037335] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.037562] env[62913]: INFO nova.compute.manager [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Attaching volume 645dd893-3db7-4fae-bb46-b89d74532879 to /dev/sdb [ 2217.067798] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc7b7e7-6228-435f-808e-d5aa3fff507a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.074660] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36bd2d1-d488-4439-bd50-e935ed96a14f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.088012] env[62913]: DEBUG nova.virt.block_device [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Updating existing volume attachment record: b04bd6bd-35e8-4061-9da9-bd7b5d4b55ef {{(pid=62913) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2217.326317] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2217.326529] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2217.419589] env[62913]: DEBUG oslo_concurrency.lockutils [None req-12357564-54db-4344-b055-2219a3bc77b6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.800s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2217.871061] env[62913]: DEBUG nova.compute.manager [req-d6efb60b-ff9a-4aae-ad3e-3a2ce00c37d4 req-4fb498b1-05e8-4e99-9f8d-8365e754fcf1 service nova] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Received event network-changed-0aa399fe-de84-4942-8da8-82e384c3ac59 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2217.871275] env[62913]: DEBUG nova.compute.manager [req-d6efb60b-ff9a-4aae-ad3e-3a2ce00c37d4 req-4fb498b1-05e8-4e99-9f8d-8365e754fcf1 service nova] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Refreshing instance network info cache due to event network-changed-0aa399fe-de84-4942-8da8-82e384c3ac59. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2217.871487] env[62913]: DEBUG oslo_concurrency.lockutils [req-d6efb60b-ff9a-4aae-ad3e-3a2ce00c37d4 req-4fb498b1-05e8-4e99-9f8d-8365e754fcf1 service nova] Acquiring lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2217.871632] env[62913]: DEBUG oslo_concurrency.lockutils [req-d6efb60b-ff9a-4aae-ad3e-3a2ce00c37d4 req-4fb498b1-05e8-4e99-9f8d-8365e754fcf1 service nova] Acquired lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2217.871797] env[62913]: DEBUG nova.network.neutron [req-d6efb60b-ff9a-4aae-ad3e-3a2ce00c37d4 req-4fb498b1-05e8-4e99-9f8d-8365e754fcf1 service nova] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Refreshing network info cache for port 0aa399fe-de84-4942-8da8-82e384c3ac59 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2218.589100] env[62913]: DEBUG nova.network.neutron [req-d6efb60b-ff9a-4aae-ad3e-3a2ce00c37d4 req-4fb498b1-05e8-4e99-9f8d-8365e754fcf1 service nova] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updated VIF entry in instance network info cache for port 0aa399fe-de84-4942-8da8-82e384c3ac59. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2218.589472] env[62913]: DEBUG nova.network.neutron [req-d6efb60b-ff9a-4aae-ad3e-3a2ce00c37d4 req-4fb498b1-05e8-4e99-9f8d-8365e754fcf1 service nova] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance_info_cache with network_info: [{"id": "0aa399fe-de84-4942-8da8-82e384c3ac59", "address": "fa:16:3e:e7:91:fa", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa399fe-de", "ovs_interfaceid": "0aa399fe-de84-4942-8da8-82e384c3ac59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.091935] env[62913]: DEBUG oslo_concurrency.lockutils [req-d6efb60b-ff9a-4aae-ad3e-3a2ce00c37d4 req-4fb498b1-05e8-4e99-9f8d-8365e754fcf1 service nova] Releasing lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2221.629289] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Volume attach. Driver type: vmdk {{(pid=62913) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2221.629545] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377599', 'volume_id': '645dd893-3db7-4fae-bb46-b89d74532879', 'name': 'volume-645dd893-3db7-4fae-bb46-b89d74532879', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4373d570-7aaa-4a6a-96d2-2cfe11aeccc1', 'attached_at': '', 'detached_at': '', 'volume_id': '645dd893-3db7-4fae-bb46-b89d74532879', 'serial': '645dd893-3db7-4fae-bb46-b89d74532879'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2221.630436] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2c6850-6fd1-4254-ba4d-27987017cb1c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.646676] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f57454-fba3-49cf-bcb5-84d2915426a6 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.671353] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-645dd893-3db7-4fae-bb46-b89d74532879/volume-645dd893-3db7-4fae-bb46-b89d74532879.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2221.671587] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1079d240-e62c-44d1-b03f-78d8d91f6c63 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.688360] env[62913]: DEBUG oslo_vmware.api [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2221.688360] env[62913]: value = "task-1823305" [ 2221.688360] env[62913]: _type = "Task" [ 2221.688360] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.695654] env[62913]: DEBUG oslo_vmware.api [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.200406] env[62913]: DEBUG oslo_vmware.api [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823305, 'name': ReconfigVM_Task, 'duration_secs': 0.313808} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.200751] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-645dd893-3db7-4fae-bb46-b89d74532879/volume-645dd893-3db7-4fae-bb46-b89d74532879.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2222.207789] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b875f41c-537a-4513-be15-d1abebe727d5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.225123] env[62913]: DEBUG oslo_vmware.api [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2222.225123] env[62913]: value = "task-1823306" [ 2222.225123] env[62913]: _type = "Task" [ 2222.225123] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.232557] env[62913]: DEBUG oslo_vmware.api [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.735319] env[62913]: DEBUG oslo_vmware.api [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823306, 'name': ReconfigVM_Task, 'duration_secs': 0.155486} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.735654] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377599', 'volume_id': '645dd893-3db7-4fae-bb46-b89d74532879', 'name': 'volume-645dd893-3db7-4fae-bb46-b89d74532879', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4373d570-7aaa-4a6a-96d2-2cfe11aeccc1', 'attached_at': '', 'detached_at': '', 'volume_id': '645dd893-3db7-4fae-bb46-b89d74532879', 'serial': '645dd893-3db7-4fae-bb46-b89d74532879'} {{(pid=62913) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2223.774487] env[62913]: DEBUG nova.objects.instance [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lazy-loading 'flavor' on Instance uuid 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2224.279551] env[62913]: DEBUG oslo_concurrency.lockutils [None req-46cdebbd-4d51-4810-8cad-59de73940fbf tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.456436] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.456663] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.960400] env[62913]: INFO nova.compute.manager [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Detaching volume 645dd893-3db7-4fae-bb46-b89d74532879 [ 2224.989773] env[62913]: INFO nova.virt.block_device [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Attempting to driver detach volume 645dd893-3db7-4fae-bb46-b89d74532879 from mountpoint /dev/sdb [ 2224.990014] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Volume detach. Driver type: vmdk {{(pid=62913) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2224.990215] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377599', 'volume_id': '645dd893-3db7-4fae-bb46-b89d74532879', 'name': 'volume-645dd893-3db7-4fae-bb46-b89d74532879', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4373d570-7aaa-4a6a-96d2-2cfe11aeccc1', 'attached_at': '', 'detached_at': '', 'volume_id': '645dd893-3db7-4fae-bb46-b89d74532879', 'serial': '645dd893-3db7-4fae-bb46-b89d74532879'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2224.991100] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7515ada8-6338-4afd-8e4c-92fc4b1caaad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.013199] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea839de-7ff2-4a22-b9ea-68cac695d301 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.019728] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d12e50b-049b-4123-945a-0e9fe4ae9928 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.039307] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9960cdd-a3ee-49d3-aa0c-0565d43f43ff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.053069] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] The volume has not been displaced from its original location: [datastore1] volume-645dd893-3db7-4fae-bb46-b89d74532879/volume-645dd893-3db7-4fae-bb46-b89d74532879.vmdk. No consolidation needed. {{(pid=62913) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2225.058250] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2225.058494] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-152f4e20-e9e7-43b0-a807-9421e225779d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.074970] env[62913]: DEBUG oslo_vmware.api [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2225.074970] env[62913]: value = "task-1823307" [ 2225.074970] env[62913]: _type = "Task" [ 2225.074970] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.082108] env[62913]: DEBUG oslo_vmware.api [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.584872] env[62913]: DEBUG oslo_vmware.api [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823307, 'name': ReconfigVM_Task, 'duration_secs': 0.198309} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.585125] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2225.589723] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c39d220f-b3e3-423c-8ba1-fee11ea8bc48 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.603746] env[62913]: DEBUG oslo_vmware.api [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2225.603746] env[62913]: value = "task-1823308" [ 2225.603746] env[62913]: _type = "Task" [ 2225.603746] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.611106] env[62913]: DEBUG oslo_vmware.api [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.113515] env[62913]: DEBUG oslo_vmware.api [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823308, 'name': ReconfigVM_Task, 'duration_secs': 0.131391} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.113872] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-377599', 'volume_id': '645dd893-3db7-4fae-bb46-b89d74532879', 'name': 'volume-645dd893-3db7-4fae-bb46-b89d74532879', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4373d570-7aaa-4a6a-96d2-2cfe11aeccc1', 'attached_at': '', 'detached_at': '', 'volume_id': '645dd893-3db7-4fae-bb46-b89d74532879', 'serial': '645dd893-3db7-4fae-bb46-b89d74532879'} {{(pid=62913) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2226.654743] env[62913]: DEBUG nova.objects.instance [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lazy-loading 'flavor' on Instance uuid 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2227.662634] env[62913]: DEBUG oslo_concurrency.lockutils [None req-cc7ee38b-0547-41e0-8714-b4b3d67c8e13 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.687385] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.687762] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.687875] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.688088] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.688277] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.690453] env[62913]: INFO nova.compute.manager [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Terminating instance [ 2229.194455] env[62913]: DEBUG nova.compute.manager [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2229.194713] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2229.195585] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb152895-8d5d-44aa-a8da-3ffc01f8c739 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.203437] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2229.203657] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d9ad56e-0630-4716-a413-dffd0f5a82c3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.210553] env[62913]: DEBUG oslo_vmware.api [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2229.210553] env[62913]: value = "task-1823309" [ 2229.210553] env[62913]: _type = "Task" [ 2229.210553] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.218050] env[62913]: DEBUG oslo_vmware.api [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.720127] env[62913]: DEBUG oslo_vmware.api [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823309, 'name': PowerOffVM_Task, 'duration_secs': 0.172016} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.720512] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2229.720612] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2229.720777] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb22d9a3-cfd8-4965-8435-835d80d48b77 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.848090] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2229.848327] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2229.848514] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Deleting the datastore file [datastore1] 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2229.848785] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d24fdae-0e7f-420e-8e82-58d956ffcf0a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.854938] env[62913]: DEBUG oslo_vmware.api [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for the task: (returnval){ [ 2229.854938] env[62913]: value = "task-1823311" [ 2229.854938] env[62913]: _type = "Task" [ 2229.854938] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.862367] env[62913]: DEBUG oslo_vmware.api [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.364509] env[62913]: DEBUG oslo_vmware.api [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Task: {'id': task-1823311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128108} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.364786] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2230.364937] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2230.365132] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2230.365312] env[62913]: INFO nova.compute.manager [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2230.365550] env[62913]: DEBUG oslo.service.loopingcall [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2230.365740] env[62913]: DEBUG nova.compute.manager [-] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2230.365836] env[62913]: DEBUG nova.network.neutron [-] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2230.816899] env[62913]: DEBUG nova.compute.manager [req-51b5c285-0a5e-46a5-b208-d30e0555efce req-25cddd33-cc78-446b-88f0-48a3c751e08b service nova] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Received event network-vif-deleted-400d56ce-2991-4062-9acc-f4df878c858f {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2230.816899] env[62913]: INFO nova.compute.manager [req-51b5c285-0a5e-46a5-b208-d30e0555efce req-25cddd33-cc78-446b-88f0-48a3c751e08b service nova] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Neutron deleted interface 400d56ce-2991-4062-9acc-f4df878c858f; detaching it from the instance and deleting it from the info cache [ 2230.817499] env[62913]: DEBUG nova.network.neutron [req-51b5c285-0a5e-46a5-b208-d30e0555efce req-25cddd33-cc78-446b-88f0-48a3c751e08b service nova] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.293957] env[62913]: DEBUG nova.network.neutron [-] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.319374] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57cfcaa0-74cb-4594-8198-4fe8bc920424 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.331933] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc912564-003e-4a4c-9f69-ffda0bd6a44d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.359164] env[62913]: DEBUG nova.compute.manager [req-51b5c285-0a5e-46a5-b208-d30e0555efce req-25cddd33-cc78-446b-88f0-48a3c751e08b service nova] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Detach interface failed, port_id=400d56ce-2991-4062-9acc-f4df878c858f, reason: Instance 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2231.796822] env[62913]: INFO nova.compute.manager [-] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Took 1.43 seconds to deallocate network for instance. [ 2232.303711] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.304089] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.304269] env[62913]: DEBUG nova.objects.instance [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lazy-loading 'resources' on Instance uuid 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2232.846388] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229c0a71-6ae4-40f7-9b12-ff8597b0de51 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.853577] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42d4b33-2bfa-46ec-ac8b-593fc55111f2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.883046] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195a61f2-7c80-4238-afaa-74f6095bda51 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.890090] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f6ad37-6079-46b5-aaa2-aef087c0cce4 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.903011] env[62913]: DEBUG nova.compute.provider_tree [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2233.406672] env[62913]: DEBUG nova.scheduler.client.report [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2233.912161] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.931125] env[62913]: INFO nova.scheduler.client.report [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Deleted allocations for instance 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1 [ 2234.439698] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b3f0c577-ca65-4639-ba14-7555d92ea451 tempest-AttachVolumeNegativeTest-229161623 tempest-AttachVolumeNegativeTest-229161623-project-member] Lock "4373d570-7aaa-4a6a-96d2-2cfe11aeccc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.752s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.240132] env[62913]: DEBUG nova.compute.manager [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Stashing vm_state: active {{(pid=62913) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 2255.759282] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.759595] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.264246] env[62913]: INFO nova.compute.claims [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2256.770539] env[62913]: INFO nova.compute.resource_tracker [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating resource usage from migration 90f9ef01-0b9e-460f-bfe8-8e9de8b6448f [ 2256.809201] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3a4220-50cd-4e59-bb86-eb9fecc55806 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.817267] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e4545f-47c2-457f-928b-c2b61ee7a976 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.847654] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c196052-652f-42b6-8b47-83937500f4a2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.854450] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f510669-5aa0-4eb2-82d5-6186d652413d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.867871] env[62913]: DEBUG nova.compute.provider_tree [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2257.371271] env[62913]: DEBUG nova.scheduler.client.report [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2257.875979] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.116s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2257.876266] env[62913]: INFO nova.compute.manager [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Migrating [ 2258.390891] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2258.391341] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2258.391341] env[62913]: DEBUG nova.network.neutron [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2259.104573] env[62913]: DEBUG nova.network.neutron [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance_info_cache with network_info: [{"id": "0aa399fe-de84-4942-8da8-82e384c3ac59", "address": "fa:16:3e:e7:91:fa", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa399fe-de", "ovs_interfaceid": "0aa399fe-de84-4942-8da8-82e384c3ac59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2259.607313] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.122722] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0eda51-2f93-4aa0-891f-c1454e3a661f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.142465] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance '6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba' progress to 0 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2261.649219] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2261.649536] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab3fce2f-c56a-4574-a7b1-517f4ecd772b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.657750] env[62913]: DEBUG oslo_vmware.api [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2261.657750] env[62913]: value = "task-1823315" [ 2261.657750] env[62913]: _type = "Task" [ 2261.657750] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.665465] env[62913]: DEBUG oslo_vmware.api [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.167975] env[62913]: DEBUG oslo_vmware.api [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823315, 'name': PowerOffVM_Task, 'duration_secs': 0.220057} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.168348] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2262.168392] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance '6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba' progress to 17 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2262.674986] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2262.675267] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2262.675419] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2262.675602] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2262.675753] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2262.675909] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2262.676134] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2262.676300] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2262.676510] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2262.676687] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2262.676863] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2262.681943] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e169f74f-6ea5-4180-87ab-b0aa51b1270f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.698833] env[62913]: DEBUG oslo_vmware.api [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2262.698833] env[62913]: value = "task-1823316" [ 2262.698833] env[62913]: _type = "Task" [ 2262.698833] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.706728] env[62913]: DEBUG oslo_vmware.api [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.209146] env[62913]: DEBUG oslo_vmware.api [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823316, 'name': ReconfigVM_Task, 'duration_secs': 0.160784} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.209520] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance '6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba' progress to 33 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2263.716202] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2263.716473] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2263.716653] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2263.716846] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2263.716997] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2263.717166] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2263.717375] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2263.717557] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2263.717701] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2263.717865] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2263.718054] env[62913]: DEBUG nova.virt.hardware [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2263.723342] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2263.723628] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b31cb1fe-3f7f-4bbc-8a8c-ea93b3e4fb93 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.741475] env[62913]: DEBUG oslo_vmware.api [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2263.741475] env[62913]: value = "task-1823317" [ 2263.741475] env[62913]: _type = "Task" [ 2263.741475] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.748871] env[62913]: DEBUG oslo_vmware.api [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.251039] env[62913]: DEBUG oslo_vmware.api [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823317, 'name': ReconfigVM_Task, 'duration_secs': 0.160576} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.251443] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2264.252094] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1632d841-27f6-4137-9ff8-090ef809bfa7 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.274683] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba/6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2264.274932] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3510e41d-9cf4-4663-81a7-18a49a1fc4af {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.292275] env[62913]: DEBUG oslo_vmware.api [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2264.292275] env[62913]: value = "task-1823318" [ 2264.292275] env[62913]: _type = "Task" [ 2264.292275] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.299509] env[62913]: DEBUG oslo_vmware.api [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.802192] env[62913]: DEBUG oslo_vmware.api [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.308764] env[62913]: DEBUG oslo_vmware.api [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823318, 'name': ReconfigVM_Task, 'duration_secs': 0.827019} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.309201] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba/6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2265.309570] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance '6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba' progress to 50 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2265.818979] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790a11c7-f71c-4f53-beb8-c41e0474f08a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.837826] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858c658c-c923-42b8-8eb1-2e4a24b0705c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.854583] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance '6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba' progress to 67 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2266.354444] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2266.354872] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2266.393350] env[62913]: DEBUG nova.network.neutron [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Port 0aa399fe-de84-4942-8da8-82e384c3ac59 binding to destination host cpu-1 is already ACTIVE {{(pid=62913) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2266.860562] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2266.860756] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2266.860889] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 2267.364161] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2267.364161] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquired lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2267.364568] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Forcefully refreshing network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2267.364568] env[62913]: DEBUG nova.objects.instance [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lazy-loading 'info_cache' on Instance uuid 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2267.414604] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.414923] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.415070] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2268.710099] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2269.383606] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance_info_cache with network_info: [{"id": "0aa399fe-de84-4942-8da8-82e384c3ac59", "address": "fa:16:3e:e7:91:fa", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa399fe-de", "ovs_interfaceid": "0aa399fe-de84-4942-8da8-82e384c3ac59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2269.887059] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Releasing lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2269.887059] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updated the network info_cache for instance {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2269.887485] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2269.887485] env[62913]: DEBUG nova.network.neutron [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2269.888478] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2269.889229] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2269.889229] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2269.889229] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2269.889415] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2269.889492] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2269.889639] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2269.889791] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2270.392857] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2270.393088] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2270.393257] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.393410] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2270.394292] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c63de3-9047-45fc-95e3-e8f6cf88e610 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.402391] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e19ede4-f9bc-41bb-bfb4-f986a1866f27 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.415680] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4883bf47-45ad-4881-b624-333c78082212 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.421920] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a340fb4e-19d3-4fe9-900a-517ee2fab365 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.453050] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181155MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2270.453207] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2270.453390] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2270.591893] env[62913]: DEBUG nova.network.neutron [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance_info_cache with network_info: [{"id": "0aa399fe-de84-4942-8da8-82e384c3ac59", "address": "fa:16:3e:e7:91:fa", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa399fe-de", "ovs_interfaceid": "0aa399fe-de84-4942-8da8-82e384c3ac59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2271.094644] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2271.459790] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Applying migration context for instance 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba as it has an incoming, in-progress migration 90f9ef01-0b9e-460f-bfe8-8e9de8b6448f. Migration status is post-migrating {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2271.460377] env[62913]: INFO nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating resource usage from migration 90f9ef01-0b9e-460f-bfe8-8e9de8b6448f [ 2271.478903] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Migration 90f9ef01-0b9e-460f-bfe8-8e9de8b6448f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2271.479058] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2271.479230] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2271.479365] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2271.513372] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a8d257-dee4-4d5d-8e1d-f8d94931e3ce {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.521337] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005b537d-24b0-4733-81bf-f81faeb91e64 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.550121] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0754d856-e911-42fd-bcd6-571b93fcad2a {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.559470] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3f91bf-d827-4c40-8871-5fb694aba328 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.572077] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2271.613571] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0bb3e1-f45c-4784-b144-c98bd6310013 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.631953] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b366b83-cc34-41e0-8853-19e6c1011f9f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.638227] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance '6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba' progress to 83 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2272.075583] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2272.144844] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2272.144844] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d7b93e9-be88-4579-a268-9f2c214cd878 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.152637] env[62913]: DEBUG oslo_vmware.api [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2272.152637] env[62913]: value = "task-1823319" [ 2272.152637] env[62913]: _type = "Task" [ 2272.152637] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.160593] env[62913]: DEBUG oslo_vmware.api [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.580195] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2272.580468] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.661923] env[62913]: DEBUG oslo_vmware.api [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823319, 'name': PowerOnVM_Task, 'duration_secs': 0.376564} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.662195] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2272.662375] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-b56bbd32-05d8-4986-a7ce-46470a128c47 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance '6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba' progress to 100 {{(pid=62913) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2274.960432] env[62913]: DEBUG nova.network.neutron [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Port 0aa399fe-de84-4942-8da8-82e384c3ac59 binding to destination host cpu-1 is already ACTIVE {{(pid=62913) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2274.960725] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2274.960899] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2274.961088] env[62913]: DEBUG nova.network.neutron [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2275.698304] env[62913]: DEBUG nova.network.neutron [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance_info_cache with network_info: [{"id": "0aa399fe-de84-4942-8da8-82e384c3ac59", "address": "fa:16:3e:e7:91:fa", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa399fe-de", "ovs_interfaceid": "0aa399fe-de84-4942-8da8-82e384c3ac59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2276.201590] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2276.705494] env[62913]: DEBUG nova.compute.manager [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62913) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2276.705736] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.705968] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2277.209300] env[62913]: DEBUG nova.objects.instance [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lazy-loading 'migration_context' on Instance uuid 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2277.753496] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a94d67c-e068-4f31-982b-1732c1766067 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.760727] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fb6e22-2ab3-4740-9350-fac4f8c5d265 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.789343] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce04b30-0c4c-4d30-a08d-af7ba3cc8a47 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.796269] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ab5922-a3a2-446a-8856-8a8ff43e09b9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.808692] env[62913]: DEBUG nova.compute.provider_tree [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2278.311473] env[62913]: DEBUG nova.scheduler.client.report [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2279.324812] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.619s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2280.860860] env[62913]: INFO nova.compute.manager [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Swapping old allocation on dict_keys(['b05aba35-a74b-4686-847a-0f7cde3a4125']) held by migration 90f9ef01-0b9e-460f-bfe8-8e9de8b6448f for instance [ 2280.881058] env[62913]: DEBUG nova.scheduler.client.report [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Overwriting current allocation {'allocations': {'b05aba35-a74b-4686-847a-0f7cde3a4125': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 186}}, 'project_id': '1e4f28c1320940a59a5cb5a4c1f70fa7', 'user_id': '05eb507ef23d40578a0593164d4e2dd2', 'consumer_generation': 1} on consumer 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba {{(pid=62913) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2280.961267] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2280.961461] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2280.961639] env[62913]: DEBUG nova.network.neutron [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2281.664117] env[62913]: DEBUG nova.network.neutron [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance_info_cache with network_info: [{"id": "0aa399fe-de84-4942-8da8-82e384c3ac59", "address": "fa:16:3e:e7:91:fa", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa399fe-de", "ovs_interfaceid": "0aa399fe-de84-4942-8da8-82e384c3ac59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2282.166549] env[62913]: DEBUG oslo_concurrency.lockutils [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "refresh_cache-6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2282.167021] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2282.167347] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36a0b50d-1d61-44d8-ad7f-98d479d40757 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.175685] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2282.175685] env[62913]: value = "task-1823320" [ 2282.175685] env[62913]: _type = "Task" [ 2282.175685] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.184280] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.685595] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823320, 'name': PowerOffVM_Task, 'duration_secs': 0.353038} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.685892] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2282.686525] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2282.686771] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2282.686902] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2282.687100] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2282.687251] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2282.687397] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2282.687600] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2282.687760] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2282.687928] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2282.688149] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2282.688398] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2282.693241] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0925a3ea-16b7-4e45-830f-e57c1119551f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.707984] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2282.707984] env[62913]: value = "task-1823321" [ 2282.707984] env[62913]: _type = "Task" [ 2282.707984] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.715638] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.218407] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823321, 'name': ReconfigVM_Task, 'duration_secs': 0.135657} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.219212] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7587af38-f19a-499f-8d7d-ec3cc1160fca {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.237170] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2283.237400] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2283.237557] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2283.237740] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2283.237938] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2283.238049] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2283.238248] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2283.238407] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2283.238573] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2283.238764] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2283.238914] env[62913]: DEBUG nova.virt.hardware [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2283.239663] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-761698d5-3d1b-4394-a48f-b770b89103be {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.244457] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2283.244457] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52464697-227b-72e9-5829-970457950e60" [ 2283.244457] env[62913]: _type = "Task" [ 2283.244457] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.251540] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52464697-227b-72e9-5829-970457950e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.754855] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52464697-227b-72e9-5829-970457950e60, 'name': SearchDatastore_Task, 'duration_secs': 0.019708} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.760078] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2283.760343] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b0050d9-3cc3-467e-aed0-29f639fc5ea3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.777826] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2283.777826] env[62913]: value = "task-1823322" [ 2283.777826] env[62913]: _type = "Task" [ 2283.777826] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.785512] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.287946] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823322, 'name': ReconfigVM_Task, 'duration_secs': 0.167662} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.288380] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62913) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2284.288955] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141c428a-e8cd-4ca7-abe4-5d7721167ff9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.310147] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba/6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2284.310380] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8554e58c-8170-4a9d-b362-78fed1d1371b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.327830] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2284.327830] env[62913]: value = "task-1823323" [ 2284.327830] env[62913]: _type = "Task" [ 2284.327830] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.335141] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.837928] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823323, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.338115] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823323, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.839662] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823323, 'name': ReconfigVM_Task, 'duration_secs': 1.260545} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.839662] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba/6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba.vmdk or device None with type thin {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2285.840318] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19738fbd-e48d-4298-a3d1-e5776bf179fe {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.857312] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeee1371-9ed1-442c-9991-3d1cb720e19d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.874755] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd36c53-fb57-4de7-9552-c85e4aee9645 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.891211] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba42d22-4256-4cd3-8f39-1168cf2a6c2b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.897255] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2285.897463] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a647bbb4-a4ef-4a8a-808d-a3f612d071ff {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.902716] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2285.902716] env[62913]: value = "task-1823324" [ 2285.902716] env[62913]: _type = "Task" [ 2285.902716] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.909519] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.413835] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823324, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.913647] env[62913]: DEBUG oslo_vmware.api [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823324, 'name': PowerOnVM_Task, 'duration_secs': 0.566051} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.913906] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2287.925487] env[62913]: INFO nova.compute.manager [None req-1b3fd978-7c4b-48ab-9831-aa19b4a9a7dc tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance to original state: 'active' [ 2289.761520] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2289.761918] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2289.761995] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2289.762202] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2289.762383] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2289.764510] env[62913]: INFO nova.compute.manager [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Terminating instance [ 2290.268549] env[62913]: DEBUG nova.compute.manager [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2290.268771] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2290.269749] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed024f4a-2efb-4050-b5c8-6438ea470bbb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.277424] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2290.277646] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad3afc95-e8c8-4667-b902-0844b35f6a26 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.283399] env[62913]: DEBUG oslo_vmware.api [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2290.283399] env[62913]: value = "task-1823325" [ 2290.283399] env[62913]: _type = "Task" [ 2290.283399] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.290730] env[62913]: DEBUG oslo_vmware.api [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.793921] env[62913]: DEBUG oslo_vmware.api [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823325, 'name': PowerOffVM_Task, 'duration_secs': 0.17044} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.794328] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2290.794380] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2290.794616] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d10b26c-5dfe-40bf-9c11-311293780928 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.867391] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2290.867587] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2290.867771] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Deleting the datastore file [datastore1] 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2290.868042] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87f6b6fb-f501-4145-a1a9-bb590ab4bd9d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.874468] env[62913]: DEBUG oslo_vmware.api [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2290.874468] env[62913]: value = "task-1823327" [ 2290.874468] env[62913]: _type = "Task" [ 2290.874468] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.881754] env[62913]: DEBUG oslo_vmware.api [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.383919] env[62913]: DEBUG oslo_vmware.api [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164785} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.384194] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2291.384358] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2291.384527] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2291.384702] env[62913]: INFO nova.compute.manager [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2291.384936] env[62913]: DEBUG oslo.service.loopingcall [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2291.385155] env[62913]: DEBUG nova.compute.manager [-] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2291.385250] env[62913]: DEBUG nova.network.neutron [-] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2291.828487] env[62913]: DEBUG nova.compute.manager [req-df7e592d-3cd8-4b1b-962c-d064adc05885 req-65693615-b40b-474c-b626-20f6044cc54c service nova] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Received event network-vif-deleted-0aa399fe-de84-4942-8da8-82e384c3ac59 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2291.828807] env[62913]: INFO nova.compute.manager [req-df7e592d-3cd8-4b1b-962c-d064adc05885 req-65693615-b40b-474c-b626-20f6044cc54c service nova] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Neutron deleted interface 0aa399fe-de84-4942-8da8-82e384c3ac59; detaching it from the instance and deleting it from the info cache [ 2291.828915] env[62913]: DEBUG nova.network.neutron [req-df7e592d-3cd8-4b1b-962c-d064adc05885 req-65693615-b40b-474c-b626-20f6044cc54c service nova] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.308337] env[62913]: DEBUG nova.network.neutron [-] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.331266] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3ec8bdf-69a9-4679-b525-ad006aaa5555 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.341657] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815eddb4-4003-45e3-a126-a51261d3debb {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.364062] env[62913]: DEBUG nova.compute.manager [req-df7e592d-3cd8-4b1b-962c-d064adc05885 req-65693615-b40b-474c-b626-20f6044cc54c service nova] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Detach interface failed, port_id=0aa399fe-de84-4942-8da8-82e384c3ac59, reason: Instance 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2292.810775] env[62913]: INFO nova.compute.manager [-] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Took 1.43 seconds to deallocate network for instance. [ 2293.317128] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2293.317569] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2293.317686] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2293.338583] env[62913]: INFO nova.scheduler.client.report [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Deleted allocations for instance 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba [ 2293.846755] env[62913]: DEBUG oslo_concurrency.lockutils [None req-5826033e-e8bc-484e-b554-5c6f92cb62d6 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.085s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.718652] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "08b41472-e5a6-46ef-bc1b-affb6a7afa84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2294.719029] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "08b41472-e5a6-46ef-bc1b-affb6a7afa84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.221586] env[62913]: DEBUG nova.compute.manager [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Starting instance... {{(pid=62913) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2295.742801] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.743107] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.744579] env[62913]: INFO nova.compute.claims [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2296.780459] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028bcd3a-cb7d-402c-9c7c-b207d6542b46 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.788289] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdcae85-a5bc-439f-ba08-f7d167afdda3 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.818563] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebce525-9a5c-4e7a-badf-5ab8b0b27dab {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.826168] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27942340-2ebf-45fb-8be3-ed55d2781734 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.839468] env[62913]: DEBUG nova.compute.provider_tree [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2297.342981] env[62913]: DEBUG nova.scheduler.client.report [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2297.848406] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2297.848951] env[62913]: DEBUG nova.compute.manager [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Start building networks asynchronously for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2298.354250] env[62913]: DEBUG nova.compute.utils [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Using /dev/sd instead of None {{(pid=62913) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2298.355665] env[62913]: DEBUG nova.compute.manager [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Allocating IP information in the background. {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2298.355837] env[62913]: DEBUG nova.network.neutron [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] allocate_for_instance() {{(pid=62913) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2298.418628] env[62913]: DEBUG nova.policy [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05eb507ef23d40578a0593164d4e2dd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e4f28c1320940a59a5cb5a4c1f70fa7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62913) authorize /opt/stack/nova/nova/policy.py:192}} [ 2298.682775] env[62913]: DEBUG nova.network.neutron [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Successfully created port: e3d1921c-55ba-4f28-b91c-39aae8195090 {{(pid=62913) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2298.858796] env[62913]: DEBUG nova.compute.manager [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Start building block device mappings for instance. {{(pid=62913) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2299.869308] env[62913]: DEBUG nova.compute.manager [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Start spawning the instance on the hypervisor. {{(pid=62913) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2299.894268] env[62913]: DEBUG nova.virt.hardware [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T16:00:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T16:00:22Z,direct_url=,disk_format='vmdk',id=b40ce627-5fb4-40e0-aa31-01a05720eeb5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f8d372532104de88086458968a7952f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T16:00:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2299.894519] env[62913]: DEBUG nova.virt.hardware [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2299.894679] env[62913]: DEBUG nova.virt.hardware [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image limits 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2299.894862] env[62913]: DEBUG nova.virt.hardware [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Flavor pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2299.895018] env[62913]: DEBUG nova.virt.hardware [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Image pref 0:0:0 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2299.895183] env[62913]: DEBUG nova.virt.hardware [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62913) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2299.895389] env[62913]: DEBUG nova.virt.hardware [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2299.895551] env[62913]: DEBUG nova.virt.hardware [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2299.895718] env[62913]: DEBUG nova.virt.hardware [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Got 1 possible topologies {{(pid=62913) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2299.895880] env[62913]: DEBUG nova.virt.hardware [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2299.896069] env[62913]: DEBUG nova.virt.hardware [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62913) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2299.896981] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b46bd1-6b00-474a-ab71-e505916f5d68 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.904635] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a065fe40-412c-48b5-819d-ad4ddb36ce9c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.045514] env[62913]: DEBUG nova.compute.manager [req-d8065faf-4c26-4890-911d-25a031efa140 req-0591256e-9731-477f-a230-a2e7b758a26c service nova] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Received event network-vif-plugged-e3d1921c-55ba-4f28-b91c-39aae8195090 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2300.045781] env[62913]: DEBUG oslo_concurrency.lockutils [req-d8065faf-4c26-4890-911d-25a031efa140 req-0591256e-9731-477f-a230-a2e7b758a26c service nova] Acquiring lock "08b41472-e5a6-46ef-bc1b-affb6a7afa84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2300.045967] env[62913]: DEBUG oslo_concurrency.lockutils [req-d8065faf-4c26-4890-911d-25a031efa140 req-0591256e-9731-477f-a230-a2e7b758a26c service nova] Lock "08b41472-e5a6-46ef-bc1b-affb6a7afa84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2300.046104] env[62913]: DEBUG oslo_concurrency.lockutils [req-d8065faf-4c26-4890-911d-25a031efa140 req-0591256e-9731-477f-a230-a2e7b758a26c service nova] Lock "08b41472-e5a6-46ef-bc1b-affb6a7afa84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2300.046277] env[62913]: DEBUG nova.compute.manager [req-d8065faf-4c26-4890-911d-25a031efa140 req-0591256e-9731-477f-a230-a2e7b758a26c service nova] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] No waiting events found dispatching network-vif-plugged-e3d1921c-55ba-4f28-b91c-39aae8195090 {{(pid=62913) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2300.046441] env[62913]: WARNING nova.compute.manager [req-d8065faf-4c26-4890-911d-25a031efa140 req-0591256e-9731-477f-a230-a2e7b758a26c service nova] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Received unexpected event network-vif-plugged-e3d1921c-55ba-4f28-b91c-39aae8195090 for instance with vm_state building and task_state spawning. [ 2300.127187] env[62913]: DEBUG nova.network.neutron [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Successfully updated port: e3d1921c-55ba-4f28-b91c-39aae8195090 {{(pid=62913) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2300.629886] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2300.630094] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2300.630274] env[62913]: DEBUG nova.network.neutron [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2301.161146] env[62913]: DEBUG nova.network.neutron [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Instance cache missing network info. {{(pid=62913) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2301.277165] env[62913]: DEBUG nova.network.neutron [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Updating instance_info_cache with network_info: [{"id": "e3d1921c-55ba-4f28-b91c-39aae8195090", "address": "fa:16:3e:1a:26:80", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d1921c-55", "ovs_interfaceid": "e3d1921c-55ba-4f28-b91c-39aae8195090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.779687] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2301.780076] env[62913]: DEBUG nova.compute.manager [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Instance network_info: |[{"id": "e3d1921c-55ba-4f28-b91c-39aae8195090", "address": "fa:16:3e:1a:26:80", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d1921c-55", "ovs_interfaceid": "e3d1921c-55ba-4f28-b91c-39aae8195090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62913) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2301.780530] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:26:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3d1921c-55ba-4f28-b91c-39aae8195090', 'vif_model': 'vmxnet3'}] {{(pid=62913) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2301.788301] env[62913]: DEBUG oslo.service.loopingcall [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2301.788506] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Creating VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2301.788722] env[62913]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5459936f-435a-4c7f-b440-7719b3ec0adf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.808717] env[62913]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2301.808717] env[62913]: value = "task-1823328" [ 2301.808717] env[62913]: _type = "Task" [ 2301.808717] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.815976] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823328, 'name': CreateVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.070753] env[62913]: DEBUG nova.compute.manager [req-25cfa18a-eb70-43b4-84b2-fe2a416caccd req-98d71172-ef16-4d92-b2e7-f73a752d385c service nova] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Received event network-changed-e3d1921c-55ba-4f28-b91c-39aae8195090 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2302.070894] env[62913]: DEBUG nova.compute.manager [req-25cfa18a-eb70-43b4-84b2-fe2a416caccd req-98d71172-ef16-4d92-b2e7-f73a752d385c service nova] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Refreshing instance network info cache due to event network-changed-e3d1921c-55ba-4f28-b91c-39aae8195090. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2302.071131] env[62913]: DEBUG oslo_concurrency.lockutils [req-25cfa18a-eb70-43b4-84b2-fe2a416caccd req-98d71172-ef16-4d92-b2e7-f73a752d385c service nova] Acquiring lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2302.071353] env[62913]: DEBUG oslo_concurrency.lockutils [req-25cfa18a-eb70-43b4-84b2-fe2a416caccd req-98d71172-ef16-4d92-b2e7-f73a752d385c service nova] Acquired lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2302.071539] env[62913]: DEBUG nova.network.neutron [req-25cfa18a-eb70-43b4-84b2-fe2a416caccd req-98d71172-ef16-4d92-b2e7-f73a752d385c service nova] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Refreshing network info cache for port e3d1921c-55ba-4f28-b91c-39aae8195090 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2302.318571] env[62913]: DEBUG oslo_vmware.api [-] Task: {'id': task-1823328, 'name': CreateVM_Task, 'duration_secs': 0.336807} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.318910] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Created VM on the ESX host {{(pid=62913) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2302.319408] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2302.319581] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2302.319899] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2302.320171] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c994870-dc1f-41af-bf62-b84289f0ef64 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.324529] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2302.324529] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52f46632-0307-4964-b43a-67eb5382413c" [ 2302.324529] env[62913]: _type = "Task" [ 2302.324529] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.332138] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f46632-0307-4964-b43a-67eb5382413c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.758429] env[62913]: DEBUG nova.network.neutron [req-25cfa18a-eb70-43b4-84b2-fe2a416caccd req-98d71172-ef16-4d92-b2e7-f73a752d385c service nova] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Updated VIF entry in instance network info cache for port e3d1921c-55ba-4f28-b91c-39aae8195090. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2302.758793] env[62913]: DEBUG nova.network.neutron [req-25cfa18a-eb70-43b4-84b2-fe2a416caccd req-98d71172-ef16-4d92-b2e7-f73a752d385c service nova] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Updating instance_info_cache with network_info: [{"id": "e3d1921c-55ba-4f28-b91c-39aae8195090", "address": "fa:16:3e:1a:26:80", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d1921c-55", "ovs_interfaceid": "e3d1921c-55ba-4f28-b91c-39aae8195090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2302.835295] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52f46632-0307-4964-b43a-67eb5382413c, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.835582] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2302.835812] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Processing image b40ce627-5fb4-40e0-aa31-01a05720eeb5 {{(pid=62913) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2302.836048] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2302.836203] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2302.836381] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2302.836640] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c5cfca4-5baa-443a-b4fe-59fb73abe73b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.844706] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62913) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2302.844878] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62913) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2302.845531] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea85240-b819-448f-a0b8-ca0e517efc7c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.849995] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2302.849995] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52707ff6-3e29-e080-d132-53eefa6f3432" [ 2302.849995] env[62913]: _type = "Task" [ 2302.849995] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.856839] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52707ff6-3e29-e080-d132-53eefa6f3432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.261273] env[62913]: DEBUG oslo_concurrency.lockutils [req-25cfa18a-eb70-43b4-84b2-fe2a416caccd req-98d71172-ef16-4d92-b2e7-f73a752d385c service nova] Releasing lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2303.360436] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52707ff6-3e29-e080-d132-53eefa6f3432, 'name': SearchDatastore_Task, 'duration_secs': 0.008827} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.361197] env[62913]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5728c1cb-64f7-4ff2-9c65-3685218163e8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.365823] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2303.365823] env[62913]: value = "session[52b52d97-094a-8ae0-9258-8453f7358055]52fe3fee-57e2-2220-4190-e0e907e67197" [ 2303.365823] env[62913]: _type = "Task" [ 2303.365823] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.373464] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52fe3fee-57e2-2220-4190-e0e907e67197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.876107] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': session[52b52d97-094a-8ae0-9258-8453f7358055]52fe3fee-57e2-2220-4190-e0e907e67197, 'name': SearchDatastore_Task, 'duration_secs': 0.009553} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.876407] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2303.876734] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 08b41472-e5a6-46ef-bc1b-affb6a7afa84/08b41472-e5a6-46ef-bc1b-affb6a7afa84.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2303.877028] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-090898ca-aeb4-4f1e-b751-6f21f76c4e0b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.884387] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2303.884387] env[62913]: value = "task-1823329" [ 2303.884387] env[62913]: _type = "Task" [ 2303.884387] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.891792] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.394161] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50138} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.394561] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b40ce627-5fb4-40e0-aa31-01a05720eeb5/b40ce627-5fb4-40e0-aa31-01a05720eeb5.vmdk to [datastore1] 08b41472-e5a6-46ef-bc1b-affb6a7afa84/08b41472-e5a6-46ef-bc1b-affb6a7afa84.vmdk {{(pid=62913) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2304.394643] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Extending root virtual disk to 1048576 {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2304.394880] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95fee758-2ed5-42b3-acb3-26143f326435 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.400415] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2304.400415] env[62913]: value = "task-1823330" [ 2304.400415] env[62913]: _type = "Task" [ 2304.400415] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.407174] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.910104] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062236} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.910386] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Extended root virtual disk {{(pid=62913) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2304.911200] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d111b8c2-7551-469a-a7f2-ae32f46be569 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.932763] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 08b41472-e5a6-46ef-bc1b-affb6a7afa84/08b41472-e5a6-46ef-bc1b-affb6a7afa84.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2304.932997] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1e79d1f-70d2-47be-9648-bbd357ffeb15 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.952133] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2304.952133] env[62913]: value = "task-1823331" [ 2304.952133] env[62913]: _type = "Task" [ 2304.952133] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.959583] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.461979] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823331, 'name': ReconfigVM_Task, 'duration_secs': 0.308677} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.462392] env[62913]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 08b41472-e5a6-46ef-bc1b-affb6a7afa84/08b41472-e5a6-46ef-bc1b-affb6a7afa84.vmdk or device None with type sparse {{(pid=62913) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2305.463008] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5beb6a2-99ea-490b-80a5-0feabfa2a6b0 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.468989] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2305.468989] env[62913]: value = "task-1823332" [ 2305.468989] env[62913]: _type = "Task" [ 2305.468989] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.476215] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823332, 'name': Rename_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.978527] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823332, 'name': Rename_Task, 'duration_secs': 0.171211} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.978783] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2305.979031] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7148e6c9-f7ad-44ac-b30f-af02b8d34a47 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.984512] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2305.984512] env[62913]: value = "task-1823333" [ 2305.984512] env[62913]: _type = "Task" [ 2305.984512] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.993844] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.493957] env[62913]: DEBUG oslo_vmware.api [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823333, 'name': PowerOnVM_Task, 'duration_secs': 0.46905} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.494373] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2306.494481] env[62913]: INFO nova.compute.manager [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Took 6.62 seconds to spawn the instance on the hypervisor. [ 2306.494630] env[62913]: DEBUG nova.compute.manager [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2306.495390] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b1df34-672f-4af6-857c-4b678dd9f3a5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.014611] env[62913]: INFO nova.compute.manager [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Took 11.29 seconds to build instance. [ 2307.517259] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9c8b3233-e7a5-4ba9-93ba-c2a188f15d9f tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "08b41472-e5a6-46ef-bc1b-affb6a7afa84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.798s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.733124] env[62913]: DEBUG nova.compute.manager [req-a7615513-8585-4a2d-9836-7bae7726b7ce req-96ff2a76-3f53-43e5-879e-10037b34fd58 service nova] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Received event network-changed-e3d1921c-55ba-4f28-b91c-39aae8195090 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2307.733338] env[62913]: DEBUG nova.compute.manager [req-a7615513-8585-4a2d-9836-7bae7726b7ce req-96ff2a76-3f53-43e5-879e-10037b34fd58 service nova] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Refreshing instance network info cache due to event network-changed-e3d1921c-55ba-4f28-b91c-39aae8195090. {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2307.733553] env[62913]: DEBUG oslo_concurrency.lockutils [req-a7615513-8585-4a2d-9836-7bae7726b7ce req-96ff2a76-3f53-43e5-879e-10037b34fd58 service nova] Acquiring lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2307.733695] env[62913]: DEBUG oslo_concurrency.lockutils [req-a7615513-8585-4a2d-9836-7bae7726b7ce req-96ff2a76-3f53-43e5-879e-10037b34fd58 service nova] Acquired lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2307.733853] env[62913]: DEBUG nova.network.neutron [req-a7615513-8585-4a2d-9836-7bae7726b7ce req-96ff2a76-3f53-43e5-879e-10037b34fd58 service nova] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Refreshing network info cache for port e3d1921c-55ba-4f28-b91c-39aae8195090 {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2308.467496] env[62913]: DEBUG nova.network.neutron [req-a7615513-8585-4a2d-9836-7bae7726b7ce req-96ff2a76-3f53-43e5-879e-10037b34fd58 service nova] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Updated VIF entry in instance network info cache for port e3d1921c-55ba-4f28-b91c-39aae8195090. {{(pid=62913) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2308.467872] env[62913]: DEBUG nova.network.neutron [req-a7615513-8585-4a2d-9836-7bae7726b7ce req-96ff2a76-3f53-43e5-879e-10037b34fd58 service nova] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Updating instance_info_cache with network_info: [{"id": "e3d1921c-55ba-4f28-b91c-39aae8195090", "address": "fa:16:3e:1a:26:80", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d1921c-55", "ovs_interfaceid": "e3d1921c-55ba-4f28-b91c-39aae8195090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.971372] env[62913]: DEBUG oslo_concurrency.lockutils [req-a7615513-8585-4a2d-9836-7bae7726b7ce req-96ff2a76-3f53-43e5-879e-10037b34fd58 service nova] Releasing lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2332.581985] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2332.582429] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2332.582429] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2332.582507] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 2333.134446] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2333.134638] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquired lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2333.134795] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Forcefully refreshing network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2333.134948] env[62913]: DEBUG nova.objects.instance [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lazy-loading 'info_cache' on Instance uuid 08b41472-e5a6-46ef-bc1b-affb6a7afa84 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2335.020776] env[62913]: DEBUG nova.network.neutron [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Updating instance_info_cache with network_info: [{"id": "e3d1921c-55ba-4f28-b91c-39aae8195090", "address": "fa:16:3e:1a:26:80", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d1921c-55", "ovs_interfaceid": "e3d1921c-55ba-4f28-b91c-39aae8195090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2335.523858] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Releasing lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2335.524073] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Updated the network info_cache for instance {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2335.524283] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2335.524441] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2335.524587] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2335.524740] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2335.524884] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2335.525048] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2335.525184] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2335.525332] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2336.028570] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.029019] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.029019] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2336.029162] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2336.030457] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f58dce5-ca7d-4c03-b6f8-c61179c544bd {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.038387] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b12e2e6-72e7-4197-bac7-fe5efa2f959b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.052808] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ca5ae5-586a-4abe-9992-b122580c596d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.058646] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c8dfad-9a36-4c1a-a28e-726df2ce3ebf {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.086419] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181340MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2336.086550] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.086730] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2337.110988] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Instance 08b41472-e5a6-46ef-bc1b-affb6a7afa84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62913) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2337.111316] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2337.111379] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2337.136530] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f68fdf0-f1b5-49fa-9cb1-729b6926f44d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.144219] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18370135-7567-41b5-be30-87dc276e8ddc {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.174142] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e639f86e-fb29-442e-9d59-e6a07873d537 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.181072] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfe6736-4b72-4792-b722-78d17e5b7095 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.193877] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2337.697641] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2338.202596] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2338.202988] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.673568] env[62913]: DEBUG oslo_concurrency.lockutils [None req-173bad97-b23d-4729-8b6b-f4bb6bde0a8a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "08b41472-e5a6-46ef-bc1b-affb6a7afa84" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2342.673986] env[62913]: DEBUG oslo_concurrency.lockutils [None req-173bad97-b23d-4729-8b6b-f4bb6bde0a8a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "08b41472-e5a6-46ef-bc1b-affb6a7afa84" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2342.674062] env[62913]: DEBUG nova.compute.manager [None req-173bad97-b23d-4729-8b6b-f4bb6bde0a8a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2342.674938] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7d00f7-ef02-4aac-948e-885317d6fc27 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.681748] env[62913]: DEBUG nova.compute.manager [None req-173bad97-b23d-4729-8b6b-f4bb6bde0a8a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62913) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2342.682305] env[62913]: DEBUG nova.objects.instance [None req-173bad97-b23d-4729-8b6b-f4bb6bde0a8a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lazy-loading 'flavor' on Instance uuid 08b41472-e5a6-46ef-bc1b-affb6a7afa84 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2343.691182] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-173bad97-b23d-4729-8b6b-f4bb6bde0a8a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2343.691560] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc2d7a5f-1249-45e1-b6a8-d240a4df6d04 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.698804] env[62913]: DEBUG oslo_vmware.api [None req-173bad97-b23d-4729-8b6b-f4bb6bde0a8a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2343.698804] env[62913]: value = "task-1823334" [ 2343.698804] env[62913]: _type = "Task" [ 2343.698804] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.706675] env[62913]: DEBUG oslo_vmware.api [None req-173bad97-b23d-4729-8b6b-f4bb6bde0a8a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.208561] env[62913]: DEBUG oslo_vmware.api [None req-173bad97-b23d-4729-8b6b-f4bb6bde0a8a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.710055] env[62913]: DEBUG oslo_vmware.api [None req-173bad97-b23d-4729-8b6b-f4bb6bde0a8a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.211864] env[62913]: DEBUG oslo_vmware.api [None req-173bad97-b23d-4729-8b6b-f4bb6bde0a8a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.711944] env[62913]: DEBUG oslo_vmware.api [None req-173bad97-b23d-4729-8b6b-f4bb6bde0a8a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823334, 'name': PowerOffVM_Task, 'duration_secs': 1.874408} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.712319] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-173bad97-b23d-4729-8b6b-f4bb6bde0a8a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2345.712416] env[62913]: DEBUG nova.compute.manager [None req-173bad97-b23d-4729-8b6b-f4bb6bde0a8a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2345.713157] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1629df-f582-46ac-ac6e-b8a4cd7ae5ae {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.224092] env[62913]: DEBUG oslo_concurrency.lockutils [None req-173bad97-b23d-4729-8b6b-f4bb6bde0a8a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "08b41472-e5a6-46ef-bc1b-affb6a7afa84" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.550s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2347.249556] env[62913]: DEBUG nova.objects.instance [None req-b1ff1cc7-dabe-4064-9d4c-845bc6103bc3 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lazy-loading 'flavor' on Instance uuid 08b41472-e5a6-46ef-bc1b-affb6a7afa84 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2347.754961] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b1ff1cc7-dabe-4064-9d4c-845bc6103bc3 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2347.755187] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b1ff1cc7-dabe-4064-9d4c-845bc6103bc3 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2347.755332] env[62913]: DEBUG nova.network.neutron [None req-b1ff1cc7-dabe-4064-9d4c-845bc6103bc3 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2347.755501] env[62913]: DEBUG nova.objects.instance [None req-b1ff1cc7-dabe-4064-9d4c-845bc6103bc3 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lazy-loading 'info_cache' on Instance uuid 08b41472-e5a6-46ef-bc1b-affb6a7afa84 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2348.258636] env[62913]: DEBUG nova.objects.base [None req-b1ff1cc7-dabe-4064-9d4c-845bc6103bc3 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Object Instance<08b41472-e5a6-46ef-bc1b-affb6a7afa84> lazy-loaded attributes: flavor,info_cache {{(pid=62913) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2348.981998] env[62913]: DEBUG nova.network.neutron [None req-b1ff1cc7-dabe-4064-9d4c-845bc6103bc3 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Updating instance_info_cache with network_info: [{"id": "e3d1921c-55ba-4f28-b91c-39aae8195090", "address": "fa:16:3e:1a:26:80", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d1921c-55", "ovs_interfaceid": "e3d1921c-55ba-4f28-b91c-39aae8195090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2349.484822] env[62913]: DEBUG oslo_concurrency.lockutils [None req-b1ff1cc7-dabe-4064-9d4c-845bc6103bc3 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2350.491235] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ff1cc7-dabe-4064-9d4c-845bc6103bc3 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Powering on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2350.491633] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35003170-21da-4ba9-91e4-1ac083111566 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.499282] env[62913]: DEBUG oslo_vmware.api [None req-b1ff1cc7-dabe-4064-9d4c-845bc6103bc3 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2350.499282] env[62913]: value = "task-1823335" [ 2350.499282] env[62913]: _type = "Task" [ 2350.499282] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.506949] env[62913]: DEBUG oslo_vmware.api [None req-b1ff1cc7-dabe-4064-9d4c-845bc6103bc3 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.010919] env[62913]: DEBUG oslo_vmware.api [None req-b1ff1cc7-dabe-4064-9d4c-845bc6103bc3 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823335, 'name': PowerOnVM_Task, 'duration_secs': 0.376001} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2351.011235] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ff1cc7-dabe-4064-9d4c-845bc6103bc3 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Powered on the VM {{(pid=62913) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2351.011431] env[62913]: DEBUG nova.compute.manager [None req-b1ff1cc7-dabe-4064-9d4c-845bc6103bc3 tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2351.012184] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680d909f-8fde-49a1-99f3-116f616fb440 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.186624] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee195ea5-2776-4881-95bf-2d21efec8071 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.193740] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0ad8f6-a0fb-41dc-a81d-c435d13f7c6e tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Suspending the VM {{(pid=62913) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2352.193964] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9afd7be8-f1c2-4850-adf2-69990bc279ea {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.201626] env[62913]: DEBUG oslo_vmware.api [None req-ed0ad8f6-a0fb-41dc-a81d-c435d13f7c6e tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2352.201626] env[62913]: value = "task-1823336" [ 2352.201626] env[62913]: _type = "Task" [ 2352.201626] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.209134] env[62913]: DEBUG oslo_vmware.api [None req-ed0ad8f6-a0fb-41dc-a81d-c435d13f7c6e tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823336, 'name': SuspendVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.712247] env[62913]: DEBUG oslo_vmware.api [None req-ed0ad8f6-a0fb-41dc-a81d-c435d13f7c6e tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823336, 'name': SuspendVM_Task} progress is 75%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.213032] env[62913]: DEBUG oslo_vmware.api [None req-ed0ad8f6-a0fb-41dc-a81d-c435d13f7c6e tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823336, 'name': SuspendVM_Task, 'duration_secs': 0.559787} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.213394] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0ad8f6-a0fb-41dc-a81d-c435d13f7c6e tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Suspended the VM {{(pid=62913) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2353.213456] env[62913]: DEBUG nova.compute.manager [None req-ed0ad8f6-a0fb-41dc-a81d-c435d13f7c6e tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2353.214179] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb94acbc-674b-4ca2-9256-871381c355f2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.503774] env[62913]: INFO nova.compute.manager [None req-9e7e908e-8946-449e-b5b8-b4249cf0031a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Resuming [ 2354.504355] env[62913]: DEBUG nova.objects.instance [None req-9e7e908e-8946-449e-b5b8-b4249cf0031a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lazy-loading 'flavor' on Instance uuid 08b41472-e5a6-46ef-bc1b-affb6a7afa84 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2356.014196] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e7e908e-8946-449e-b5b8-b4249cf0031a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.014537] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e7e908e-8946-449e-b5b8-b4249cf0031a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquired lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2356.014588] env[62913]: DEBUG nova.network.neutron [None req-9e7e908e-8946-449e-b5b8-b4249cf0031a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Building network info cache for instance {{(pid=62913) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2356.712280] env[62913]: DEBUG nova.network.neutron [None req-9e7e908e-8946-449e-b5b8-b4249cf0031a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Updating instance_info_cache with network_info: [{"id": "e3d1921c-55ba-4f28-b91c-39aae8195090", "address": "fa:16:3e:1a:26:80", "network": {"id": "e69caf38-df65-4cd7-95f9-b25e26674d61", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-568794322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4f28c1320940a59a5cb5a4c1f70fa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d1921c-55", "ovs_interfaceid": "e3d1921c-55ba-4f28-b91c-39aae8195090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2357.214928] env[62913]: DEBUG oslo_concurrency.lockutils [None req-9e7e908e-8946-449e-b5b8-b4249cf0031a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Releasing lock "refresh_cache-08b41472-e5a6-46ef-bc1b-affb6a7afa84" {{(pid=62913) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2357.215916] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad923df-cf8a-4bd9-959b-75d3c539412f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.222945] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7e908e-8946-449e-b5b8-b4249cf0031a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Resuming the VM {{(pid=62913) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2357.223172] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32e3892b-3160-4634-8cb7-fea0d069153c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.228874] env[62913]: DEBUG oslo_vmware.api [None req-9e7e908e-8946-449e-b5b8-b4249cf0031a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2357.228874] env[62913]: value = "task-1823337" [ 2357.228874] env[62913]: _type = "Task" [ 2357.228874] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.236369] env[62913]: DEBUG oslo_vmware.api [None req-9e7e908e-8946-449e-b5b8-b4249cf0031a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.740606] env[62913]: DEBUG oslo_vmware.api [None req-9e7e908e-8946-449e-b5b8-b4249cf0031a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823337, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.240320] env[62913]: DEBUG oslo_vmware.api [None req-9e7e908e-8946-449e-b5b8-b4249cf0031a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823337, 'name': PowerOnVM_Task, 'duration_secs': 0.583365} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.240711] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7e908e-8946-449e-b5b8-b4249cf0031a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Resumed the VM {{(pid=62913) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2358.240893] env[62913]: DEBUG nova.compute.manager [None req-9e7e908e-8946-449e-b5b8-b4249cf0031a tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Checking state {{(pid=62913) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2358.241664] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542928b1-0157-43b3-ba56-473b7d325d0c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.170646] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "08b41472-e5a6-46ef-bc1b-affb6a7afa84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2359.170937] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "08b41472-e5a6-46ef-bc1b-affb6a7afa84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2359.171167] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "08b41472-e5a6-46ef-bc1b-affb6a7afa84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2359.171360] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "08b41472-e5a6-46ef-bc1b-affb6a7afa84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2359.171532] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "08b41472-e5a6-46ef-bc1b-affb6a7afa84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2359.173570] env[62913]: INFO nova.compute.manager [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Terminating instance [ 2359.677137] env[62913]: DEBUG nova.compute.manager [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Start destroying the instance on the hypervisor. {{(pid=62913) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2359.677566] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Destroying instance {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2359.678313] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b931c18a-4722-4c86-8b69-5c69b20c9cf9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.685989] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Powering off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2359.686228] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28e9f7c0-e9ed-4b59-b13c-ad5927ed0c9f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.692133] env[62913]: DEBUG oslo_vmware.api [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2359.692133] env[62913]: value = "task-1823338" [ 2359.692133] env[62913]: _type = "Task" [ 2359.692133] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.700607] env[62913]: DEBUG oslo_vmware.api [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.203083] env[62913]: DEBUG oslo_vmware.api [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823338, 'name': PowerOffVM_Task, 'duration_secs': 0.191973} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.203363] env[62913]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Powered off the VM {{(pid=62913) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2360.203532] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Unregistering the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2360.203931] env[62913]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62954350-b077-43a5-bc0b-8bc595c6cb0c {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.281432] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Unregistered the VM {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2360.281650] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Deleting contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2360.281813] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Deleting the datastore file [datastore1] 08b41472-e5a6-46ef-bc1b-affb6a7afa84 {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2360.282102] env[62913]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-276a319d-a55e-4e7e-a9bc-d437c1245e86 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.288123] env[62913]: DEBUG oslo_vmware.api [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for the task: (returnval){ [ 2360.288123] env[62913]: value = "task-1823340" [ 2360.288123] env[62913]: _type = "Task" [ 2360.288123] env[62913]: } to complete. {{(pid=62913) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.296047] env[62913]: DEBUG oslo_vmware.api [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.797812] env[62913]: DEBUG oslo_vmware.api [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Task: {'id': task-1823340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141158} completed successfully. {{(pid=62913) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.798213] env[62913]: DEBUG nova.virt.vmwareapi.ds_util [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Deleted the datastore file {{(pid=62913) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2360.798320] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Deleted contents of the VM from datastore datastore1 {{(pid=62913) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2360.798514] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Instance destroyed {{(pid=62913) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2360.798690] env[62913]: INFO nova.compute.manager [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2360.798925] env[62913]: DEBUG oslo.service.loopingcall [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62913) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2360.799132] env[62913]: DEBUG nova.compute.manager [-] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Deallocating network for instance {{(pid=62913) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2360.799230] env[62913]: DEBUG nova.network.neutron [-] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] deallocate_for_instance() {{(pid=62913) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2361.266309] env[62913]: DEBUG nova.compute.manager [req-b3dcfe46-9b05-4aba-96fd-9c9b3d237b22 req-c22f4718-62a3-4096-a2cb-3f60d4eadbd0 service nova] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Received event network-vif-deleted-e3d1921c-55ba-4f28-b91c-39aae8195090 {{(pid=62913) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2361.266533] env[62913]: INFO nova.compute.manager [req-b3dcfe46-9b05-4aba-96fd-9c9b3d237b22 req-c22f4718-62a3-4096-a2cb-3f60d4eadbd0 service nova] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Neutron deleted interface e3d1921c-55ba-4f28-b91c-39aae8195090; detaching it from the instance and deleting it from the info cache [ 2361.266709] env[62913]: DEBUG nova.network.neutron [req-b3dcfe46-9b05-4aba-96fd-9c9b3d237b22 req-c22f4718-62a3-4096-a2cb-3f60d4eadbd0 service nova] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.707411] env[62913]: DEBUG nova.network.neutron [-] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Updating instance_info_cache with network_info: [] {{(pid=62913) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.769838] env[62913]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef82c5c4-4566-4ec3-9d6b-e527604c4f89 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.779088] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c7c46c-707b-43e3-ad08-5485a8c684e5 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.801923] env[62913]: DEBUG nova.compute.manager [req-b3dcfe46-9b05-4aba-96fd-9c9b3d237b22 req-c22f4718-62a3-4096-a2cb-3f60d4eadbd0 service nova] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Detach interface failed, port_id=e3d1921c-55ba-4f28-b91c-39aae8195090, reason: Instance 08b41472-e5a6-46ef-bc1b-affb6a7afa84 could not be found. {{(pid=62913) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2362.213528] env[62913]: INFO nova.compute.manager [-] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Took 1.41 seconds to deallocate network for instance. [ 2362.720429] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2362.720700] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2362.720956] env[62913]: DEBUG nova.objects.instance [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lazy-loading 'resources' on Instance uuid 08b41472-e5a6-46ef-bc1b-affb6a7afa84 {{(pid=62913) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2363.254650] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0639d99b-4e09-455c-b5d9-d343ffb11fb9 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.261905] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc0d6aa-655f-4aaf-a548-1a12537f7967 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.291847] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19d18b6-5a9f-4644-8837-111c16fbfc21 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.298361] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c78444-c215-42c7-832d-bd5673d7a92b {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.310912] env[62913]: DEBUG nova.compute.provider_tree [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2363.814321] env[62913]: DEBUG nova.scheduler.client.report [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2364.319693] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2364.340229] env[62913]: INFO nova.scheduler.client.report [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Deleted allocations for instance 08b41472-e5a6-46ef-bc1b-affb6a7afa84 [ 2364.848473] env[62913]: DEBUG oslo_concurrency.lockutils [None req-72f3d4da-044f-4128-952f-2130fab39fbd tempest-ServerActionsTestJSON-939847875 tempest-ServerActionsTestJSON-939847875-project-member] Lock "08b41472-e5a6-46ef-bc1b-affb6a7afa84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.677s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2372.891585] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2372.891886] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2372.891960] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Starting heal instance info cache {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2372.892100] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Rebuilding the list of instances to heal {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 2373.395498] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Didn't find any instances for network info cache update. {{(pid=62913) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 2373.395731] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2373.395900] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2373.396071] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2373.396225] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2373.396371] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2373.396499] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62913) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2373.396640] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2373.899855] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2373.900321] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2373.900321] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2373.900473] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62913) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2373.901391] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ccac02-ee3b-4bde-8197-7ca2f024b91f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.909669] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a1a6d2-7556-4f74-8e2d-69808f05567d {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.923408] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc96b79-4238-415a-8789-cc63cc0083b8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.929414] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22053d52-9625-49cd-9ed4-9f89ab5fca7f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.958189] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181354MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=62913) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2373.958360] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2373.958549] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2374.977285] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2374.977564] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62913) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2374.990073] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71eb37d-4e17-4b15-a170-000990591ad8 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.997328] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007d8f4b-f8ca-48cf-8432-3912aabc32d2 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.027129] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5385a3c0-ce05-4877-8f65-acd7bfeba1ad {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.033678] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad83e95-1bcf-4ef2-bbfa-15697fb9843f {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.046276] env[62913]: DEBUG nova.compute.provider_tree [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed in ProviderTree for provider: b05aba35-a74b-4686-847a-0f7cde3a4125 {{(pid=62913) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2375.549019] env[62913]: DEBUG nova.scheduler.client.report [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Inventory has not changed for provider b05aba35-a74b-4686-847a-0f7cde3a4125 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62913) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2376.054407] env[62913]: DEBUG nova.compute.resource_tracker [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62913) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2376.054805] env[62913]: DEBUG oslo_concurrency.lockutils [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=62913) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2376.054851] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2376.054983] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Cleaning up deleted instances {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 2376.560829] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] There are 14 instances to clean {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 2376.561079] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 08b41472-e5a6-46ef-bc1b-affb6a7afa84] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2377.064231] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 6375ca7d-bcd4-4ff9-9c3d-47a57162f8ba] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2377.567899] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 4373d570-7aaa-4a6a-96d2-2cfe11aeccc1] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2378.071165] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: c5e36fa2-3328-4c80-8501-cb1c8bedb900] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2378.574512] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: a11c969a-42be-4624-b3cf-968d45520341] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2379.078553] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 8188d813-291b-429c-95dd-cbf81f360b99] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2379.582856] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: debb5d8c-55c8-4369-8072-6daf1e5ae233] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2380.086532] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: b0cb23f6-b3f6-4113-bb71-0fbb0b671c5a] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2380.589678] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 192d9170-6692-4ebb-a459-e1c68b8f63db] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2381.092960] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 92bf7bc2-fa67-4899-a9c9-5253efa0d549] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2381.596013] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: f57344b6-d57b-4a55-a169-133cec73565a] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2382.099639] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 44331091-fa36-4e7e-8f18-1ceb796933ec] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2382.603683] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 9cf699a1-1c76-4b67-8ba0-a3113c8d237b] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2383.107162] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] [instance: 56bc8099-96a7-43ea-bd17-f54d6e87d663] Instance has had 0 of 5 cleanup attempts {{(pid=62913) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2383.611173] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2383.611374] env[62913]: DEBUG nova.compute.manager [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Cleaning up deleted instances with incomplete migration {{(pid=62913) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 2385.608259] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.113274] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.114532] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.114532] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Getting list of instances from cluster (obj){ [ 2386.114532] env[62913]: value = "domain-c8" [ 2386.114532] env[62913]: _type = "ClusterComputeResource" [ 2386.114532] env[62913]: } {{(pid=62913) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2386.115156] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e330f2f8-60ca-410a-b76a-b8fb5bdb85ec {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.123884] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Got total of 0 instances {{(pid=62913) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2386.890778] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2391.039863] env[62913]: DEBUG oslo_service.periodic_task [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Running periodic task ComputeManager._sync_power_states {{(pid=62913) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2391.543217] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Getting list of instances from cluster (obj){ [ 2391.543217] env[62913]: value = "domain-c8" [ 2391.543217] env[62913]: _type = "ClusterComputeResource" [ 2391.543217] env[62913]: } {{(pid=62913) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2391.544668] env[62913]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4f5397-fa40-487b-9ef3-7884e74d8a80 {{(pid=62913) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.552907] env[62913]: DEBUG nova.virt.vmwareapi.vmops [None req-077ee652-33d0-4953-bee6-e3d131a0318a None None] Got total of 0 instances {{(pid=62913) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}}